2024-09-19T05:22:55.168 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T05:22:55.189 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T05:22:55.282 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/sessionmap} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911681' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - client session with non-allowable root sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 kclient: syntax: v2 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi039.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA6mi0pY0MOCEMldbqVRZM+kMuNX+sblhDWKwYK8frMUiTe8+YsfKQUJcMcn2mk50NYi4ftQD6wYmZMM20nCN00= smithi050.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGmXRm4LPrquHHgUIFkQ9ylczqSY9HkApj5hScloL1joLNGT181f+J6NcsapALo5LWtleKxMAGB0B/1ps39suw4= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_sessionmap teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T05:22:55.282 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T05:22:55.282 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T05:22:55.283 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T05:22:55.284 INFO:teuthology.task.internal:Checking packages... 2024-09-19T05:22:55.305 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T05:22:55.305 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T05:22:55.305 INFO:teuthology.packaging:ref: None 2024-09-19T05:22:55.305 INFO:teuthology.packaging:tag: None 2024-09-19T05:22:55.305 INFO:teuthology.packaging:branch: squid 2024-09-19T05:22:55.305 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:22:55.306 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T05:22:55.554 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T05:22:55.556 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T05:22:55.565 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T05:22:55.565 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T05:22:55.688 INFO:teuthology.task.internal:Saving configuration 2024-09-19T05:22:55.709 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T05:22:55.763 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T05:22:55.789 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi039.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 05:17:05.858217', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA6mi0pY0MOCEMldbqVRZM+kMuNX+sblhDWKwYK8frMUiTe8+YsfKQUJcMcn2mk50NYi4ftQD6wYmZMM20nCN00='} 2024-09-19T05:22:55.813 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi050.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 05:17:05.857024', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGmXRm4LPrquHHgUIFkQ9ylczqSY9HkApj5hScloL1joLNGT181f+J6NcsapALo5LWtleKxMAGB0B/1ps39suw4='} 2024-09-19T05:22:55.814 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T05:22:55.822 INFO:teuthology.task.internal:roles: ubuntu@smithi039.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-19T05:22:55.822 INFO:teuthology.task.internal:roles: ubuntu@smithi050.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-19T05:22:55.822 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T05:22:55.899 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f552dd23be0>, signals=[15]) 2024-09-19T05:22:55.899 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T05:22:55.904 INFO:teuthology.task.internal:Opening connections... 2024-09-19T05:22:55.904 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:22:55.905 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:22:55.983 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:22:55.984 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:22:56.059 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T05:22:56.067 DEBUG:teuthology.orchestra.run.smithi039:> uname -m 2024-09-19T05:22:56.085 INFO:teuthology.orchestra.run.smithi039.stdout:x86_64 2024-09-19T05:22:56.085 DEBUG:teuthology.orchestra.run.smithi039:> cat /etc/os-release 2024-09-19T05:22:56.143 INFO:teuthology.orchestra.run.smithi039.stdout:NAME="CentOS Stream" 2024-09-19T05:22:56.143 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION="9" 2024-09-19T05:22:56.143 INFO:teuthology.orchestra.run.smithi039.stdout:ID="centos" 2024-09-19T05:22:56.143 INFO:teuthology.orchestra.run.smithi039.stdout:ID_LIKE="rhel fedora" 2024-09-19T05:22:56.143 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION_ID="9" 2024-09-19T05:22:56.143 INFO:teuthology.orchestra.run.smithi039.stdout:PLATFORM_ID="platform:el9" 2024-09-19T05:22:56.143 INFO:teuthology.orchestra.run.smithi039.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T05:22:56.143 INFO:teuthology.orchestra.run.smithi039.stdout:ANSI_COLOR="0;31" 2024-09-19T05:22:56.143 INFO:teuthology.orchestra.run.smithi039.stdout:LOGO="fedora-logo-icon" 2024-09-19T05:22:56.144 INFO:teuthology.orchestra.run.smithi039.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T05:22:56.144 INFO:teuthology.orchestra.run.smithi039.stdout:HOME_URL="https://centos.org/" 2024-09-19T05:22:56.144 INFO:teuthology.orchestra.run.smithi039.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T05:22:56.144 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T05:22:56.144 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T05:22:56.144 INFO:teuthology.lock.ops:Updating smithi039.front.sepia.ceph.com on lock server 2024-09-19T05:22:56.162 DEBUG:teuthology.orchestra.run.smithi050:> uname -m 2024-09-19T05:22:56.180 INFO:teuthology.orchestra.run.smithi050.stdout:x86_64 2024-09-19T05:22:56.181 DEBUG:teuthology.orchestra.run.smithi050:> cat /etc/os-release 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:NAME="CentOS Stream" 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION="9" 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:ID="centos" 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:ID_LIKE="rhel fedora" 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION_ID="9" 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM_ID="platform:el9" 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:ANSI_COLOR="0;31" 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:LOGO="fedora-logo-icon" 2024-09-19T05:22:56.239 INFO:teuthology.orchestra.run.smithi050.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T05:22:56.240 INFO:teuthology.orchestra.run.smithi050.stdout:HOME_URL="https://centos.org/" 2024-09-19T05:22:56.240 INFO:teuthology.orchestra.run.smithi050.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T05:22:56.240 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T05:22:56.240 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T05:22:56.240 INFO:teuthology.lock.ops:Updating smithi050.front.sepia.ceph.com on lock server 2024-09-19T05:22:56.262 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T05:22:56.273 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T05:22:56.331 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T05:22:56.331 DEBUG:teuthology.orchestra.run.smithi039:> test '!' -e /home/ubuntu/cephtest 2024-09-19T05:22:56.334 DEBUG:teuthology.orchestra.run.smithi050:> test '!' -e /home/ubuntu/cephtest 2024-09-19T05:22:56.350 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T05:22:56.416 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T05:22:56.416 DEBUG:teuthology.orchestra.run.smithi039:> test -z $(ls -A /var/lib/ceph) 2024-09-19T05:22:56.418 DEBUG:teuthology.orchestra.run.smithi050:> test -z $(ls -A /var/lib/ceph) 2024-09-19T05:22:56.447 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T05:22:56.511 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T05:22:56.535 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-19T05:22:56.536 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2024-09-19T05:22:56.536 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2024-09-19T05:22:56.536 DEBUG:teuthology.orchestra.run.smithi039:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T05:22:56.536 DEBUG:teuthology.orchestra.run.smithi050:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T05:22:56.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:22:56.559 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2024-09-19T05:22:56.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:22:56.560 DEBUG:teuthology.orchestra.run.smithi050:> uname -r 2024-09-19T05:22:56.626 INFO:teuthology.orchestra.run.smithi039.stdout:5.14.0-503.el9.x86_64 2024-09-19T05:22:56.627 INFO:teuthology.task.kernel:Running kernel on smithi039: 5.14.0-503.el9.x86_64 2024-09-19T05:22:56.627 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum install -y kernel 2024-09-19T05:22:56.628 INFO:teuthology.orchestra.run.smithi050.stdout:5.14.0-503.el9.x86_64 2024-09-19T05:22:56.628 INFO:teuthology.task.kernel:Running kernel on smithi050: 5.14.0-503.el9.x86_64 2024-09-19T05:22:56.628 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum install -y kernel 2024-09-19T05:22:59.156 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.3 MB 00:00 2024-09-19T05:23:00.882 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-09-19T05:23:01.241 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - BaseOS 2.9 MB/s | 8.3 MB 00:02 2024-09-19T05:23:06.683 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - AppStream 4.7 MB/s | 20 MB 00:04 2024-09-19T05:23:06.824 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - CRB 3.4 MB/s | 6.5 MB 00:01 2024-09-19T05:23:08.591 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 19 kB 00:00 2024-09-19T05:23:09.687 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-19T05:23:11.284 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - CRB 9.5 MB/s | 6.5 MB 00:00 2024-09-19T05:23:12.918 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - Extras packages 51 kB/s | 19 kB 00:00 2024-09-19T05:23:13.922 INFO:teuthology.orchestra.run.smithi050.stdout:Extra Packages for Enterprise Linux 26 MB/s | 23 MB 00:00 2024-09-19T05:23:15.476 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-19T05:23:17.482 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T05:23:17.483 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T05:23:17.568 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2024-09-19T05:23:17.580 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2024-09-19T05:23:17.581 INFO:teuthology.orchestra.run.smithi039.stdout:Install 4 Packages 2024-09-19T05:23:17.582 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:23:17.582 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 79 M 2024-09-19T05:23:17.582 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 126 M 2024-09-19T05:23:17.582 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2024-09-19T05:23:17.710 INFO:teuthology.orchestra.run.smithi039.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 347 kB/s | 36 kB 00:00 2024-09-19T05:23:19.636 INFO:teuthology.orchestra.run.smithi050.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-09-19T05:23:19.661 INFO:teuthology.orchestra.run.smithi039.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 7.6 MB/s | 16 MB 00:02 2024-09-19T05:23:21.002 INFO:teuthology.orchestra.run.smithi039.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 8.7 MB/s | 29 MB 00:03 2024-09-19T05:23:21.534 INFO:teuthology.orchestra.run.smithi050.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T05:23:21.534 INFO:teuthology.orchestra.run.smithi050.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T05:23:21.626 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-19T05:23:21.635 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-19T05:23:21.635 INFO:teuthology.orchestra.run.smithi050.stdout: Package Architecture Version Repository Size 2024-09-19T05:23:21.635 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-19T05:23:21.635 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-19T05:23:21.635 INFO:teuthology.orchestra.run.smithi050.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T05:23:21.635 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-19T05:23:21.636 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T05:23:21.636 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T05:23:21.636 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T05:23:21.636 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:23:21.636 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-19T05:23:21.636 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-19T05:23:21.636 INFO:teuthology.orchestra.run.smithi050.stdout:Install 4 Packages 2024-09-19T05:23:21.636 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:23:21.637 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 79 M 2024-09-19T05:23:21.637 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 126 M 2024-09-19T05:23:21.637 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-19T05:23:21.988 INFO:teuthology.orchestra.run.smithi050.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 357 kB/s | 36 kB 00:00 2024-09-19T05:23:22.271 INFO:teuthology.orchestra.run.smithi050.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 41 MB/s | 16 MB 00:00 2024-09-19T05:23:22.722 INFO:teuthology.orchestra.run.smithi050.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 41 MB/s | 35 MB 00:00 2024-09-19T05:23:22.980 INFO:teuthology.orchestra.run.smithi050.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 29 MB/s | 29 MB 00:00 2024-09-19T05:23:22.981 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:23:22.981 INFO:teuthology.orchestra.run.smithi050.stdout:Total 59 MB/s | 79 MB 00:01 2024-09-19T05:23:23.694 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-19T05:23:24.061 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-19T05:23:24.061 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-19T05:23:24.136 INFO:teuthology.orchestra.run.smithi039.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 5.3 MB/s | 35 MB 00:06 2024-09-19T05:23:24.136 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:23:24.136 INFO:teuthology.orchestra.run.smithi039.stdout:Total 12 MB/s | 79 MB 00:06 2024-09-19T05:23:24.849 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2024-09-19T05:23:25.084 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-19T05:23:25.084 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-19T05:23:25.248 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2024-09-19T05:23:25.248 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2024-09-19T05:23:26.252 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2024-09-19T05:23:26.252 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2024-09-19T05:23:27.662 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-19T05:23:28.346 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:23:28.433 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:23:28.813 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2024-09-19T05:23:29.504 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:23:29.586 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:23:31.188 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:23:31.312 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:23:32.346 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:23:32.491 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:23:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:23:36.472 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:37.607 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:23:37.775 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:41.609 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:42.916 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:24:20.509 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:24:20.549 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:24:20.917 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:24:20.918 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:24:20.918 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:24:20.918 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:24:21.719 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:24:21.719 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:24:21.719 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-19T05:24:21.719 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T05:24:21.719 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T05:24:21.719 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T05:24:21.719 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T05:24:21.719 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:24:21.720 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-19T05:24:21.994 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:24:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:24:22.067 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:24:22.164 INFO:teuthology.orchestra.run.smithi050.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:24:22.164 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:24:22.164 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T05:24:22.165 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T05:24:22.165 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T05:24:22.165 INFO:teuthology.task.kernel:Installing distro kernel on client.1... 2024-09-19T05:24:22.165 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi050.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T05:24:22.165 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:24:22.223 INFO:teuthology.orchestra.run.smithi050.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:24:22.224 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:24:22.224 DEBUG:teuthology.orchestra.run.smithi050:> sudo rpm -qi grub2-tools 2024-09-19T05:24:22.265 INFO:teuthology.orchestra.run.smithi050.stdout:Name : grub2-tools 2024-09-19T05:24:22.265 INFO:teuthology.orchestra.run.smithi050.stdout:Epoch : 1 2024-09-19T05:24:22.265 INFO:teuthology.orchestra.run.smithi050.stdout:Version : 2.06 2024-09-19T05:24:22.265 INFO:teuthology.orchestra.run.smithi050.stdout:Release : 82.el9 2024-09-19T05:24:22.265 INFO:teuthology.orchestra.run.smithi050.stdout:Architecture: x86_64 2024-09-19T05:24:22.265 INFO:teuthology.orchestra.run.smithi050.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Group : Unspecified 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Size : 8274670 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:License : GPLv3+ 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Packager : builder@centos.org 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Vendor : CentOS 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Summary : Support tools for GRUB. 2024-09-19T05:24:22.266 INFO:teuthology.orchestra.run.smithi050.stdout:Description : 2024-09-19T05:24:22.267 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:24:22.267 INFO:teuthology.orchestra.run.smithi050.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T05:24:22.267 INFO:teuthology.orchestra.run.smithi050.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T05:24:22.267 INFO:teuthology.orchestra.run.smithi050.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T05:24:22.267 INFO:teuthology.orchestra.run.smithi050.stdout:hardware devices. 2024-09-19T05:24:22.267 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:24:22.267 INFO:teuthology.orchestra.run.smithi050.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T05:24:22.268 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T05:24:22.268 INFO:teuthology.task.kernel:Updating grub on smithi050 to boot 5.14.0-508.el9.x86_64 2024-09-19T05:24:22.268 DEBUG:teuthology.orchestra.run.smithi050:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T05:24:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:24:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:24:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:24:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:24:22.869 INFO:teuthology.orchestra.run.smithi050.stderr:Generating grub configuration file ... 2024-09-19T05:24:23.140 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:24:23.140 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:24:23.140 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2024-09-19T05:24:23.140 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T05:24:23.140 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T05:24:23.140 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T05:24:23.140 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T05:24:23.140 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:24:23.140 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2024-09-19T05:24:23.518 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:24:23.609 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:24:23.609 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:24:23.610 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T05:24:23.610 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T05:24:23.610 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T05:24:23.610 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-09-19T05:24:23.610 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi039.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T05:24:23.610 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:24:23.669 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:24:23.670 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:24:23.670 DEBUG:teuthology.orchestra.run.smithi039:> sudo rpm -qi grub2-tools 2024-09-19T05:24:23.708 INFO:teuthology.orchestra.run.smithi039.stdout:Name : grub2-tools 2024-09-19T05:24:23.708 INFO:teuthology.orchestra.run.smithi039.stdout:Epoch : 1 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Version : 2.06 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Release : 82.el9 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Architecture: x86_64 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Group : Unspecified 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Size : 8274670 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:License : GPLv3+ 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T05:24:23.709 INFO:teuthology.orchestra.run.smithi039.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:Packager : builder@centos.org 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:Vendor : CentOS 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:Summary : Support tools for GRUB. 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:Description : 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:hardware devices. 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:24:23.710 INFO:teuthology.orchestra.run.smithi039.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T05:24:23.711 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T05:24:23.711 INFO:teuthology.task.kernel:Updating grub on smithi039 to boot 5.14.0-508.el9.x86_64 2024-09-19T05:24:23.711 DEBUG:teuthology.orchestra.run.smithi039:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T05:24:24.264 INFO:teuthology.orchestra.run.smithi050.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T05:24:24.302 INFO:teuthology.orchestra.run.smithi050.stderr:done 2024-09-19T05:24:24.304 DEBUG:teuthology.orchestra.run.smithi050:> mktemp 2024-09-19T05:24:24.319 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.RniyoPLcBU 2024-09-19T05:24:24.320 DEBUG:teuthology.orchestra.run.smithi050:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.RniyoPLcBU 2024-09-19T05:24:24.385 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0666 /tmp/tmp.RniyoPLcBU 2024-09-19T05:24:24.424 INFO:teuthology.orchestra.run.smithi039.stderr:Generating grub configuration file ... 2024-09-19T05:24:24.527 DEBUG:teuthology.orchestra.remote:smithi050:/tmp/tmp.RniyoPLcBU is 6KB 2024-09-19T05:24:24.576 DEBUG:teuthology.orchestra.run.smithi050:> rm -fr /tmp/tmp.RniyoPLcBU 2024-09-19T05:24:24.591 DEBUG:teuthology.orchestra.run.smithi050:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T05:24:24.660 INFO:teuthology.orchestra.run.smithi050.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T05:24:24.660 INFO:teuthology.orchestra.run.smithi050.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T05:24:24.660 INFO:teuthology.orchestra.run.smithi050.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T05:24:24.660 INFO:teuthology.orchestra.run.smithi050.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T05:24:24.661 DEBUG:teuthology.orchestra.run.smithi050:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T05:24:24.816 DEBUG:teuthology.orchestra.run.smithi050:> sudo shutdown -r now 2024-09-19T05:24:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T05:24:25.897 INFO:teuthology.orchestra.run.smithi039.stderr:done 2024-09-19T05:24:25.899 DEBUG:teuthology.orchestra.run.smithi039:> mktemp 2024-09-19T05:24:25.954 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/tmp.DhgljgoINg 2024-09-19T05:24:25.955 DEBUG:teuthology.orchestra.run.smithi039:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.DhgljgoINg 2024-09-19T05:24:26.020 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0666 /tmp/tmp.DhgljgoINg 2024-09-19T05:24:26.156 DEBUG:teuthology.orchestra.remote:smithi039:/tmp/tmp.DhgljgoINg is 6KB 2024-09-19T05:24:26.204 DEBUG:teuthology.orchestra.run.smithi039:> rm -fr /tmp/tmp.DhgljgoINg 2024-09-19T05:24:26.218 DEBUG:teuthology.orchestra.run.smithi039:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T05:24:26.281 INFO:teuthology.orchestra.run.smithi039.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T05:24:26.281 INFO:teuthology.orchestra.run.smithi039.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T05:24:26.281 INFO:teuthology.orchestra.run.smithi039.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T05:24:26.281 INFO:teuthology.orchestra.run.smithi039.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T05:24:26.282 DEBUG:teuthology.orchestra.run.smithi039:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T05:24:26.428 DEBUG:teuthology.orchestra.run.smithi039:> sudo shutdown -r now 2024-09-19T05:24:54.847 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-19T05:24:54.847 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-19T05:24:54.848 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:24:56.433 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-19T05:24:56.433 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-19T05:24:56.434 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:25:13.405 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.50 2024-09-19T05:25:14.945 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2024-09-19T05:25:22.413 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-19T05:25:22.414 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:25:23.947 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-19T05:25:23.948 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:25:27.009 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2024-09-19T05:25:39.021 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-19T05:25:39.021 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:25:42.077 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2024-09-19T05:25:57.090 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-19T05:25:57.092 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:26:22.441 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T05:26:34.453 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-19T05:26:34.454 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:26:34.762 DEBUG:teuthology.orchestra.run.smithi050:> true 2024-09-19T05:26:35.140 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-19T05:26:35.140 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "5.14.0-508.el9.x86_64"... 2024-09-19T05:26:35.140 DEBUG:teuthology.orchestra.run.smithi050:> uname -r 2024-09-19T05:26:35.157 INFO:teuthology.orchestra.run.smithi050.stdout:5.14.0-508.el9.x86_64 2024-09-19T05:26:35.157 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T05:26:35.157 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T05:26:35.157 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T05:26:36.159 DEBUG:teuthology.parallel:result is None 2024-09-19T05:26:57.095 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T05:27:15.096 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-19T05:27:15.097 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:27:15.480 DEBUG:teuthology.orchestra.run.smithi039:> true 2024-09-19T05:27:15.840 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-19T05:27:15.840 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-508.el9.x86_64"... 2024-09-19T05:27:15.840 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2024-09-19T05:27:15.857 INFO:teuthology.orchestra.run.smithi039.stdout:5.14.0-508.el9.x86_64 2024-09-19T05:27:15.857 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T05:27:15.857 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T05:27:15.858 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T05:27:16.859 DEBUG:teuthology.parallel:result is None 2024-09-19T05:27:16.859 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T05:27:16.869 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T05:27:16.869 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T05:27:16.872 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T05:27:16.891 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T05:27:16.909 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T05:27:16.970 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T05:27:16.970 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T05:27:16.973 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T05:27:17.012 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T05:27:17.023 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T05:27:17.023 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T05:27:17.050 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T05:27:17.131 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:27:17.153 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:27:17.154 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:27:17.173 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:27:17.174 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T05:27:17.183 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T05:27:17.183 DEBUG:teuthology.orchestra.run.smithi039:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T05:27:17.185 DEBUG:teuthology.orchestra.run.smithi050:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T05:27:17.215 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T05:27:17.233 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T05:27:17.233 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T05:27:17.256 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T05:27:17.273 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:27:17.354 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:27:17.406 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:27:17.490 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:27:17.533 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:27:17.534 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T05:27:17.601 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:27:17.648 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:27:17.702 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:27:17.788 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:27:17.835 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:27:17.835 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T05:27:17.905 DEBUG:teuthology.orchestra.run.smithi039:> sudo service rsyslog restart 2024-09-19T05:27:17.908 DEBUG:teuthology.orchestra.run.smithi050:> sudo service rsyslog restart 2024-09-19T05:27:17.953 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:27:17.988 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:27:18.493 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T05:27:18.504 INFO:teuthology.task.internal:Starting timer... 2024-09-19T05:27:18.504 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T05:27:18.609 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T05:27:18.641 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-19T05:27:18.641 DEBUG:teuthology.orchestra.run.smithi039:> sudo service auditd rotate 2024-09-19T05:27:18.707 INFO:teuthology.orchestra.run.smithi039.stdout:Rotating logs: 2024-09-19T05:27:18.709 DEBUG:teuthology.orchestra.run.smithi050:> sudo service auditd rotate 2024-09-19T05:27:18.779 INFO:teuthology.orchestra.run.smithi050.stdout:Rotating logs: 2024-09-19T05:27:18.781 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T05:27:18.781 DEBUG:teuthology.orchestra.run.smithi039:> /usr/sbin/getenforce 2024-09-19T05:27:18.807 INFO:teuthology.orchestra.run.smithi039.stdout:Permissive 2024-09-19T05:27:18.808 DEBUG:teuthology.orchestra.run.smithi050:> /usr/sbin/getenforce 2024-09-19T05:27:18.836 INFO:teuthology.orchestra.run.smithi050.stdout:Permissive 2024-09-19T05:27:18.837 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi039.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi050.front.sepia.ceph.com': 'permissive'} 2024-09-19T05:27:18.837 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:27:18.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:27:18.878 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:27:18.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:27:18.911 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T05:27:18.912 DEBUG:teuthology.orchestra.run.smithi039:> sudo /usr/sbin/setenforce permissive 2024-09-19T05:27:18.955 DEBUG:teuthology.orchestra.run.smithi050:> sudo /usr/sbin/setenforce permissive 2024-09-19T05:27:18.992 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T05:27:19.005 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T05:27:19.021 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T05:27:19.022 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi039.front.sepia.ceph.com,smithi050.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T05:31:10.991 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi039.front.sepia.ceph.com'), Remote(name='ubuntu@smithi050.front.sepia.ceph.com')] 2024-09-19T05:31:10.992 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-19T05:31:10.993 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:31:11.082 DEBUG:teuthology.orchestra.run.smithi039:> true 2024-09-19T05:31:11.168 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-19T05:31:11.169 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-19T05:31:11.169 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:31:11.252 DEBUG:teuthology.orchestra.run.smithi050:> true 2024-09-19T05:31:11.344 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-19T05:31:11.344 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T05:31:11.353 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T05:31:11.353 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T05:31:11.354 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:31:11.356 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T05:31:11.356 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:31:11.384 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T05:31:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T05:31:11.417 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T05:31:11.423 INFO:teuthology.orchestra.run.smithi039.stderr:sudo: ntpd: command not found 2024-09-19T05:31:11.434 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T05:31:11.435 INFO:teuthology.orchestra.run.smithi039.stdout:506 Cannot talk to daemon 2024-09-19T05:31:11.450 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T05:31:11.461 INFO:teuthology.orchestra.run.smithi050.stderr:sudo: ntpd: command not found 2024-09-19T05:31:11.464 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T05:31:11.473 INFO:teuthology.orchestra.run.smithi050.stdout:506 Cannot talk to daemon 2024-09-19T05:31:11.488 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T05:31:11.504 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T05:31:11.525 INFO:teuthology.orchestra.run.smithi039.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:31:11.528 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:31:11.528 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2024-09-19T05:31:11.528 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:31:11.528 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:31:11.528 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:31:11.528 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:31:11.559 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:31:11.562 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:31:11.562 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-09-19T05:31:11.562 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:31:11.562 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:31:11.562 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:31:11.562 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:31:11.564 INFO:teuthology.run_tasks:Running task install... 2024-09-19T05:31:11.571 DEBUG:teuthology.task.install:project ceph 2024-09-19T05:31:11.572 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T05:31:11.572 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T05:31:11.572 INFO:teuthology.task.install:Using flavor: default 2024-09-19T05:31:11.577 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T05:31:11.577 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T05:31:11.578 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T05:31:11.578 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:31:11.580 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T05:31:11.580 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:31:11.725 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T05:31:11.725 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T05:31:11.729 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T05:31:11.729 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T05:31:11.839 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T05:31:11.839 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:31:11.839 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T05:31:11.846 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T05:31:11.847 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:31:11.847 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T05:31:11.867 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T05:31:11.867 DEBUG:teuthology.orchestra.run.smithi050:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T05:31:11.874 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T05:31:11.874 DEBUG:teuthology.orchestra.run.smithi039:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T05:31:11.938 DEBUG:teuthology.orchestra.run.smithi050:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T05:31:11.943 DEBUG:teuthology.orchestra.run.smithi039:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T05:31:12.022 DEBUG:teuthology.orchestra.run.smithi050:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T05:31:12.027 DEBUG:teuthology.orchestra.run.smithi039:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T05:31:12.297 INFO:teuthology.orchestra.run.smithi039.stdout:check_obsoletes = 1 2024-09-19T05:31:12.299 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum clean all 2024-09-19T05:31:12.299 INFO:teuthology.orchestra.run.smithi050.stdout:check_obsoletes = 1 2024-09-19T05:31:12.301 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum clean all 2024-09-19T05:31:12.543 INFO:teuthology.orchestra.run.smithi050.stdout:45 files removed 2024-09-19T05:31:12.546 INFO:teuthology.orchestra.run.smithi039.stdout:45 files removed 2024-09-19T05:31:12.571 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T05:31:12.574 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T05:31:13.133 INFO:teuthology.orchestra.run.smithi050.stdout:ceph packages for x86_64 323 kB/s | 84 kB 00:00 2024-09-19T05:31:13.157 INFO:teuthology.orchestra.run.smithi039.stdout:ceph packages for x86_64 296 kB/s | 84 kB 00:00 2024-09-19T05:31:13.409 INFO:teuthology.orchestra.run.smithi050.stdout:ceph noarch packages 51 kB/s | 12 kB 00:00 2024-09-19T05:31:13.441 INFO:teuthology.orchestra.run.smithi039.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-19T05:31:13.668 INFO:teuthology.orchestra.run.smithi050.stdout:ceph source packages 8.6 kB/s | 1.9 kB 00:00 2024-09-19T05:31:13.716 INFO:teuthology.orchestra.run.smithi039.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-19T05:31:14.408 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.3 MB 00:00 2024-09-19T05:31:15.226 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - BaseOS 5.4 MB/s | 8.3 MB 00:01 2024-09-19T05:31:18.101 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - AppStream 8.0 MB/s | 20 MB 00:02 2024-09-19T05:31:20.743 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - AppStream 4.7 MB/s | 20 MB 00:04 2024-09-19T05:31:23.635 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - CRB 4.0 MB/s | 6.5 MB 00:01 2024-09-19T05:31:25.160 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - Extras packages 76 kB/s | 19 kB 00:00 2024-09-19T05:31:25.914 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - CRB 5.4 MB/s | 6.5 MB 00:01 2024-09-19T05:31:26.157 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 26 MB/s | 23 MB 00:00 2024-09-19T05:31:27.345 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - Extras packages 114 kB/s | 19 kB 00:00 2024-09-19T05:31:28.416 INFO:teuthology.orchestra.run.smithi050.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-19T05:31:31.779 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-19T05:31:34.064 INFO:teuthology.orchestra.run.smithi050.stdout:lab-extras 42 kB/s | 1.7 kB 00:00 2024-09-19T05:31:34.075 INFO:teuthology.orchestra.run.smithi039.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:31:34.076 INFO:teuthology.orchestra.run.smithi039.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:31:34.090 INFO:teuthology.orchestra.run.smithi039.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T05:31:34.091 INFO:teuthology.orchestra.run.smithi039.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T05:31:34.092 INFO:teuthology.orchestra.run.smithi039.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T05:31:34.093 INFO:teuthology.orchestra.run.smithi039.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T05:31:34.095 INFO:teuthology.orchestra.run.smithi039.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T05:31:34.098 INFO:teuthology.orchestra.run.smithi039.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T05:31:34.099 INFO:teuthology.orchestra.run.smithi039.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T05:31:34.167 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2024-09-19T05:31:34.186 INFO:teuthology.orchestra.run.smithi039.stdout:====================================================================================== 2024-09-19T05:31:34.186 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2024-09-19T05:31:34.186 INFO:teuthology.orchestra.run.smithi039.stdout:====================================================================================== 2024-09-19T05:31:34.186 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2024-09-19T05:31:34.186 INFO:teuthology.orchestra.run.smithi039.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T05:31:34.186 INFO:teuthology.orchestra.run.smithi039.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T05:31:34.186 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T05:31:34.187 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T05:31:34.188 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T05:31:34.189 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrading: 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T05:31:34.190 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T05:31:34.191 INFO:teuthology.orchestra.run.smithi039.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T05:31:34.191 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T05:31:34.191 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2024-09-19T05:31:34.191 INFO:teuthology.orchestra.run.smithi039.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T05:31:34.191 INFO:teuthology.orchestra.run.smithi039.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T05:31:34.192 INFO:teuthology.orchestra.run.smithi039.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T05:31:34.192 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T05:31:34.192 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T05:31:34.192 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T05:31:34.192 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T05:31:34.192 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T05:31:34.192 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T05:31:34.193 INFO:teuthology.orchestra.run.smithi039.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T05:31:34.194 INFO:teuthology.orchestra.run.smithi039.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T05:31:34.195 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T05:31:34.196 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T05:31:34.196 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T05:31:34.196 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T05:31:34.196 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T05:31:34.196 INFO:teuthology.orchestra.run.smithi039.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T05:31:34.196 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T05:31:34.196 INFO:teuthology.orchestra.run.smithi039.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T05:31:34.196 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T05:31:34.196 INFO:teuthology.orchestra.run.smithi039.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T05:31:34.197 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T05:31:34.198 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T05:31:34.199 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T05:31:34.200 INFO:teuthology.orchestra.run.smithi039.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout:Installing weak dependencies: 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout:====================================================================================== 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout:Install 148 Packages 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrade 8 Packages 2024-09-19T05:31:34.201 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:31:34.202 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 226 M 2024-09-19T05:31:34.202 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2024-09-19T05:31:34.906 INFO:teuthology.orchestra.run.smithi039.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 51 kB/s | 6.6 kB 00:00 2024-09-19T05:31:35.132 INFO:teuthology.orchestra.run.smithi039.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 3.9 MB/s | 896 kB 00:00 2024-09-19T05:31:35.223 INFO:teuthology.orchestra.run.smithi039.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 1.6 MB/s | 145 kB 00:00 2024-09-19T05:31:35.298 INFO:teuthology.orchestra.run.smithi039.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 10 MB/s | 5.4 MB 00:00 2024-09-19T05:31:35.391 INFO:teuthology.orchestra.run.smithi039.stdout:(5/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 17 MB/s | 1.5 MB 00:00 2024-09-19T05:31:35.673 INFO:teuthology.orchestra.run.smithi039.stdout:(6/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 5.3 MB/s | 2.4 MB 00:00 2024-09-19T05:31:35.749 INFO:teuthology.orchestra.run.smithi039.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-19T05:31:35.965 INFO:teuthology.orchestra.run.smithi039.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 18 MB/s | 21 MB 00:01 2024-09-19T05:31:36.016 INFO:teuthology.orchestra.run.smithi039.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 507 kB/s | 25 kB 00:00 2024-09-19T05:31:36.310 INFO:teuthology.orchestra.run.smithi050.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:31:36.311 INFO:teuthology.orchestra.run.smithi050.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:31:36.326 INFO:teuthology.orchestra.run.smithi050.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T05:31:36.327 INFO:teuthology.orchestra.run.smithi050.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T05:31:36.328 INFO:teuthology.orchestra.run.smithi050.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T05:31:36.329 INFO:teuthology.orchestra.run.smithi050.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T05:31:36.331 INFO:teuthology.orchestra.run.smithi050.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T05:31:36.334 INFO:teuthology.orchestra.run.smithi050.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T05:31:36.335 INFO:teuthology.orchestra.run.smithi050.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T05:31:36.357 INFO:teuthology.orchestra.run.smithi039.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 17 MB/s | 11 MB 00:00 2024-09-19T05:31:36.402 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-19T05:31:36.408 INFO:teuthology.orchestra.run.smithi039.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 4.5 MB/s | 228 kB 00:00 2024-09-19T05:31:36.423 INFO:teuthology.orchestra.run.smithi050.stdout:====================================================================================== 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout:====================================================================================== 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T05:31:36.424 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T05:31:36.425 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T05:31:36.425 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T05:31:36.425 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T05:31:36.425 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T05:31:36.425 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T05:31:36.425 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T05:31:36.425 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T05:31:36.425 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T05:31:36.426 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrading: 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T05:31:36.427 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T05:31:36.428 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T05:31:36.428 INFO:teuthology.orchestra.run.smithi050.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T05:31:36.428 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T05:31:36.428 INFO:teuthology.orchestra.run.smithi050.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T05:31:36.428 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T05:31:36.428 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-19T05:31:36.428 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T05:31:36.428 INFO:teuthology.orchestra.run.smithi050.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T05:31:36.428 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T05:31:36.429 INFO:teuthology.orchestra.run.smithi050.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T05:31:36.430 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T05:31:36.431 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T05:31:36.431 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T05:31:36.431 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T05:31:36.431 INFO:teuthology.orchestra.run.smithi050.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T05:31:36.431 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T05:31:36.431 INFO:teuthology.orchestra.run.smithi050.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T05:31:36.431 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T05:31:36.431 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T05:31:36.431 INFO:teuthology.orchestra.run.smithi050.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T05:31:36.432 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T05:31:36.433 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T05:31:36.433 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T05:31:36.433 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T05:31:36.433 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T05:31:36.433 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T05:31:36.433 INFO:teuthology.orchestra.run.smithi050.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T05:31:36.433 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T05:31:36.433 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T05:31:36.433 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T05:31:36.434 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T05:31:36.434 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T05:31:36.434 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T05:31:36.434 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T05:31:36.434 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T05:31:36.434 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T05:31:36.435 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T05:31:36.435 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T05:31:36.435 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T05:31:36.435 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T05:31:36.435 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T05:31:36.435 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T05:31:36.435 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T05:31:36.436 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T05:31:36.437 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T05:31:36.437 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T05:31:36.437 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T05:31:36.437 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T05:31:36.437 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T05:31:36.437 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T05:31:36.438 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout:Installing weak dependencies: 2024-09-19T05:31:36.439 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T05:31:36.440 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:31:36.440 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-19T05:31:36.440 INFO:teuthology.orchestra.run.smithi050.stdout:====================================================================================== 2024-09-19T05:31:36.440 INFO:teuthology.orchestra.run.smithi050.stdout:Install 148 Packages 2024-09-19T05:31:36.440 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrade 8 Packages 2024-09-19T05:31:36.440 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:31:36.441 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 226 M 2024-09-19T05:31:36.441 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-19T05:31:36.483 INFO:teuthology.orchestra.run.smithi039.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 360 kB/s | 27 kB 00:00 2024-09-19T05:31:36.558 INFO:teuthology.orchestra.run.smithi039.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 423 kB/s | 32 kB 00:00 2024-09-19T05:31:36.658 INFO:teuthology.orchestra.run.smithi039.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 7.4 MB/s | 751 kB 00:00 2024-09-19T05:31:36.734 INFO:teuthology.orchestra.run.smithi039.stdout:(15/156): libcephsqlite-19.1.1-361.g2f599a46.el 2.1 MB/s | 163 kB 00:00 2024-09-19T05:31:36.809 INFO:teuthology.orchestra.run.smithi039.stdout:(16/156): librados-devel-19.1.1-361.g2f599a46.e 1.7 MB/s | 127 kB 00:00 2024-09-19T05:31:36.892 INFO:teuthology.orchestra.run.smithi039.stdout:(17/156): libradosstriper1-19.1.1-361.g2f599a46 6.0 MB/s | 506 kB 00:00 2024-09-19T05:31:37.073 INFO:teuthology.orchestra.run.smithi050.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 22 kB/s | 6.6 kB 00:00 2024-09-19T05:31:37.268 INFO:teuthology.orchestra.run.smithi039.stdout:(18/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 17 MB 00:01 2024-09-19T05:31:37.360 INFO:teuthology.orchestra.run.smithi039.stdout:(19/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 11 MB/s | 5.3 MB 00:00 2024-09-19T05:31:37.385 INFO:teuthology.orchestra.run.smithi039.stdout:(20/156): python3-ceph-argparse-19.1.1-361.g2f5 386 kB/s | 45 kB 00:00 2024-09-19T05:31:37.402 INFO:teuthology.orchestra.run.smithi039.stdout:(21/156): python3-ceph-common-19.1.1-361.g2f599 3.2 MB/s | 136 kB 00:00 2024-09-19T05:31:37.436 INFO:teuthology.orchestra.run.smithi039.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 3.1 MB/s | 161 kB 00:00 2024-09-19T05:31:37.448 INFO:teuthology.orchestra.run.smithi050.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 2.3 MB/s | 896 kB 00:00 2024-09-19T05:31:37.461 INFO:teuthology.orchestra.run.smithi039.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 5.3 MB/s | 320 kB 00:00 2024-09-19T05:31:37.486 INFO:teuthology.orchestra.run.smithi039.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.9 MB/s | 300 kB 00:00 2024-09-19T05:31:37.513 INFO:teuthology.orchestra.run.smithi039.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.9 MB/s | 99 kB 00:00 2024-09-19T05:31:37.515 INFO:teuthology.orchestra.run.smithi050.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 2.1 MB/s | 145 kB 00:00 2024-09-19T05:31:37.529 INFO:teuthology.orchestra.run.smithi039.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 2.0 MB/s | 85 kB 00:00 2024-09-19T05:31:37.579 INFO:teuthology.orchestra.run.smithi039.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 3.3 MB/s | 171 kB 00:00 2024-09-19T05:31:37.696 INFO:teuthology.orchestra.run.smithi039.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 17 MB/s | 3.1 MB 00:00 2024-09-19T05:31:37.721 INFO:teuthology.orchestra.run.smithi039.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 224 kB/s | 32 kB 00:00 2024-09-19T05:31:37.747 INFO:teuthology.orchestra.run.smithi039.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.9 MB/s | 146 kB 00:00 2024-09-19T05:31:38.032 INFO:teuthology.orchestra.run.smithi050.stdout:(4/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 4.6 MB/s | 2.4 MB 00:00 2024-09-19T05:31:38.149 INFO:teuthology.orchestra.run.smithi050.stdout:(5/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 3.9 MB/s | 5.4 MB 00:01 2024-09-19T05:31:38.180 INFO:teuthology.orchestra.run.smithi039.stdout:(31/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 22 MB/s | 49 MB 00:02 2024-09-19T05:31:38.230 INFO:teuthology.orchestra.run.smithi039.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 4.9 MB/s | 249 kB 00:00 2024-09-19T05:31:38.258 INFO:teuthology.orchestra.run.smithi050.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 6.8 MB/s | 1.5 MB 00:00 2024-09-19T05:31:38.289 INFO:teuthology.orchestra.run.smithi039.stdout:(33/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 6.3 MB/s | 3.6 MB 00:00 2024-09-19T05:31:38.315 INFO:teuthology.orchestra.run.smithi039.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 591 kB/s | 49 kB 00:00 2024-09-19T05:31:38.339 INFO:teuthology.orchestra.run.smithi039.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 329 kB/s | 16 kB 00:00 2024-09-19T05:31:38.373 INFO:teuthology.orchestra.run.smithi039.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 4.8 MB/s | 285 kB 00:00 2024-09-19T05:31:38.482 INFO:teuthology.orchestra.run.smithi039.stdout:(37/156): ceph-mgr-diskprediction-local-19.1.1- 10 MB/s | 7.4 MB 00:00 2024-09-19T05:31:38.507 INFO:teuthology.orchestra.run.smithi039.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 137 kB/s | 18 kB 00:00 2024-09-19T05:31:38.540 INFO:teuthology.orchestra.run.smithi039.stdout:(39/156): cephadm-19.1.1-361.g2f599a46.el9.noar 3.7 MB/s | 765 kB 00:00 2024-09-19T05:31:38.550 INFO:teuthology.orchestra.run.smithi050.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 12 MB/s | 4.7 MB 00:00 2024-09-19T05:31:38.607 INFO:teuthology.orchestra.run.smithi039.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 638 kB/s | 80 kB 00:00 2024-09-19T05:31:38.674 INFO:teuthology.orchestra.run.smithi039.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-19T05:31:38.700 INFO:teuthology.orchestra.run.smithi039.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-19T05:31:38.725 INFO:teuthology.orchestra.run.smithi039.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.6 MB/s | 801 kB 00:00 2024-09-19T05:31:38.750 INFO:teuthology.orchestra.run.smithi039.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-19T05:31:38.775 INFO:teuthology.orchestra.run.smithi039.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-19T05:31:38.801 INFO:teuthology.orchestra.run.smithi039.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-19T05:31:38.826 INFO:teuthology.orchestra.run.smithi039.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-19T05:31:38.868 INFO:teuthology.orchestra.run.smithi039.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 6.3 MB/s | 1.2 MB 00:00 2024-09-19T05:31:38.968 INFO:teuthology.orchestra.run.smithi039.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 1.0 MB/s | 107 kB 00:00 2024-09-19T05:31:39.002 INFO:teuthology.orchestra.run.smithi039.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 3.4 MB/s | 689 kB 00:00 2024-09-19T05:31:39.019 INFO:teuthology.orchestra.run.smithi039.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 431 kB/s | 22 kB 00:00 2024-09-19T05:31:39.052 INFO:teuthology.orchestra.run.smithi039.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 983 kB/s | 33 kB 00:00 2024-09-19T05:31:39.111 INFO:teuthology.orchestra.run.smithi039.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 3.2 MB/s | 943 kB 00:00 2024-09-19T05:31:39.136 INFO:teuthology.orchestra.run.smithi039.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-09-19T05:31:39.150 INFO:teuthology.orchestra.run.smithi050.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 8.9 MB/s | 21 MB 00:02 2024-09-19T05:31:39.161 INFO:teuthology.orchestra.run.smithi039.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-19T05:31:39.179 INFO:teuthology.orchestra.run.smithi039.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 267 kB/s | 11 kB 00:00 2024-09-19T05:31:39.200 INFO:teuthology.orchestra.run.smithi050.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 505 kB/s | 25 kB 00:00 2024-09-19T05:31:39.212 INFO:teuthology.orchestra.run.smithi039.stdout:(57/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-09-19T05:31:39.254 INFO:teuthology.orchestra.run.smithi039.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-09-19T05:31:39.309 INFO:teuthology.orchestra.run.smithi050.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 14 MB/s | 11 MB 00:00 2024-09-19T05:31:39.404 INFO:teuthology.orchestra.run.smithi039.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.4 MB/s | 662 kB 00:00 2024-09-19T05:31:39.446 INFO:teuthology.orchestra.run.smithi039.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 3.0 MB/s | 581 kB 00:00 2024-09-19T05:31:39.471 INFO:teuthology.orchestra.run.smithi039.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 365 kB/s | 24 kB 00:00 2024-09-19T05:31:39.497 INFO:teuthology.orchestra.run.smithi039.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 948 kB/s | 47 kB 00:00 2024-09-19T05:31:39.501 INFO:teuthology.orchestra.run.smithi050.stdout:(11/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 14 MB/s | 17 MB 00:01 2024-09-19T05:31:39.526 INFO:teuthology.orchestra.run.smithi050.stdout:(12/156): cephfs-mirror-19.1.1-361.g2f599a46.el 1.0 MB/s | 228 kB 00:00 2024-09-19T05:31:39.551 INFO:teuthology.orchestra.run.smithi050.stdout:(13/156): cephfs-shell-19.1.1-361.g2f599a46.el9 541 kB/s | 27 kB 00:00 2024-09-19T05:31:39.572 INFO:teuthology.orchestra.run.smithi039.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 2.5 MB/s | 188 kB 00:00 2024-09-19T05:31:39.576 INFO:teuthology.orchestra.run.smithi050.stdout:(14/156): libcephfs-devel-19.1.1-361.g2f599a46. 631 kB/s | 32 kB 00:00 2024-09-19T05:31:39.606 INFO:teuthology.orchestra.run.smithi039.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-09-19T05:31:39.610 INFO:teuthology.orchestra.run.smithi050.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 13 MB/s | 751 kB 00:00 2024-09-19T05:31:39.627 INFO:teuthology.orchestra.run.smithi050.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 3.2 MB/s | 163 kB 00:00 2024-09-19T05:31:39.631 INFO:teuthology.orchestra.run.smithi039.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 658 kB/s | 38 kB 00:00 2024-09-19T05:31:39.661 INFO:teuthology.orchestra.run.smithi050.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T05:31:39.694 INFO:teuthology.orchestra.run.smithi050.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 7.4 MB/s | 506 kB 00:00 2024-09-19T05:31:39.753 INFO:teuthology.orchestra.run.smithi050.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 774 kB/s | 45 kB 00:00 2024-09-19T05:31:39.823 INFO:teuthology.orchestra.run.smithi039.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.9 MB/s | 3.0 MB 00:00 2024-09-19T05:31:39.828 INFO:teuthology.orchestra.run.smithi050.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.8 MB/s | 136 kB 00:00 2024-09-19T05:31:39.912 INFO:teuthology.orchestra.run.smithi050.stdout:(21/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 21 MB/s | 5.3 MB 00:00 2024-09-19T05:31:39.937 INFO:teuthology.orchestra.run.smithi050.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 1.5 MB/s | 161 kB 00:00 2024-09-19T05:31:39.962 INFO:teuthology.orchestra.run.smithi050.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 6.3 MB/s | 320 kB 00:00 2024-09-19T05:31:39.989 INFO:teuthology.orchestra.run.smithi050.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.8 MB/s | 300 kB 00:00 2024-09-19T05:31:40.013 INFO:teuthology.orchestra.run.smithi050.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.9 MB/s | 99 kB 00:00 2024-09-19T05:31:40.038 INFO:teuthology.orchestra.run.smithi050.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-19T05:31:40.097 INFO:teuthology.orchestra.run.smithi050.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 2.9 MB/s | 171 kB 00:00 2024-09-19T05:31:40.164 INFO:teuthology.orchestra.run.smithi050.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 21 MB/s | 3.1 MB 00:00 2024-09-19T05:31:40.189 INFO:teuthology.orchestra.run.smithi050.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 347 kB/s | 32 kB 00:00 2024-09-19T05:31:40.215 INFO:teuthology.orchestra.run.smithi050.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.8 MB/s | 146 kB 00:00 2024-09-19T05:31:40.256 INFO:teuthology.orchestra.run.smithi039.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 3.7 MB/s | 1.6 MB 00:00 2024-09-19T05:31:40.490 INFO:teuthology.orchestra.run.smithi050.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 12 MB/s | 3.6 MB 00:00 2024-09-19T05:31:40.515 INFO:teuthology.orchestra.run.smithi039.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 3.4 MB/s | 910 kB 00:00 2024-09-19T05:31:40.582 INFO:teuthology.orchestra.run.smithi039.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-19T05:31:40.607 INFO:teuthology.orchestra.run.smithi050.stdout:(32/156): ceph-mgr-diskprediction-local-19.1.1- 19 MB/s | 7.4 MB 00:00 2024-09-19T05:31:40.632 INFO:teuthology.orchestra.run.smithi050.stdout:(33/156): ceph-mgr-modules-core-19.1.1-361.g2f5 1.7 MB/s | 249 kB 00:00 2024-09-19T05:31:40.657 INFO:teuthology.orchestra.run.smithi050.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 984 kB/s | 49 kB 00:00 2024-09-19T05:31:40.683 INFO:teuthology.orchestra.run.smithi050.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 327 kB/s | 16 kB 00:00 2024-09-19T05:31:40.716 INFO:teuthology.orchestra.run.smithi050.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 4.7 MB/s | 285 kB 00:00 2024-09-19T05:31:40.750 INFO:teuthology.orchestra.run.smithi050.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 11 MB/s | 765 kB 00:00 2024-09-19T05:31:40.775 INFO:teuthology.orchestra.run.smithi050.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 312 kB/s | 18 kB 00:00 2024-09-19T05:31:40.876 INFO:teuthology.orchestra.run.smithi050.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 637 kB/s | 80 kB 00:00 2024-09-19T05:31:40.890 INFO:teuthology.orchestra.run.smithi039.stdout:(70/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.5 MB/s | 4.4 MB 00:01 2024-09-19T05:31:40.951 INFO:teuthology.orchestra.run.smithi050.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.5 MB/s | 191 kB 00:00 2024-09-19T05:31:40.984 INFO:teuthology.orchestra.run.smithi050.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.7 MB/s | 801 kB 00:00 2024-09-19T05:31:41.026 INFO:teuthology.orchestra.run.smithi050.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-09-19T05:31:41.032 INFO:teuthology.orchestra.run.smithi039.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.5 MB/s | 4.9 MB 00:01 2024-09-19T05:31:41.074 INFO:teuthology.orchestra.run.smithi039.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 5.5 MB/s | 1.0 MB 00:00 2024-09-19T05:31:41.093 INFO:teuthology.orchestra.run.smithi050.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-19T05:31:41.116 INFO:teuthology.orchestra.run.smithi039.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-09-19T05:31:41.158 INFO:teuthology.orchestra.run.smithi039.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-19T05:31:41.241 INFO:teuthology.orchestra.run.smithi039.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-09-19T05:31:41.325 INFO:teuthology.orchestra.run.smithi039.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-09-19T05:31:41.367 INFO:teuthology.orchestra.run.smithi039.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 613 kB/s | 26 kB 00:00 2024-09-19T05:31:41.409 INFO:teuthology.orchestra.run.smithi039.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 463 kB/s | 19 kB 00:00 2024-09-19T05:31:41.484 INFO:teuthology.orchestra.run.smithi039.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-19T05:31:41.527 INFO:teuthology.orchestra.run.smithi039.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 836 kB/s | 35 kB 00:00 2024-09-19T05:31:41.527 INFO:teuthology.orchestra.run.smithi050.stdout:(44/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 21 MB/s | 49 MB 00:02 2024-09-19T05:31:41.552 INFO:teuthology.orchestra.run.smithi050.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 295 kB/s | 135 kB 00:00 2024-09-19T05:31:41.603 INFO:teuthology.orchestra.run.smithi050.stdout:(46/156): python3-cryptography-36.0.1-4.el9.x86 2.0 MB/s | 1.2 MB 00:00 2024-09-19T05:31:41.628 INFO:teuthology.orchestra.run.smithi050.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-19T05:31:41.661 INFO:teuthology.orchestra.run.smithi050.stdout:(48/156): python3-requests-2.25.1-8.el9.noarch. 931 kB/s | 125 kB 00:00 2024-09-19T05:31:42.235 INFO:teuthology.orchestra.run.smithi039.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 3.5 MB/s | 5.8 MB 00:01 2024-09-19T05:31:42.320 INFO:teuthology.orchestra.run.smithi050.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 162 kB/s | 107 kB 00:00 2024-09-19T05:31:42.328 INFO:teuthology.orchestra.run.smithi039.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-09-19T05:31:42.419 INFO:teuthology.orchestra.run.smithi039.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-09-19T05:31:42.478 INFO:teuthology.orchestra.run.smithi039.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-19T05:31:42.478 INFO:teuthology.orchestra.run.smithi050.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 787 kB/s | 689 kB 00:00 2024-09-19T05:31:42.520 INFO:teuthology.orchestra.run.smithi039.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-19T05:31:42.554 INFO:teuthology.orchestra.run.smithi050.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-09-19T05:31:42.620 INFO:teuthology.orchestra.run.smithi039.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 2.6 MB/s | 269 kB 00:00 2024-09-19T05:31:42.695 INFO:teuthology.orchestra.run.smithi039.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-09-19T05:31:42.829 INFO:teuthology.orchestra.run.smithi039.stdout:(88/156): python3-babel-2.9.1-2.el9.noarch.rpm 3.4 MB/s | 6.0 MB 00:01 2024-09-19T05:31:42.854 INFO:teuthology.orchestra.run.smithi039.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 1.7 MB/s | 279 kB 00:00 2024-09-19T05:31:42.879 INFO:teuthology.orchestra.run.smithi039.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-19T05:31:42.880 INFO:teuthology.orchestra.run.smithi050.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 39 kB/s | 22 kB 00:00 2024-09-19T05:31:42.905 INFO:teuthology.orchestra.run.smithi039.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-19T05:31:42.980 INFO:teuthology.orchestra.run.smithi039.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.5 MB/s | 5.1 MB 00:01 2024-09-19T05:31:43.005 INFO:teuthology.orchestra.run.smithi039.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 416 kB/s | 42 kB 00:00 2024-09-19T05:31:43.030 INFO:teuthology.orchestra.run.smithi039.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 882 kB/s | 44 kB 00:00 2024-09-19T05:31:43.065 INFO:teuthology.orchestra.run.smithi039.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 1.1 MB/s | 36 kB 00:00 2024-09-19T05:31:43.106 INFO:teuthology.orchestra.run.smithi039.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.2 MB/s | 221 kB 00:00 2024-09-19T05:31:43.131 INFO:teuthology.orchestra.run.smithi039.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 708 kB/s | 47 kB 00:00 2024-09-19T05:31:43.138 INFO:teuthology.orchestra.run.smithi050.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 57 kB/s | 33 kB 00:00 2024-09-19T05:31:43.173 INFO:teuthology.orchestra.run.smithi039.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-19T05:31:43.232 INFO:teuthology.orchestra.run.smithi039.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.4 MB/s | 304 kB 00:00 2024-09-19T05:31:43.257 INFO:teuthology.orchestra.run.smithi039.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.1 MB/s | 96 kB 00:00 2024-09-19T05:31:43.272 INFO:teuthology.orchestra.run.smithi050.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 396 kB/s | 313 kB 00:00 2024-09-19T05:31:43.290 INFO:teuthology.orchestra.run.smithi039.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-19T05:31:43.307 INFO:teuthology.orchestra.run.smithi039.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 896 kB/s | 45 kB 00:00 2024-09-19T05:31:43.374 INFO:teuthology.orchestra.run.smithi039.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 268 kB/s | 22 kB 00:00 2024-09-19T05:31:43.424 INFO:teuthology.orchestra.run.smithi039.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-19T05:31:43.458 INFO:teuthology.orchestra.run.smithi039.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.0 MB/s | 308 kB 00:00 2024-09-19T05:31:43.483 INFO:teuthology.orchestra.run.smithi039.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 776 kB/s | 19 kB 00:00 2024-09-19T05:31:43.517 INFO:teuthology.orchestra.run.smithi039.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 4.0 MB/s | 863 kB 00:00 2024-09-19T05:31:43.567 INFO:teuthology.orchestra.run.smithi039.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 521 kB/s | 26 kB 00:00 2024-09-19T05:31:43.592 INFO:teuthology.orchestra.run.smithi039.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-19T05:31:43.618 INFO:teuthology.orchestra.run.smithi039.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-19T05:31:43.651 INFO:teuthology.orchestra.run.smithi039.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.4 MB/s | 151 kB 00:00 2024-09-19T05:31:43.655 INFO:teuthology.orchestra.run.smithi050.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 35 kB/s | 18 kB 00:00 2024-09-19T05:31:43.744 INFO:teuthology.orchestra.run.smithi039.stdout:(112/156): libarrow-9.0.0-11.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-09-19T05:31:43.764 INFO:teuthology.orchestra.run.smithi050.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 23 kB/s | 11 kB 00:00 2024-09-19T05:31:43.777 INFO:teuthology.orchestra.run.smithi039.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 16 MB/s | 548 kB 00:00 2024-09-19T05:31:43.811 INFO:teuthology.orchestra.run.smithi039.stdout:(114/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 5.2 MB/s | 839 kB 00:00 2024-09-19T05:31:43.836 INFO:teuthology.orchestra.run.smithi039.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 744 kB/s | 43 kB 00:00 2024-09-19T05:31:43.861 INFO:teuthology.orchestra.run.smithi039.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 642 kB/s | 32 kB 00:00 2024-09-19T05:31:43.887 INFO:teuthology.orchestra.run.smithi039.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 280 kB/s | 14 kB 00:00 2024-09-19T05:31:43.912 INFO:teuthology.orchestra.run.smithi039.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-19T05:31:43.937 INFO:teuthology.orchestra.run.smithi039.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-19T05:31:43.957 INFO:teuthology.orchestra.run.smithi050.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-09-19T05:31:43.971 INFO:teuthology.orchestra.run.smithi039.stdout:(120/156): python3-google-auth-2.34.0-1.el9.noa 6.5 MB/s | 220 kB 00:00 2024-09-19T05:31:43.996 INFO:teuthology.orchestra.run.smithi039.stdout:(121/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.5 MB/s | 303 kB 00:00 2024-09-19T05:31:44.030 INFO:teuthology.orchestra.run.smithi039.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-19T05:31:44.055 INFO:teuthology.orchestra.run.smithi039.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 432 kB/s | 11 kB 00:00 2024-09-19T05:31:44.080 INFO:teuthology.orchestra.run.smithi039.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 709 kB/s | 18 kB 00:00 2024-09-19T05:31:44.106 INFO:teuthology.orchestra.run.smithi039.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 930 kB/s | 23 kB 00:00 2024-09-19T05:31:44.160 INFO:teuthology.orchestra.run.smithi039.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 359 kB/s | 19 kB 00:00 2024-09-19T05:31:44.190 INFO:teuthology.orchestra.run.smithi039.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 676 kB/s | 20 kB 00:00 2024-09-19T05:31:44.240 INFO:teuthology.orchestra.run.smithi039.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.6 MB/s | 2.0 MB 00:00 2024-09-19T05:31:44.265 INFO:teuthology.orchestra.run.smithi039.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T05:31:44.290 INFO:teuthology.orchestra.run.smithi039.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T05:31:44.324 INFO:teuthology.orchestra.run.smithi039.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-09-19T05:31:44.331 INFO:teuthology.orchestra.run.smithi050.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 80 kB/s | 45 kB 00:00 2024-09-19T05:31:44.358 INFO:teuthology.orchestra.run.smithi039.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-09-19T05:31:44.373 INFO:teuthology.orchestra.run.smithi050.stdout:(59/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 223 kB/s | 160 kB 00:00 2024-09-19T05:31:44.383 INFO:teuthology.orchestra.run.smithi039.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 660 kB/s | 16 kB 00:00 2024-09-19T05:31:44.408 INFO:teuthology.orchestra.run.smithi039.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-09-19T05:31:44.433 INFO:teuthology.orchestra.run.smithi039.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-19T05:31:44.459 INFO:teuthology.orchestra.run.smithi039.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-19T05:31:44.484 INFO:teuthology.orchestra.run.smithi039.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-19T05:31:44.509 INFO:teuthology.orchestra.run.smithi039.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T05:31:44.526 INFO:teuthology.orchestra.run.smithi039.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.7 MB/s | 188 kB 00:00 2024-09-19T05:31:44.551 INFO:teuthology.orchestra.run.smithi039.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 854 kB/s | 36 kB 00:00 2024-09-19T05:31:44.577 INFO:teuthology.orchestra.run.smithi039.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-19T05:31:44.602 INFO:teuthology.orchestra.run.smithi039.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T05:31:44.628 INFO:teuthology.orchestra.run.smithi039.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-19T05:31:44.653 INFO:teuthology.orchestra.run.smithi039.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 799 kB/s | 20 kB 00:00 2024-09-19T05:31:44.687 INFO:teuthology.orchestra.run.smithi039.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-19T05:31:44.712 INFO:teuthology.orchestra.run.smithi039.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-19T05:31:44.762 INFO:teuthology.orchestra.run.smithi039.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-19T05:31:44.890 INFO:teuthology.orchestra.run.smithi050.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 710 kB/s | 662 kB 00:00 2024-09-19T05:31:44.915 INFO:teuthology.orchestra.run.smithi050.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 45 kB/s | 24 kB 00:00 2024-09-19T05:31:44.980 INFO:teuthology.orchestra.run.smithi039.stdout:(148/156): librados2-19.1.1-361.g2f599a46.el9.x 13 MB/s | 3.4 MB 00:00 2024-09-19T05:31:45.038 INFO:teuthology.orchestra.run.smithi039.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-19T05:31:45.146 INFO:teuthology.orchestra.run.smithi039.stdout:(150/156): NetworkManager-1.51.0-1.el9.x86_64.r 14 MB/s | 2.3 MB 00:00 2024-09-19T05:31:45.188 INFO:teuthology.orchestra.run.smithi039.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 983 kB/s | 41 kB 00:00 2024-09-19T05:31:45.230 INFO:teuthology.orchestra.run.smithi039.stdout:(152/156): NetworkManager-libnm-1.51.0-1.el9.x8 9.4 MB/s | 1.8 MB 00:00 2024-09-19T05:31:45.240 INFO:teuthology.orchestra.run.smithi050.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 639 kB/s | 581 kB 00:00 2024-09-19T05:31:45.255 INFO:teuthology.orchestra.run.smithi039.stdout:(153/156): NetworkManager-tui-1.51.0-1.el9.x86_ 3.6 MB/s | 249 kB 00:00 2024-09-19T05:31:45.289 INFO:teuthology.orchestra.run.smithi039.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 23 MB/s | 1.4 MB 00:00 2024-09-19T05:31:45.347 INFO:teuthology.orchestra.run.smithi039.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 26 MB/s | 2.4 MB 00:00 2024-09-19T05:31:45.482 INFO:teuthology.orchestra.run.smithi050.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 80 kB/s | 47 kB 00:00 2024-09-19T05:31:45.683 INFO:teuthology.orchestra.run.smithi050.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 381 kB/s | 292 kB 00:00 2024-09-19T05:31:45.974 INFO:teuthology.orchestra.run.smithi050.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 257 kB/s | 188 kB 00:00 2024-09-19T05:31:46.041 INFO:teuthology.orchestra.run.smithi050.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 69 kB/s | 38 kB 00:00 2024-09-19T05:31:46.792 INFO:teuthology.orchestra.run.smithi050.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 4.5 MB/s | 4.9 MB 00:01 2024-09-19T05:31:47.017 INFO:teuthology.orchestra.run.smithi050.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 1.6 MB/s | 1.6 MB 00:00 2024-09-19T05:31:47.217 INFO:teuthology.orchestra.run.smithi050.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.6 MB/s | 4.4 MB 00:01 2024-09-19T05:31:47.759 INFO:teuthology.orchestra.run.smithi050.stdout:(70/156): postgresql-contrib-13.16-1.el9.x86_64 941 kB/s | 910 kB 00:00 2024-09-19T05:31:47.784 INFO:teuthology.orchestra.run.smithi050.stdout:(71/156): postgresql-private-libs-13.16-1.el9.x 181 kB/s | 137 kB 00:00 2024-09-19T05:31:48.173 INFO:teuthology.orchestra.run.smithi039.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.1 MB/s | 16 MB 00:05 2024-09-19T05:31:48.178 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:31:48.178 INFO:teuthology.orchestra.run.smithi039.stdout:Total 16 MB/s | 226 MB 00:13 2024-09-19T05:31:48.368 INFO:teuthology.orchestra.run.smithi050.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 5.0 MB/s | 5.8 MB 00:01 2024-09-19T05:31:48.426 INFO:teuthology.orchestra.run.smithi050.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 136 kB/s | 87 kB 00:00 2024-09-19T05:31:48.785 INFO:teuthology.orchestra.run.smithi050.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.0 MB/s | 1.0 MB 00:01 2024-09-19T05:31:49.086 INFO:teuthology.orchestra.run.smithi050.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 93 kB/s | 61 kB 00:00 2024-09-19T05:31:49.454 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2024-09-19T05:31:49.494 INFO:teuthology.orchestra.run.smithi050.stdout:(76/156): python3-babel-2.9.1-2.el9.noarch.rpm 5.3 MB/s | 6.0 MB 00:01 2024-09-19T05:31:49.561 INFO:teuthology.orchestra.run.smithi050.stdout:(77/156): python3-devel-3.9.19-8.el9.x86_64.rpm 316 kB/s | 245 kB 00:00 2024-09-19T05:31:49.620 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2024-09-19T05:31:49.620 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2024-09-19T05:31:49.928 INFO:teuthology.orchestra.run.smithi050.stdout:(78/156): python3-jinja2-2.11.3-6.el9.noarch.rp 295 kB/s | 248 kB 00:00 2024-09-19T05:31:50.028 INFO:teuthology.orchestra.run.smithi050.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 48 kB/s | 26 kB 00:00 2024-09-19T05:31:50.053 INFO:teuthology.orchestra.run.smithi050.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 39 kB/s | 19 kB 00:00 2024-09-19T05:31:50.595 INFO:teuthology.orchestra.run.smithi050.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 61 kB/s | 35 kB 00:00 2024-09-19T05:31:50.637 INFO:teuthology.orchestra.run.smithi050.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 243 kB/s | 172 kB 00:00 2024-09-19T05:31:51.162 INFO:teuthology.orchestra.run.smithi050.stdout:(83/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.6 MB/s | 5.1 MB 00:01 2024-09-19T05:31:51.379 INFO:teuthology.orchestra.run.smithi050.stdout:(84/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 320 kB/s | 250 kB 00:00 2024-09-19T05:31:51.438 INFO:teuthology.orchestra.run.smithi050.stdout:(85/156): python3-oauthlib-3.1.1-5.el9.noarch.r 278 kB/s | 222 kB 00:00 2024-09-19T05:31:51.805 INFO:teuthology.orchestra.run.smithi050.stdout:(86/156): python3-packaging-20.9-5.el9.noarch.r 120 kB/s | 77 kB 00:00 2024-09-19T05:31:51.968 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2024-09-19T05:31:51.969 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2024-09-19T05:31:51.988 INFO:teuthology.orchestra.run.smithi050.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 69 kB/s | 42 kB 00:00 2024-09-19T05:31:52.213 INFO:teuthology.orchestra.run.smithi050.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 347 kB/s | 269 kB 00:00 2024-09-19T05:31:52.514 INFO:teuthology.orchestra.run.smithi050.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 224 kB/s | 159 kB 00:00 2024-09-19T05:31:52.831 INFO:teuthology.orchestra.run.smithi050.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 331 kB/s | 279 kB 00:00 2024-09-19T05:31:52.856 INFO:teuthology.orchestra.run.smithi050.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 80 kB/s | 51 kB 00:00 2024-09-19T05:31:53.148 INFO:teuthology.orchestra.run.smithi050.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 85 kB/s | 54 kB 00:00 2024-09-19T05:31:53.423 INFO:teuthology.orchestra.run.smithi050.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 73 kB/s | 42 kB 00:00 2024-09-19T05:31:53.715 INFO:teuthology.orchestra.run.smithi050.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 78 kB/s | 44 kB 00:00 2024-09-19T05:31:54.266 INFO:teuthology.orchestra.run.smithi050.stdout:(95/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-19T05:31:54.522 INFO:teuthology.orchestra.run.smithi050.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 255 kB/s | 221 kB 00:00 2024-09-19T05:31:54.522 INFO:teuthology.orchestra.run.smithi050.stdout:(97/156): qatlib-service-24.02.0-1.el9.x86_64.r 60 kB/s | 36 kB 00:00 2024-09-19T05:31:54.908 INFO:teuthology.orchestra.run.smithi050.stdout:(98/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 74 kB/s | 47 kB 00:00 2024-09-19T05:31:54.966 INFO:teuthology.orchestra.run.smithi050.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 89 kB/s | 58 kB 00:00 2024-09-19T05:31:55.075 INFO:teuthology.orchestra.run.smithi050.stdout:(100/156): socat-1.7.4.1-6.el9.x86_64.rpm 388 kB/s | 304 kB 00:00 2024-09-19T05:31:55.559 INFO:teuthology.orchestra.run.smithi050.stdout:(101/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 147 kB/s | 96 kB 00:00 2024-09-19T05:31:55.634 INFO:teuthology.orchestra.run.smithi050.stdout:(102/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 95 kB/s | 64 kB 00:00 2024-09-19T05:31:55.659 INFO:teuthology.orchestra.run.smithi050.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 224 kB/s | 22 kB 00:00 2024-09-19T05:31:55.693 INFO:teuthology.orchestra.run.smithi050.stdout:(104/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 73 kB/s | 45 kB 00:00 2024-09-19T05:31:55.743 INFO:teuthology.orchestra.run.smithi050.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 6.4 MB/s | 548 kB 00:00 2024-09-19T05:31:55.768 INFO:teuthology.orchestra.run.smithi050.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 852 kB/s | 19 kB 00:00 2024-09-19T05:31:55.810 INFO:teuthology.orchestra.run.smithi050.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 4.8 MB/s | 863 kB 00:00 2024-09-19T05:31:55.836 INFO:teuthology.orchestra.run.smithi050.stdout:(108/156): gperftools-libs-2.9.1-3.el9.x86_64.r 2.1 MB/s | 308 kB 00:00 2024-09-19T05:31:55.869 INFO:teuthology.orchestra.run.smithi050.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-19T05:31:55.886 INFO:teuthology.orchestra.run.smithi050.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 4.6 MB/s | 67 kB 00:00 2024-09-19T05:31:55.911 INFO:teuthology.orchestra.run.smithi050.stdout:(111/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 258 kB/s | 26 kB 00:00 2024-09-19T05:31:55.928 INFO:teuthology.orchestra.run.smithi050.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 3.5 MB/s | 151 kB 00:00 2024-09-19T05:31:55.979 INFO:teuthology.orchestra.run.smithi050.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-19T05:31:56.062 INFO:teuthology.orchestra.run.smithi050.stdout:(114/156): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-09-19T05:31:56.079 INFO:teuthology.orchestra.run.smithi050.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 2.2 MB/s | 32 kB 00:00 2024-09-19T05:31:56.096 INFO:teuthology.orchestra.run.smithi050.stdout:(116/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 377 kB/s | 43 kB 00:00 2024-09-19T05:31:56.113 INFO:teuthology.orchestra.run.smithi050.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 421 kB/s | 14 kB 00:00 2024-09-19T05:31:56.190 INFO:teuthology.orchestra.run.smithi050.stdout:(118/156): libarrow-9.0.0-11.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-09-19T05:31:56.222 INFO:teuthology.orchestra.run.smithi050.stdout:(119/156): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-09-19T05:31:56.247 INFO:teuthology.orchestra.run.smithi050.stdout:(120/156): python3-cherrypy-18.6.1-2.el9.noarch 2.6 MB/s | 358 kB 00:00 2024-09-19T05:31:56.272 INFO:teuthology.orchestra.run.smithi050.stdout:(121/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.6 MB/s | 303 kB 00:00 2024-09-19T05:31:56.298 INFO:teuthology.orchestra.run.smithi050.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 2.8 MB/s | 220 kB 00:00 2024-09-19T05:31:56.323 INFO:teuthology.orchestra.run.smithi050.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-19T05:31:56.348 INFO:teuthology.orchestra.run.smithi050.stdout:(124/156): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-09-19T05:31:56.373 INFO:teuthology.orchestra.run.smithi050.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-09-19T05:31:56.399 INFO:teuthology.orchestra.run.smithi050.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-19T05:31:56.424 INFO:teuthology.orchestra.run.smithi050.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 388 kB/s | 19 kB 00:00 2024-09-19T05:31:56.449 INFO:teuthology.orchestra.run.smithi050.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-19T05:31:56.474 INFO:teuthology.orchestra.run.smithi050.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T05:31:56.500 INFO:teuthology.orchestra.run.smithi050.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T05:31:56.525 INFO:teuthology.orchestra.run.smithi050.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-19T05:31:56.559 INFO:teuthology.orchestra.run.smithi050.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-19T05:31:56.584 INFO:teuthology.orchestra.run.smithi050.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 663 kB/s | 16 kB 00:00 2024-09-19T05:31:56.601 INFO:teuthology.orchestra.run.smithi050.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 5.3 MB/s | 90 kB 00:00 2024-09-19T05:31:56.634 INFO:teuthology.orchestra.run.smithi050.stdout:(135/156): python3-kubernetes-26.1.0-2.el9.noar 4.9 MB/s | 1.0 MB 00:00 2024-09-19T05:31:56.660 INFO:teuthology.orchestra.run.smithi050.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 479 kB/s | 28 kB 00:00 2024-09-19T05:31:56.685 INFO:teuthology.orchestra.run.smithi050.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 608 kB/s | 31 kB 00:00 2024-09-19T05:31:56.711 INFO:teuthology.orchestra.run.smithi050.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T05:31:56.736 INFO:teuthology.orchestra.run.smithi050.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-19T05:31:56.765 INFO:teuthology.orchestra.run.smithi050.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-19T05:31:56.786 INFO:teuthology.orchestra.run.smithi050.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-19T05:31:56.803 INFO:teuthology.orchestra.run.smithi050.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 5.3 MB/s | 90 kB 00:00 2024-09-19T05:31:56.829 INFO:teuthology.orchestra.run.smithi050.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.4 MB/s | 230 kB 00:00 2024-09-19T05:31:56.854 INFO:teuthology.orchestra.run.smithi050.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 805 kB/s | 20 kB 00:00 2024-09-19T05:31:56.904 INFO:teuthology.orchestra.run.smithi050.stdout:(145/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.1 MB/s | 2.0 MB 00:00 2024-09-19T05:31:56.929 INFO:teuthology.orchestra.run.smithi050.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 2.5 MB/s | 191 kB 00:00 2024-09-19T05:31:56.955 INFO:teuthology.orchestra.run.smithi050.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-09-19T05:31:57.013 INFO:teuthology.orchestra.run.smithi050.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-19T05:31:57.222 INFO:teuthology.orchestra.run.smithi050.stdout:(149/156): librados2-19.1.1-361.g2f599a46.el9.x 12 MB/s | 3.4 MB 00:00 2024-09-19T05:31:57.289 INFO:teuthology.orchestra.run.smithi050.stdout:(150/156): librbd1-19.1.1-361.g2f599a46.el9.x86 9.5 MB/s | 3.2 MB 00:00 2024-09-19T05:31:57.397 INFO:teuthology.orchestra.run.smithi050.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 378 kB/s | 41 kB 00:00 2024-09-19T05:31:57.489 INFO:teuthology.orchestra.run.smithi050.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 2.7 MB/s | 249 kB 00:00 2024-09-19T05:31:57.598 INFO:teuthology.orchestra.run.smithi050.stdout:(153/156): NetworkManager-1.51.0-1.el9.x86_64.r 4.0 MB/s | 2.3 MB 00:00 2024-09-19T05:31:57.657 INFO:teuthology.orchestra.run.smithi050.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 8.1 MB/s | 1.4 MB 00:00 2024-09-19T05:31:57.723 INFO:teuthology.orchestra.run.smithi050.stdout:(155/156): NetworkManager-libnm-1.51.0-1.el9.x8 3.6 MB/s | 1.8 MB 00:00 2024-09-19T05:31:58.424 INFO:teuthology.orchestra.run.smithi050.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.9 MB/s | 2.4 MB 00:00 2024-09-19T05:31:58.430 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:31:58.431 INFO:teuthology.orchestra.run.smithi050.stdout:Total 10 MB/s | 226 MB 00:21 2024-09-19T05:31:58.598 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2024-09-19T05:31:58.718 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T05:31:58.762 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T05:31:58.819 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T05:31:58.853 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T05:31:58.878 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T05:31:58.929 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T05:31:59.278 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T05:31:59.398 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:31:59.513 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:31:59.547 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:31:59.639 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:31:59.668 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:31:59.693 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-19T05:31:59.853 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T05:31:59.866 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-19T05:31:59.866 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-19T05:31:59.907 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T05:31:59.934 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:32:00.040 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:32:00.069 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:32:00.131 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:32:00.153 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:32:00.178 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:32:00.364 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:32:00.544 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:32:00.651 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T05:32:00.775 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:32:00.844 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:32:01.081 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:32:01.187 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T05:32:01.291 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T05:32:01.328 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T05:32:01.368 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T05:32:01.471 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T05:32:01.528 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T05:32:01.567 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T05:32:01.611 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T05:32:01.643 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T05:32:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T05:32:01.742 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T05:32:01.794 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T05:32:01.824 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T05:32:01.873 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T05:32:01.955 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T05:32:01.995 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T05:32:02.039 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T05:32:02.066 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T05:32:02.140 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T05:32:02.182 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T05:32:02.193 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-19T05:32:02.193 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-19T05:32:02.260 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T05:32:02.404 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T05:32:02.460 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T05:32:03.011 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T05:32:03.099 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T05:32:03.133 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T05:32:03.177 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T05:32:03.215 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T05:32:03.258 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T05:32:03.419 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T05:32:03.493 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T05:32:03.549 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T05:32:03.623 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T05:32:03.669 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T05:32:03.706 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T05:32:03.752 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T05:32:03.787 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T05:32:03.831 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T05:32:03.873 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T05:32:04.023 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T05:32:04.066 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T05:32:04.107 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T05:32:04.213 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T05:32:04.249 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T05:32:04.290 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T05:32:04.331 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T05:32:04.356 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T05:32:04.502 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T05:32:04.842 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T05:32:04.897 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T05:32:04.932 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T05:32:04.968 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T05:32:05.007 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T05:32:05.059 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T05:32:05.088 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T05:32:05.122 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T05:32:05.156 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T05:32:05.198 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T05:32:05.231 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T05:32:05.321 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T05:32:05.379 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T05:32:05.410 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T05:32:05.526 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T05:32:05.578 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T05:32:06.335 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T05:32:06.383 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T05:32:06.417 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T05:32:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T05:32:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T05:32:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T05:32:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T05:32:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T05:32:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T05:32:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T05:32:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T05:32:07.735 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T05:32:07.852 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T05:32:08.845 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-19T05:32:08.953 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T05:32:08.996 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T05:32:09.054 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T05:32:09.096 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T05:32:09.120 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T05:32:09.164 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T05:32:09.178 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T05:32:09.254 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T05:32:09.282 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T05:32:09.315 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T05:32:09.565 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T05:32:09.621 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:32:09.642 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T05:32:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:32:09.739 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:32:09.769 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:32:09.773 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:32:09.800 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T05:32:09.839 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T05:32:09.866 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:32:09.895 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:32:10.067 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T05:32:10.126 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T05:32:10.153 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:32:10.259 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:32:10.287 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:32:10.343 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T05:32:10.350 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:32:10.380 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:32:10.381 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:32:10.403 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:32:10.452 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:32:10.483 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T05:32:10.551 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:32:10.734 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:32:10.895 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T05:32:11.014 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:32:11.096 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:32:11.325 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:32:11.440 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T05:32:11.566 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T05:32:11.612 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T05:32:11.654 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T05:32:11.730 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T05:32:11.780 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T05:32:11.820 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T05:32:11.863 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T05:32:11.896 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T05:32:11.923 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T05:32:11.995 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T05:32:12.055 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T05:32:12.085 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T05:32:12.131 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T05:32:12.207 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T05:32:12.238 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T05:32:12.293 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T05:32:12.319 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T05:32:12.393 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T05:32:12.442 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T05:32:12.520 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T05:32:12.667 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T05:32:12.721 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T05:32:12.927 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:32:12.970 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:32:13.281 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T05:32:13.367 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T05:32:13.402 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T05:32:13.446 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T05:32:13.484 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T05:32:13.532 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T05:32:13.549 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:32:13.592 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:32:13.692 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T05:32:13.745 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T05:32:13.785 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:32:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T05:32:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T05:32:13.786 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:13.801 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T05:32:13.810 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:32:13.875 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T05:32:13.912 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T05:32:13.948 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T05:32:13.996 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T05:32:14.031 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T05:32:14.075 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T05:32:14.126 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T05:32:14.269 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T05:32:14.326 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T05:32:14.369 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T05:32:14.476 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T05:32:14.510 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T05:32:14.576 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T05:32:14.608 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T05:32:14.633 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T05:32:14.720 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T05:32:14.857 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T05:32:14.890 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T05:32:14.923 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T05:32:14.961 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T05:32:15.000 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T05:32:15.040 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T05:32:15.070 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T05:32:15.104 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T05:32:15.137 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T05:32:15.180 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T05:32:15.214 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T05:32:15.304 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T05:32:15.362 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T05:32:15.395 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T05:32:15.504 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T05:32:15.564 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T05:32:16.337 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T05:32:16.385 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T05:32:16.427 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T05:32:16.531 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T05:32:16.583 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T05:32:16.628 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T05:32:16.720 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T05:32:16.754 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T05:32:16.949 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T05:32:16.977 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T05:32:17.058 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T05:32:17.760 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T05:32:17.881 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T05:32:19.225 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T05:32:19.301 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T05:32:19.329 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T05:32:19.362 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T05:32:19.689 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T05:32:19.733 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:32:19.808 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:32:19.838 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T05:32:19.876 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T05:32:20.384 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T05:32:20.427 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:32:20.507 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:32:20.529 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T05:32:23.026 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:32:23.183 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:32:23.762 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:32:23.804 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:32:23.898 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:32:23.898 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T05:32:23.898 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T05:32:23.898 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:23.938 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:32:26.307 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:32:26.307 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /sys 2024-09-19T05:32:26.308 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /proc 2024-09-19T05:32:26.308 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /mnt 2024-09-19T05:32:26.308 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /var/tmp 2024-09-19T05:32:26.308 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /home 2024-09-19T05:32:26.308 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /root 2024-09-19T05:32:26.308 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /tmp 2024-09-19T05:32:26.308 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:26.487 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:32:26.503 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:32:26.503 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:26.503 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T05:32:26.503 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:28.040 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:32:28.068 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:32:28.069 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:28.069 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T05:32:28.069 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:32:28.069 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:32:28.069 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:28.316 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:32:28.341 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:32:28.341 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:28.341 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T05:32:28.341 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:32:28.341 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:32:28.341 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:28.792 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:32:28.817 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:32:28.817 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:28.817 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T05:32:28.817 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:32:28.818 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:32:28.818 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:28.931 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T05:32:28.990 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T05:32:29.053 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T05:32:29.264 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T05:32:29.319 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T05:32:29.400 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T05:32:29.489 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T05:32:29.631 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T05:32:29.688 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T05:32:29.717 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T05:32:29.744 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T05:32:30.185 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:32:30.218 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:32:30.250 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T05:32:30.316 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T05:32:30.341 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:32:31.447 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:32:31.492 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:32:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:32:32.553 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:32:32.660 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:32:32.838 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:32:32.870 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:32:32.895 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:32:32.895 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:32.895 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:32:32.896 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:32:32.896 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:32:32.896 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:32.946 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:32:32.957 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:32:33.072 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:32:33.134 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:32:34.112 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:32:34.140 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:32:34.165 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:32:34.165 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:34.165 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:32:34.165 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:32:34.165 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:32:34.166 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:34.207 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:32:34.232 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:32:34.232 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:34.232 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:32:34.232 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:34.283 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:32:34.307 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:32:34.308 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:34.308 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:32:34.308 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:32:34.308 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:32:34.308 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:34.625 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:32:34.649 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:32:34.650 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:34.650 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:32:34.650 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:32:34.650 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:32:34.650 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:36.074 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:32:36.074 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /sys 2024-09-19T05:32:36.074 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /proc 2024-09-19T05:32:36.074 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /mnt 2024-09-19T05:32:36.074 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /var/tmp 2024-09-19T05:32:36.074 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /home 2024-09-19T05:32:36.075 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /root 2024-09-19T05:32:36.075 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /tmp 2024-09-19T05:32:36.075 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:36.257 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:32:36.274 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:32:36.274 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:36.274 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T05:32:36.274 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:37.818 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:32:37.847 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:32:37.847 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:37.848 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T05:32:37.848 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:32:37.848 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:32:37.848 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:38.095 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:32:38.120 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:32:38.120 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:38.120 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T05:32:38.120 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:32:38.120 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:32:38.120 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:38.588 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:32:38.612 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:32:38.613 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:38.613 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T05:32:38.613 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:32:38.613 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:32:38.613 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:38.727 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T05:32:38.803 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T05:32:38.866 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T05:32:39.064 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T05:32:39.114 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T05:32:39.195 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T05:32:39.284 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T05:32:39.436 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T05:32:39.497 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T05:32:39.504 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:32:39.529 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T05:32:39.546 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:32:39.565 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T05:32:39.587 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:32:39.618 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:32:39.646 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:32:39.861 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:32:39.909 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:32:39.930 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:32:39.961 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:32:39.962 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:32:39.989 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:32:40.006 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:32:40.020 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T05:32:40.086 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T05:32:40.111 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:32:40.548 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:32:40.587 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:32:40.609 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:32:41.227 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:32:41.263 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:32:41.510 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:32:41.592 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:32:41.653 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:32:41.752 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:32:41.804 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:32:41.837 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:32:41.863 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:32:41.863 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:32:41.955 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:32:41.956 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:32:42.031 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:32:42.056 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:32:42.061 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:32:42.062 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:32:42.250 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:32:42.250 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:32:42.281 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:32:42.313 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:32:42.325 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:32:42.393 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:32:42.424 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:32:42.592 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:32:42.616 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:32:42.641 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:32:42.642 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:42.642 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:32:42.642 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:32:42.642 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:32:42.642 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:42.691 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:32:42.704 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:32:42.817 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:32:42.871 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:32:43.845 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:32:43.877 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:32:43.902 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:32:43.903 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:43.903 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:32:43.903 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:32:43.903 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:32:43.903 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:43.944 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:32:43.969 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:32:43.969 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:43.969 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:32:43.969 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:44.020 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:32:44.045 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:32:44.045 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:44.045 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:32:44.045 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:32:44.045 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:32:44.045 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:44.362 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:32:44.388 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:32:44.388 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:32:44.388 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:32:44.388 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:32:44.388 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:32:44.388 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:32:47.997 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:32:47.997 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:32:47.997 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:32:47.998 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:32:47.999 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:32:48.000 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:32:48.001 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:32:48.002 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:32:48.003 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:32:48.003 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:32:48.003 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:32:48.003 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:32:48.012 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:32:48.013 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:32:48.014 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:32:48.015 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:32:48.016 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:32:48.017 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:32:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:32:48.019 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:32:48.020 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:32:48.020 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T05:32:49.225 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:32:49.266 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:32:49.308 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:32:49.347 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:32:49.374 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:32:49.589 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:32:49.630 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:32:49.660 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:32:49.693 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:32:49.736 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:32:50.349 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:32:50.383 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:32:50.405 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:32:50.689 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:32:50.689 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:50.689 INFO:teuthology.orchestra.run.smithi039.stdout:Upgraded: 2024-09-19T05:32:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T05:32:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T05:32:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T05:32:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T05:32:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T05:32:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T05:32:50.690 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T05:32:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T05:32:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T05:32:50.695 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T05:32:50.696 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T05:32:50.697 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T05:32:50.698 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T05:32:50.699 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T05:32:50.700 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T05:32:50.701 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T05:32:50.702 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T05:32:50.703 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T05:32:50.703 INFO:teuthology.orchestra.run.smithi039.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T05:32:50.703 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:32:50.703 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2024-09-19T05:32:51.235 DEBUG:teuthology.parallel:result is None 2024-09-19T05:32:51.314 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:32:51.413 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:32:51.459 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:32:51.550 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:32:51.583 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:32:51.609 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:32:51.635 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:32:51.635 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:32:51.735 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:32:51.735 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:32:51.819 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:32:51.844 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:32:51.850 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:32:51.850 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:32:52.038 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:32:52.038 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:32:52.130 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:32:52.198 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:32:57.815 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:32:57.816 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:32:57.816 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:32:57.816 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:32:57.816 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:32:57.816 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:32:57.816 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:32:57.816 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:32:57.816 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:32:57.816 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:32:57.817 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:32:57.817 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:32:57.817 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:32:57.817 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:32:57.817 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:32:57.817 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:32:57.817 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:32:57.817 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:32:57.817 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:32:57.818 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:32:57.819 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:32:57.820 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:32:57.820 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:32:57.831 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:32:57.831 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:32:57.831 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:32:57.831 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:32:57.831 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:32:57.831 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:32:57.831 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:32:57.832 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:32:57.833 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:32:57.834 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:32:57.834 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:32:57.834 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:32:57.834 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:32:57.834 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:32:57.834 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:32:57.834 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:32:57.835 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:32:57.835 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:32:57.835 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:32:57.835 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:32:57.835 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:32:57.835 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:32:57.835 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:32:57.836 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:32:57.836 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:32:57.836 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:32:57.836 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:32:57.836 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:32:57.836 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:32:57.836 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:32:57.836 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:32:57.837 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:32:57.837 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:32:57.837 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:32:57.837 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:32:57.837 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:32:57.837 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:32:57.837 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:32:57.837 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:32:57.838 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:32:57.839 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:32:57.840 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:32:57.840 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:32:57.840 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:32:57.840 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:32:57.840 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:32:57.840 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:32:57.840 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:32:57.841 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:32:57.842 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:32:57.843 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T05:33:00.574 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:33:00.574 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:00.574 INFO:teuthology.orchestra.run.smithi050.stdout:Upgraded: 2024-09-19T05:33:00.574 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T05:33:00.575 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.576 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T05:33:00.577 INFO:teuthology.orchestra.run.smithi050.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.578 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T05:33:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T05:33:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T05:33:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T05:33:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T05:33:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T05:33:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T05:33:00.580 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T05:33:00.580 INFO:teuthology.orchestra.run.smithi050.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T05:33:00.580 INFO:teuthology.orchestra.run.smithi050.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T05:33:00.580 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T05:33:00.580 INFO:teuthology.orchestra.run.smithi050.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T05:33:00.580 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T05:33:00.580 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T05:33:00.580 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T05:33:00.580 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T05:33:00.581 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T05:33:00.582 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T05:33:00.583 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T05:33:00.584 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T05:33:00.585 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.586 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.587 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:33:00.587 INFO:teuthology.orchestra.run.smithi050.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T05:33:00.587 INFO:teuthology.orchestra.run.smithi050.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T05:33:00.587 INFO:teuthology.orchestra.run.smithi050.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T05:33:00.587 INFO:teuthology.orchestra.run.smithi050.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T05:33:00.587 INFO:teuthology.orchestra.run.smithi050.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T05:33:00.587 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T05:33:00.588 INFO:teuthology.orchestra.run.smithi050.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T05:33:00.588 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:00.588 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-19T05:33:00.994 DEBUG:teuthology.parallel:result is None 2024-09-19T05:33:00.994 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:33:01.146 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T05:33:01.174 INFO:teuthology.orchestra.run.smithi039.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T05:33:01.174 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T05:33:01.175 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T05:33:01.176 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:33:01.319 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T05:33:01.344 INFO:teuthology.orchestra.run.smithi050.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T05:33:01.344 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T05:33:01.344 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T05:33:01.346 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T05:33:01.346 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:01.346 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T05:33:01.381 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:01.381 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T05:33:01.416 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T05:33:01.416 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:01.417 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T05:33:01.451 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T05:33:01.519 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:01.520 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T05:33:01.548 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T05:33:01.617 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T05:33:01.618 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:01.618 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T05:33:01.646 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T05:33:01.712 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:01.712 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T05:33:01.740 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T05:33:01.808 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T05:33:01.808 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:01.808 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T05:33:01.834 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T05:33:01.901 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:01.901 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T05:33:01.929 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T05:33:01.997 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T05:33:02.085 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T05:33:02.085 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 777 /var/log/ceph 2024-09-19T05:33:02.087 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 777 /var/log/ceph 2024-09-19T05:33:02.114 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T05:33:02.115 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T05:33:02.155 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T05:33:02.182 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T05:33:02.182 DEBUG:teuthology.orchestra.run.smithi039:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T05:33:02.221 DEBUG:teuthology.orchestra.run.smithi050:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T05:33:02.276 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-19T05:33:02.276 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-19T05:33:02.276 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-19T05:33:02.277 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:02.277 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T05:33:02.300 DEBUG:teuthology.orchestra.run.smithi039:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T05:33:02.408 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T05:33:02.433 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:02.433 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T05:33:02.451 DEBUG:teuthology.orchestra.run.smithi050:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T05:33:02.565 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T05:33:02.597 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T05:33:02.598 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'client session with non-allowable root'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T05:33:02.598 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/sessionmap}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7911681', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'client session with non-allowable root'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, 'kclient': {'syntax': 'v2'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1747, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'sleep_before_teardown': 0, 'subset': '176/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi039.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA6mi0pY0MOCEMldbqVRZM+kMuNX+sblhDWKwYK8frMUiTe8+YsfKQUJcMcn2mk50NYi4ftQD6wYmZMM20nCN00=', 'smithi050.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGmXRm4LPrquHHgUIFkQ9ylczqSY9HkApj5hScloL1joLNGT181f+J6NcsapALo5LWtleKxMAGB0B/1ps39suw4='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'client session with non-allowable root'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_sessionmap']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-18_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T05:33:02.598 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T05:33:02.601 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T05:33:02.650 DEBUG:teuthology.orchestra.run.smithi039:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T05:33:02.657 DEBUG:teuthology.orchestra.run.smithi050:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T05:33:02.716 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:02.716 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T05:33:02.736 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T05:33:02.736 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_1 2024-09-19T05:33:02.792 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T05:33:02.793 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:33:02.793 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-19T05:33:02.793 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:33:02.793 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:33:02.793 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-19 05:32:42.759073602 +0000 2024-09-19T05:33:02.793 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-19 05:30:50.698567604 +0000 2024-09-19T05:33:02.793 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-19 05:30:50.698567604 +0000 2024-09-19T05:33:02.793 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-09-19 05:30:50.698567604 +0000 2024-09-19T05:33:02.793 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T05:33:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-09-19T05:33:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-09-19T05:33:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000280935 s, 1.8 MB/s 2024-09-19T05:33:02.858 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T05:33:02.915 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_2 2024-09-19T05:33:02.971 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T05:33:02.972 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:33:02.972 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-19T05:33:02.972 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:33:02.972 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:33:02.972 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-19 05:32:42.760073582 +0000 2024-09-19T05:33:02.972 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-19 05:30:51.032560975 +0000 2024-09-19T05:33:02.972 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-19 05:30:51.032560975 +0000 2024-09-19T05:33:02.972 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-09-19 05:30:51.032560975 +0000 2024-09-19T05:33:02.973 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T05:33:03.035 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-09-19T05:33:03.035 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-09-19T05:33:03.036 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000261826 s, 2.0 MB/s 2024-09-19T05:33:03.037 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T05:33:03.094 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_3 2024-09-19T05:33:03.150 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T05:33:03.150 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:33:03.150 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-19T05:33:03.150 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:33:03.150 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:33:03.150 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-19 05:32:42.760073582 +0000 2024-09-19T05:33:03.150 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-19 05:30:51.376554148 +0000 2024-09-19T05:33:03.150 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-19 05:30:51.376554148 +0000 2024-09-19T05:33:03.150 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-09-19 05:30:51.376554148 +0000 2024-09-19T05:33:03.151 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T05:33:03.214 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-09-19T05:33:03.214 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-09-19T05:33:03.214 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000372721 s, 1.4 MB/s 2024-09-19T05:33:03.216 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T05:33:03.272 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_4 2024-09-19T05:33:03.328 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T05:33:03.328 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:33:03.328 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-19T05:33:03.328 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:33:03.328 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:33:03.328 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-19 05:32:42.761073562 +0000 2024-09-19T05:33:03.328 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-19 05:30:51.719547341 +0000 2024-09-19T05:33:03.329 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-19 05:30:51.719547341 +0000 2024-09-19T05:33:03.329 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-09-19 05:30:51.719547341 +0000 2024-09-19T05:33:03.329 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T05:33:03.392 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-09-19T05:33:03.392 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-09-19T05:33:03.392 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000265551 s, 1.9 MB/s 2024-09-19T05:33:03.393 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T05:33:03.449 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:03.450 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:03.450 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T05:33:03.469 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T05:33:03.469 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_1 2024-09-19T05:33:03.529 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T05:33:03.529 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:33:03.529 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-19T05:33:03.529 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:33:03.529 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:33:03.529 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-19 05:32:52.574086202 +0000 2024-09-19T05:33:03.529 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-19 05:30:50.133543759 +0000 2024-09-19T05:33:03.530 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-19 05:30:50.133543759 +0000 2024-09-19T05:33:03.530 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-19 05:30:50.133543759 +0000 2024-09-19T05:33:03.530 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T05:33:03.598 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-19T05:33:03.599 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-19T05:33:03.599 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000105018 s, 4.9 MB/s 2024-09-19T05:33:03.600 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T05:33:03.660 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_2 2024-09-19T05:33:03.719 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T05:33:03.719 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:33:03.719 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-19T05:33:03.720 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:33:03.720 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:33:03.720 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-19 05:32:52.575086178 +0000 2024-09-19T05:33:03.720 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-19 05:30:50.457535691 +0000 2024-09-19T05:33:03.720 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-19 05:30:50.457535691 +0000 2024-09-19T05:33:03.720 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-19 05:30:50.457535691 +0000 2024-09-19T05:33:03.721 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T05:33:03.787 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-19T05:33:03.787 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-19T05:33:03.787 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.0001145 s, 4.5 MB/s 2024-09-19T05:33:03.789 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T05:33:03.848 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_3 2024-09-19T05:33:03.906 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T05:33:03.906 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:33:03.906 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-19T05:33:03.906 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:33:03.906 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:33:03.906 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-19 05:32:52.575086178 +0000 2024-09-19T05:33:03.906 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-19 05:30:50.767527971 +0000 2024-09-19T05:33:03.906 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-19 05:30:50.767527971 +0000 2024-09-19T05:33:03.906 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-19 05:30:50.767527971 +0000 2024-09-19T05:33:03.907 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T05:33:03.973 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-19T05:33:03.973 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-19T05:33:03.973 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000109975 s, 4.7 MB/s 2024-09-19T05:33:03.974 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T05:33:04.033 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_4 2024-09-19T05:33:04.091 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T05:33:04.091 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:33:04.092 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-19T05:33:04.092 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:33:04.092 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:33:04.092 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-19 05:32:52.576086153 +0000 2024-09-19T05:33:04.092 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-19 05:30:51.083520103 +0000 2024-09-19T05:33:04.092 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-19 05:30:51.083520103 +0000 2024-09-19T05:33:04.093 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-19 05:30:51.083520103 +0000 2024-09-19T05:33:04.093 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T05:33:04.157 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-19T05:33:04.157 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-19T05:33:04.157 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000105853 s, 4.8 MB/s 2024-09-19T05:33:04.158 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T05:33:04.216 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:04.216 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi039.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi050.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T05:33:04.216 INFO:tasks.ceph:Generating config... 2024-09-19T05:33:04.218 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-19T05:33:04.218 INFO:tasks.ceph:[client] debug client = 20 2024-09-19T05:33:04.218 INFO:tasks.ceph:[client] debug ms = 1 2024-09-19T05:33:04.218 INFO:tasks.ceph:[client] pid file = 2024-09-19T05:33:04.218 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-19T05:33:04.218 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-19T05:33:04.218 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-19T05:33:04.218 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-19T05:33:04.218 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-19T05:33:04.218 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-19T05:33:04.218 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-19T05:33:04.219 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-19T05:33:04.220 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T05:33:04.220 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T05:33:04.221 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T05:33:04.221 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T05:33:04.221 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T05:33:04.221 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-19T05:33:04.221 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T05:33:04.221 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T05:33:04.283 INFO:teuthology.orchestra.run.smithi039.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T05:33:04.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T05:33:04.334 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T05:33:04.361 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.39'), ('mon.b', '172.21.15.50'), ('mon.c', '[v2:172.21.15.50:3301,v1:172.21.15.50:6790]')] 2024-09-19T05:33:04.361 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.39,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-19T05:33:04.362 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:04.362 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T05:33:04.418 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.39 --add b 172.21.15.50 --addv c '[v2:172.21.15.50:3301,v1:172.21.15.50:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:04.507 INFO:teuthology.orchestra.run.smithi039.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:04.507 INFO:teuthology.orchestra.run.smithi039.stdout:monmaptool: generated fsid 63724460-2d43-4192-a475-a2140b12f870 2024-09-19T05:33:04.508 INFO:teuthology.orchestra.run.smithi039.stdout:setting min_mon_release = quincy 2024-09-19T05:33:04.508 INFO:teuthology.orchestra.run.smithi039.stdout:epoch 0 2024-09-19T05:33:04.508 INFO:teuthology.orchestra.run.smithi039.stdout:fsid 63724460-2d43-4192-a475-a2140b12f870 2024-09-19T05:33:04.508 INFO:teuthology.orchestra.run.smithi039.stdout:last_changed 2024-09-19T05:33:04.506652+0000 2024-09-19T05:33:04.508 INFO:teuthology.orchestra.run.smithi039.stdout:created 2024-09-19T05:33:04.506652+0000 2024-09-19T05:33:04.509 INFO:teuthology.orchestra.run.smithi039.stdout:min_mon_release 17 (quincy) 2024-09-19T05:33:04.509 INFO:teuthology.orchestra.run.smithi039.stdout:election_strategy: 1 2024-09-19T05:33:04.509 INFO:teuthology.orchestra.run.smithi039.stdout:0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-09-19T05:33:04.509 INFO:teuthology.orchestra.run.smithi039.stdout:1: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-09-19T05:33:04.509 INFO:teuthology.orchestra.run.smithi039.stdout:2: [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] mon.c 2024-09-19T05:33:04.509 INFO:teuthology.orchestra.run.smithi039.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T05:33:04.510 DEBUG:teuthology.orchestra.run.smithi039:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T05:33:04.526 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 63724460-2d43-4192-a475-a2140b12f870... 2024-09-19T05:33:04.527 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:33:04.570 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:33:04.612 INFO:teuthology.orchestra.run.smithi039.stdout:[global] 2024-09-19T05:33:04.612 INFO:teuthology.orchestra.run.smithi039.stdout: chdir = "" 2024-09-19T05:33:04.612 INFO:teuthology.orchestra.run.smithi039.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:33:04.612 INFO:teuthology.orchestra.run.smithi039.stdout: auth supported = cephx 2024-09-19T05:33:04.612 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.612 INFO:teuthology.orchestra.run.smithi039.stdout: filestore xattr use omap = true 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: mon clock drift allowed = 1.000 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: osd crush chooseleaf type = 0 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: auth debug = true 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on old message = true 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on bug = true 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: mon pg warn max object skew = 0 2024-09-19T05:33:04.613 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default size = 2 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow primary affinity = true 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow pg remap = true 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on no sortbitwise = false 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on too few osds = false 2024-09-19T05:33:04.614 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: mon_allow_pool_size_one = true 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: osd default data pool replay window = 5 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: mon allow pool delete = true 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: mon cluster log file level = debug 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: debug asserts on shutdown = true 2024-09-19T05:33:04.615 INFO:teuthology.orchestra.run.smithi039.stdout: mon health detail to clog = false 2024-09-19T05:33:04.616 INFO:teuthology.orchestra.run.smithi039.stdout: mon host = "172.21.15.39,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]" 2024-09-19T05:33:04.616 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on skipped message = False 2024-09-19T05:33:04.616 INFO:teuthology.orchestra.run.smithi039.stdout: fsid = 63724460-2d43-4192-a475-a2140b12f870 2024-09-19T05:33:04.616 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.616 INFO:teuthology.orchestra.run.smithi039.stdout:[osd] 2024-09-19T05:33:04.616 INFO:teuthology.orchestra.run.smithi039.stdout: osd journal size = 100 2024-09-19T05:33:04.616 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.616 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub load threshold = 5.0 2024-09-19T05:33:04.616 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub max interval = 600 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: osd recover clone overlap = true 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: osd recovery max chunk = 1048576 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug shutdown = true 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug op order = true 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug verify stray on activate = true 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug trim objects = true 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: osd open classes on start = true 2024-09-19T05:33:04.617 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug pg log writeout = true 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: osd map max advance = 10 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: journal zero on create = true 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: filestore apply finisher threads = 3 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: bdev debug aio = true 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug misdirected ops = true 2024-09-19T05:33:04.618 INFO:teuthology.orchestra.run.smithi039.stdout: bdev async discard = True 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: bdev enable discard = True 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore allocator = bitmap 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore block size = 96636764160 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore fsck on mount = True 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluefs = 1/20 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluestore = 1/20 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: debug osd = 20 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: debug rocksdb = 4/10 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd full ratio = 0.9 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:33:04.619 INFO:teuthology.orchestra.run.smithi039.stdout: osd objectstore = bluestore 2024-09-19T05:33:04.620 INFO:teuthology.orchestra.run.smithi039.stdout: osd op complaint time = 180 2024-09-19T05:33:04.620 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.620 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr] 2024-09-19T05:33:04.620 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:33:04.620 INFO:teuthology.orchestra.run.smithi039.stdout: debug mgr = 20 2024-09-19T05:33:04.620 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: mgr/telemetry/nag = false 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: debug client = 20 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout:[mon] 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: debug paxos = 20 2024-09-19T05:33:04.621 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: mon data avail warn = 5 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: mon mgr mkfs grace = 240 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd reporter subtree level = osd 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd prime pg temp = true 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:33:04.622 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: # 1m isn't quite enough 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: mon down mkfs grace = 300 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: mon op complaint time = 120 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on pool no app = False 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout:[client] 2024-09-19T05:33:04.623 INFO:teuthology.orchestra.run.smithi039.stdout: rgw cache enabled = true 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable ops log = true 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable usage log = true 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: client mount timeout = 600 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: debug client = 20 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: pid file = "" 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: rados mon op timeout = 900 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout: rados osd op timeout = 900 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.a] 2024-09-19T05:33:04.624 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.b] 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.c] 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.a] 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.c] 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.b] 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.d] 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout:[mds] 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout: debug mds = 20 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout: debug mds balancer = 20 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout: mds debug frag = True 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout: mds debug scatterstat = True 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout: mds op complaint time = 180 2024-09-19T05:33:04.625 INFO:teuthology.orchestra.run.smithi039.stdout: mds verify scatter = True 2024-09-19T05:33:04.626 INFO:teuthology.orchestra.run.smithi039.stdout: osd op complaint time = 180 2024-09-19T05:33:04.626 INFO:teuthology.orchestra.run.smithi039.stdout: rados mon op timeout = 900 2024-09-19T05:33:04.626 INFO:teuthology.orchestra.run.smithi039.stdout: rados osd op timeout = 900 2024-09-19T05:33:04.626 INFO:teuthology.orchestra.run.smithi050.stdout:[global] 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: chdir = "" 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: auth supported = cephx 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: filestore xattr use omap = true 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: mon clock drift allowed = 1.000 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: osd crush chooseleaf type = 0 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: auth debug = true 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.627 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on old message = true 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on bug = true 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: mon pg warn max object skew = 0 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default size = 2 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow primary affinity = true 2024-09-19T05:33:04.628 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow pg remap = true 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on no sortbitwise = false 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on too few osds = false 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: mon_allow_pool_size_one = true 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.629 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: osd default data pool replay window = 5 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: mon allow pool delete = true 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: mon cluster log file level = debug 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: debug asserts on shutdown = true 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: mon health detail to clog = false 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: mon host = "172.21.15.39,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]" 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on skipped message = False 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: fsid = 63724460-2d43-4192-a475-a2140b12f870 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.630 INFO:teuthology.orchestra.run.smithi050.stdout:[osd] 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: osd journal size = 100 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub load threshold = 5.0 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub max interval = 600 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: osd recover clone overlap = true 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: osd recovery max chunk = 1048576 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug shutdown = true 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug op order = true 2024-09-19T05:33:04.631 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug verify stray on activate = true 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug trim objects = true 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: osd open classes on start = true 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug pg log writeout = true 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: osd map max advance = 10 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: journal zero on create = true 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:33:04.632 INFO:teuthology.orchestra.run.smithi050.stdout: filestore apply finisher threads = 3 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: bdev debug aio = true 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug misdirected ops = true 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: bdev async discard = True 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: bdev enable discard = True 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore allocator = bitmap 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore block size = 96636764160 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore fsck on mount = True 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluefs = 1/20 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluestore = 1/20 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:33:04.633 INFO:teuthology.orchestra.run.smithi050.stdout: debug osd = 20 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: debug rocksdb = 4/10 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd full ratio = 0.9 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: osd objectstore = bluestore 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr] 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: debug mgr = 20 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2024-09-19T05:33:04.634 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: mgr/telemetry/nag = false 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: debug client = 20 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout:[mon] 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: debug paxos = 20 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: mon data avail warn = 5 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: mon mgr mkfs grace = 240 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:33:04.635 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd reporter subtree level = osd 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd prime pg temp = true 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.636 INFO:teuthology.orchestra.run.smithi050.stdout: # 1m isn't quite enough 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: mon down mkfs grace = 300 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: mon op complaint time = 120 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on pool no app = False 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout:[client] 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: rgw cache enabled = true 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable ops log = true 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable usage log = true 2024-09-19T05:33:04.637 INFO:teuthology.orchestra.run.smithi050.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout: client mount timeout = 600 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout: debug client = 20 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = "" 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.a] 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.b] 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.c] 2024-09-19T05:33:04.638 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.a] 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.c] 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.b] 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.d] 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout:[mds] 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds = 20 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds balancer = 20 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug frag = True 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug scatterstat = True 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout: mds op complaint time = 180 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout: mds verify scatter = True 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2024-09-19T05:33:04.639 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2024-09-19T05:33:04.640 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2024-09-19T05:33:04.641 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T05:33:04.641 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T05:33:04.739 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T05:33:04.739 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:04.739 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T05:33:04.755 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:04.756 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T05:33:04.811 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:33:04.811 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:04.811 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T05:33:04.811 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T05:33:04.887 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:04.887 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:04.943 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:33:04.943 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:04.943 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T05:33:04.943 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T05:33:04.986 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:04.986 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:05.044 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T05:33:05.044 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T05:33:05.044 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T05:33:05.097 INFO:teuthology.orchestra.run.smithi039.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T05:33:05.100 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T05:33:05.165 INFO:teuthology.orchestra.run.smithi050.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T05:33:05.168 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T05:33:05.168 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T05:33:05.220 INFO:teuthology.orchestra.run.smithi039.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T05:33:05.223 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-19T05:33:05.248 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T05:33:05.341 INFO:teuthology.orchestra.run.smithi039.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T05:33:05.343 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-19T05:33:05.369 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T05:33:05.428 INFO:teuthology.orchestra.run.smithi050.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T05:33:05.431 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-19T05:33:05.458 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T05:33:05.552 INFO:teuthology.orchestra.run.smithi050.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T05:33:05.554 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-19T05:33:05.580 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T05:33:05.580 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T05:33:05.624 INFO:teuthology.orchestra.run.smithi039.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T05:33:05.637 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-19T05:33:05.719 INFO:teuthology.orchestra.run.smithi039.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-19T05:33:05.733 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T05:33:05.775 INFO:teuthology.orchestra.run.smithi050.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T05:33:05.788 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-19T05:33:05.871 INFO:teuthology.orchestra.run.smithi050.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-19T05:33:05.884 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T05:33:05.884 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi039.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi050.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T05:33:05.885 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T05:33:05.911 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:05.911 INFO:tasks.ceph:role: osd.0 2024-09-19T05:33:05.911 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:33:05.912 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T05:33:06.005 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:33:06.005 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:33:06.005 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:33:06.006 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:33:06.006 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:33:06.006 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:33:06.006 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:33:06.006 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:33:06.006 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:33:06.006 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:33:07.345 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2024-09-19T05:33:07.347 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2024-09-19T05:33:07.347 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T05:33:07.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T05:33:07.459 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T05:33:07.528 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:07.528 INFO:tasks.ceph:role: osd.1 2024-09-19T05:33:07.528 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:33:07.529 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T05:33:07.624 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:33:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:33:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:33:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:33:07.625 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:33:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:33:07.625 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:33:07.625 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:33:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:33:07.625 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:33:08.978 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2024-09-19T05:33:08.981 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2024-09-19T05:33:08.982 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T05:33:09.019 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T05:33:09.094 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T05:33:09.163 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:09.163 INFO:tasks.ceph:role: osd.2 2024-09-19T05:33:09.163 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:33:09.164 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T05:33:09.259 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:33:09.259 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:33:09.259 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:33:09.259 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:33:09.259 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:33:09.259 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:33:09.259 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:33:09.259 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:33:09.260 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:33:09.260 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:33:10.574 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2024-09-19T05:33:10.577 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2024-09-19T05:33:10.577 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T05:33:10.613 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T05:33:10.687 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T05:33:10.755 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:10.756 INFO:tasks.ceph:role: osd.3 2024-09-19T05:33:10.756 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:33:10.756 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T05:33:10.850 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:33:10.850 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:33:10.850 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:33:10.850 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:33:10.850 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:33:10.850 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:33:10.850 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:33:10.850 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:33:10.850 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:33:10.851 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:33:12.167 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2024-09-19T05:33:12.169 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2024-09-19T05:33:12.169 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T05:33:12.207 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T05:33:12.280 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:12.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:12.381+0000 7f82e81c1640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T05:33:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:12.382+0000 7f82e81c1640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T05:33:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:12.382+0000 7f82e81c1640 -1 bdev(0x55d2b85ad800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T05:33:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:12.382+0000 7f82e81c1640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T05:33:15.332 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T05:33:15.362 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:15.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:15.454+0000 7f7c65bdb640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T05:33:15.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:15.454+0000 7f7c65bdb640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T05:33:15.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:15.454+0000 7f7c65bdb640 -1 bdev(0x55647e6fb800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T05:33:15.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:15.454+0000 7f7c65bdb640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T05:33:18.621 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T05:33:18.651 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:18.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:18.741+0000 7efd42219640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T05:33:18.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:18.742+0000 7efd42219640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T05:33:18.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:18.742+0000 7efd42219640 -1 bdev(0x555f88eff800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T05:33:18.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:18.742+0000 7efd42219640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T05:33:21.929 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T05:33:21.960 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:22.052+0000 7f3d55819640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T05:33:22.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:22.053+0000 7f3d55819640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T05:33:22.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:22.053+0000 7f3d55819640 -1 bdev(0x558738c99800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T05:33:22.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:22.053+0000 7f3d55819640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T05:33:24.982 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T05:33:25.013 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T05:33:25.045 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:25.045 INFO:tasks.ceph:role: osd.4 2024-09-19T05:33:25.045 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:33:25.045 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T05:33:25.114 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:33:25.114 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:33:25.114 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:33:25.115 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:33:25.115 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:33:25.115 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:33:25.115 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:33:25.115 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:33:25.115 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:33:25.115 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:33:25.148 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2024-09-19T05:33:25.151 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2024-09-19T05:33:25.151 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T05:33:25.223 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T05:33:25.296 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T05:33:25.361 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:25.362 INFO:tasks.ceph:role: osd.5 2024-09-19T05:33:25.362 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:33:25.362 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:33:25.428 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:33:25.459 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2024-09-19T05:33:25.462 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2024-09-19T05:33:25.462 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T05:33:25.531 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T05:33:25.602 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T05:33:25.669 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:25.669 INFO:tasks.ceph:role: osd.6 2024-09-19T05:33:25.669 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:33:25.669 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T05:33:25.734 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:33:25.734 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:33:25.735 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:33:25.735 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:33:25.735 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:33:25.735 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:33:25.735 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:33:25.735 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:33:25.735 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:33:25.735 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:33:25.767 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2024-09-19T05:33:25.769 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2024-09-19T05:33:25.769 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T05:33:25.838 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T05:33:25.909 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T05:33:25.975 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:33:25.976 INFO:tasks.ceph:role: osd.7 2024-09-19T05:33:25.976 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:33:25.976 DEBUG:teuthology.orchestra.run.smithi050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T05:33:26.041 INFO:teuthology.orchestra.run.smithi050.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:33:26.041 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:33:26.041 INFO:teuthology.orchestra.run.smithi050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:33:26.041 INFO:teuthology.orchestra.run.smithi050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:33:26.041 INFO:teuthology.orchestra.run.smithi050.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:33:26.041 INFO:teuthology.orchestra.run.smithi050.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:33:26.041 INFO:teuthology.orchestra.run.smithi050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:33:26.042 INFO:teuthology.orchestra.run.smithi050.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:33:26.042 INFO:teuthology.orchestra.run.smithi050.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:33:26.042 INFO:teuthology.orchestra.run.smithi050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:33:26.073 INFO:teuthology.orchestra.run.smithi050.stdout:Discarding blocks...Done. 2024-09-19T05:33:26.075 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi050.front.sepia.ceph.com -o noatime 2024-09-19T05:33:26.075 DEBUG:teuthology.orchestra.run.smithi050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T05:33:26.145 DEBUG:teuthology.orchestra.run.smithi050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T05:33:26.215 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:26.333 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:26.331+0000 7f55c92ef640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T05:33:26.333 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:26.331+0000 7f55c92ef640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T05:33:26.333 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:26.331+0000 7f55c92ef640 -1 bdev(0x55cf9544f800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T05:33:26.333 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:26.331+0000 7f55c92ef640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T05:33:29.253 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T05:33:29.283 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:29.375 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:29.373+0000 7f2a539dd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T05:33:29.376 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:29.373+0000 7f2a539dd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T05:33:29.376 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:29.373+0000 7f2a539dd640 -1 bdev(0x55766c8a9800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T05:33:29.376 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:29.373+0000 7f2a539dd640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T05:33:32.548 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T05:33:32.579 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:32.599 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:33:32.602 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:33:32.671 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:32.669+0000 7f762da14640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T05:33:32.671 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:32.669+0000 7f762da14640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T05:33:32.672 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:32.669+0000 7f762da14640 -1 bdev(0x557fc49c5800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T05:33:32.672 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:32.669+0000 7f762da14640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T05:33:35.829 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T05:33:35.859 DEBUG:teuthology.orchestra.run.smithi050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:35.953 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:35.951+0000 7f752c60d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T05:33:35.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:35.951+0000 7f752c60d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T05:33:35.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:35.951+0000 7f752c60d640 -1 bdev(0x55add48bd800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T05:33:35.954 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:35.951+0000 7f752c60d640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T05:33:39.374 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T05:33:39.406 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T05:33:39.406 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:39.406 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T05:33:39.438 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:39.438 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-19T05:33:39.508 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:39.508 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-19T05:33:39.576 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:39.576 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T05:33:39.643 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:39.643 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T05:33:39.710 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:39.710 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T05:33:39.776 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:39.777 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T05:33:39.842 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:39.842 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T05:33:39.873 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:39.874 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-19T05:33:39.944 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:39.944 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-19T05:33:40.014 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:40.014 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T05:33:40.082 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:40.082 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T05:33:40.150 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:40.150 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T05:33:40.217 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:40.217 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T05:33:40.285 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:40.285 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T05:33:40.302 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:40.302 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-19T05:33:40.359 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:40.359 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T05:33:40.376 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:40.376 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-19T05:33:40.433 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T05:33:40.433 DEBUG:teuthology.orchestra.run.smithi039:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T05:33:40.436 DEBUG:teuthology.orchestra.run.smithi050:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T05:33:40.477 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr.y] 2024-09-19T05:33:40.477 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tmvvK9BRAAyFVhGghx2zPYcMbaHBpWoA== 2024-09-19T05:33:40.477 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.a] 2024-09-19T05:33:40.477 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tmIM4aDRAAlMJ7aOrv03elCfbuji2K5Q== 2024-09-19T05:33:40.477 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.c] 2024-09-19T05:33:40.477 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tmIG5NFBAAYRoFlBTGF9vWE8tD5dXp+g== 2024-09-19T05:33:40.477 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.0] 2024-09-19T05:33:40.477 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCYt+tmP3rWFhAAowwSHyPCz6SrbalmmSKQBQ== 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.1] 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCbt+tmxbocGxAAXBJVNd9geM3WjPnzoN4Jeg== 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.2] 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCet+tmca0/LBAAkkmpxq3FL+vA+VxSrchJfA== 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.3] 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCit+tmzVUqAxAAGG8wZT2s9qUs1/xn1aQEzQ== 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr.x] 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tm1q7NCRAA1Wg1Mq1WXaqx/ngn21X60Q== 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.b] 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tmvgt7GRAA/eoXSbz/ug67UEj/AlWG3w== 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.d] 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tmmFTdIBAAYykc1nIxjNdsCUi4spxX8A== 2024-09-19T05:33:40.478 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.4] 2024-09-19T05:33:40.479 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCmt+tmlzzNExAAKv2HxkFtL7iAGOyIoucHPg== 2024-09-19T05:33:40.479 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.5] 2024-09-19T05:33:40.479 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCpt+tmHftQFhAATRmtgFgM4plu3j3Y84ySvA== 2024-09-19T05:33:40.479 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.6] 2024-09-19T05:33:40.479 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCst+tmQgP3JxAAsS3nowkJGITPFCd4cHLG9w== 2024-09-19T05:33:40.479 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.7] 2024-09-19T05:33:40.479 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCvt+tmWnfGOBAAqceyaunM8LQyhXoccnb3GA== 2024-09-19T05:33:40.479 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2024-09-19T05:33:40.479 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ== 2024-09-19T05:33:40.480 INFO:teuthology.orchestra.run.smithi039.stdout:[client.2] 2024-09-19T05:33:40.480 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tmBbHYKhAA+49M8aS7VHuPjm00KOCwUw== 2024-09-19T05:33:40.480 INFO:teuthology.orchestra.run.smithi039.stdout:[client.1] 2024-09-19T05:33:40.480 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tmvp8oLhAAnPW4CNPoKei0acso9k3X6w== 2024-09-19T05:33:40.480 INFO:teuthology.orchestra.run.smithi039.stdout:[client.3] 2024-09-19T05:33:40.480 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tmge3nMxAADicDEBNjTt+/zzL3befE1w== 2024-09-19T05:33:40.498 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr.y] 2024-09-19T05:33:40.498 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tmvvK9BRAAyFVhGghx2zPYcMbaHBpWoA== 2024-09-19T05:33:40.498 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.a] 2024-09-19T05:33:40.498 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tmIM4aDRAAlMJ7aOrv03elCfbuji2K5Q== 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.c] 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tmIG5NFBAAYRoFlBTGF9vWE8tD5dXp+g== 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.0] 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCYt+tmP3rWFhAAowwSHyPCz6SrbalmmSKQBQ== 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.1] 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCbt+tmxbocGxAAXBJVNd9geM3WjPnzoN4Jeg== 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.2] 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCet+tmca0/LBAAkkmpxq3FL+vA+VxSrchJfA== 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.3] 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCit+tmzVUqAxAAGG8wZT2s9qUs1/xn1aQEzQ== 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr.x] 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tm1q7NCRAA1Wg1Mq1WXaqx/ngn21X60Q== 2024-09-19T05:33:40.499 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.b] 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tmvgt7GRAA/eoXSbz/ug67UEj/AlWG3w== 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.d] 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tmmFTdIBAAYykc1nIxjNdsCUi4spxX8A== 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.4] 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCmt+tmlzzNExAAKv2HxkFtL7iAGOyIoucHPg== 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.5] 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCpt+tmHftQFhAATRmtgFgM4plu3j3Y84ySvA== 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.6] 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCst+tmQgP3JxAAsS3nowkJGITPFCd4cHLG9w== 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout:[osd.7] 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCvt+tmWnfGOBAAqceyaunM8LQyhXoccnb3GA== 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout:[client.0] 2024-09-19T05:33:40.500 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ== 2024-09-19T05:33:40.501 INFO:teuthology.orchestra.run.smithi050.stdout:[client.2] 2024-09-19T05:33:40.501 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tmBbHYKhAA+49M8aS7VHuPjm00KOCwUw== 2024-09-19T05:33:40.501 INFO:teuthology.orchestra.run.smithi050.stdout:[client.1] 2024-09-19T05:33:40.501 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tmvp8oLhAAnPW4CNPoKei0acso9k3X6w== 2024-09-19T05:33:40.501 INFO:teuthology.orchestra.run.smithi050.stdout:[client.3] 2024-09-19T05:33:40.501 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCRt+tmge3nMxAADicDEBNjTt+/zzL3befE1w== 2024-09-19T05:33:40.502 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:33:40.523 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:33:40.594 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:33:40.596 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:33:40.651 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:33:40.654 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:33:40.709 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:40.711 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:40.763 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:40.766 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:40.819 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:40.822 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:40.875 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:40.877 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:40.929 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:33:40.931 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:33:40.984 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:33:40.986 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:33:41.041 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:33:41.043 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:33:41.098 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:41.100 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:41.152 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:41.154 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:41.206 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:41.209 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:41.261 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:41.263 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:33:41.315 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:33:41.317 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:33:41.373 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:33:41.375 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:33:41.430 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:33:41.433 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:33:41.489 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:33:41.491 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:33:41.547 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T05:33:41.547 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T05:33:41.572 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T05:33:41.674 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T05:33:41.700 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T05:33:41.725 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T05:33:41.822 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T05:33:41.848 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T05:33:41.914 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T05:33:42.011 DEBUG:teuthology.orchestra.run.smithi050:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T05:33:42.037 DEBUG:teuthology.orchestra.run.smithi039:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:42.039 DEBUG:teuthology.orchestra.run.smithi050:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:33:42.093 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T05:33:42.094 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T05:33:42.094 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T05:33:42.096 INFO:tasks.ceph.mon.a:Started 2024-09-19T05:33:42.096 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T05:33:42.096 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T05:33:42.136 INFO:tasks.ceph.mon.b:Started 2024-09-19T05:33:42.136 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T05:33:42.136 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T05:33:42.138 INFO:tasks.ceph.mon.c:Started 2024-09-19T05:33:42.138 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T05:33:42.139 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T05:33:42.139 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T05:33:42.141 INFO:tasks.ceph.mgr.y:Started 2024-09-19T05:33:42.141 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T05:33:42.141 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T05:33:42.143 INFO:tasks.ceph.mgr.x:Started 2024-09-19T05:33:42.143 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T05:33:42.144 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T05:33:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.243+0000 7f339f427640 1 Processor -- start 2024-09-19T05:33:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.243+0000 7f339f427640 1 -- start start 2024-09-19T05:33:42.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339f427640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f339815e7b0 0x7f33980cd730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:42.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339f427640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 0x7f339806cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:42.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339f427640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 0x7f3398062630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:42.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339f427640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f339806d4a0 con 0x7f339815e7b0 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339f427640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f33980cdc70 con 0x7f339806d070 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339f427640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f339815eb90 con 0x7f339806e160 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d1c3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f339815e7b0 0x7f33980cd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d1c3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f339815e7b0 0x7f33980cd730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41594/0 (socket says 172.21.15.39:41594) 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d1c3640 1 -- 172.21.15.39:0/1438563383 learned_addr learned my addr 172.21.15.39:0/1438563383 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d1c3640 1 -- 172.21.15.39:0/1438563383 >> v2:172.21.15.39:3300/0 conn(0x7f339815e7b0 msgr2=0x7f33980cd730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d1c3640 1 -- 172.21.15.39:0/1438563383 >> v2:172.21.15.39:3300/0 conn(0x7f339815e7b0 msgr2=0x7f33980cd730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d1c3640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.39:3300/0 conn(0x7f339815e7b0 0x7f33980cd730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d1c3640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.39:3300/0 conn(0x7f339815e7b0 0x7f33980cd730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d9c4640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 0x7f3398062630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339c9c2640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 0x7f339806cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339c9c2640 1 -- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 msgr2=0x7f339806cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339c9c2640 1 -- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 msgr2=0x7f339806cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339c9c2640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 0x7f339806cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d9c4640 1 -- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 msgr2=0x7f3398062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d9c4640 1 -- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 msgr2=0x7f3398062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d9c4640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 0x7f3398062630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339c9c2640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 0x7f339806cb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.244+0000 7f339d9c4640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 0x7f3398062630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:33:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339d1c3640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.39:3300/0 conn(0x7f339815e7b0 0x7f33980cd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339c9c2640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 0x7f339806cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339d9c4640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 0x7f3398062630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339d1c3640 1 -- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 msgr2=0x7f339806cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339d1c3640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 0x7f339806cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339d1c3640 1 -- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 msgr2=0x7f3398062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339d1c3640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 0x7f3398062630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339d1c3640 1 -- 172.21.15.39:0/1438563383 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f339806e720 con 0x7f339815e7b0 2024-09-19T05:33:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339c9c2640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 0x7f339806cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:33:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.445+0000 7f339d9c4640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 0x7f3398062630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:33:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.446+0000 7f339d1c3640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 0x7f33980cd730 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3398072040 tx=0x7f339402a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3840fabd0317eea2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.446+0000 7f338ffff640 1 -- 172.21.15.39:0/1438563383 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339400f040 con 0x7f339815e7b0 2024-09-19T05:33:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.446+0000 7f338ffff640 1 -- 172.21.15.39:0/1438563383 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f339402f710 con 0x7f339815e7b0 2024-09-19T05:33:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.446+0000 7f338ffff640 1 -- 172.21.15.39:0/1438563383 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339402fb00 con 0x7f339815e7b0 2024-09-19T05:33:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.447+0000 7f339f427640 1 -- 172.21.15.39:0/1438563383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 msgr2=0x7f33980cd730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.447+0000 7f339f427640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 0x7f33980cd730 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3398072040 tx=0x7f339402a530 comp rx=0 tx=0).stop 2024-09-19T05:33:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.447+0000 7f339f427640 1 -- 172.21.15.39:0/1438563383 shutdown_connections 2024-09-19T05:33:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.447+0000 7f339f427640 1 --2- 172.21.15.39:0/1438563383 >> v2:172.21.15.50:3300/0 conn(0x7f339806d070 0x7f3398062630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.447+0000 7f339f427640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806e160 0x7f339806cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.447+0000 7f339f427640 1 --2- 172.21.15.39:0/1438563383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 0x7f33980cd730 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.447+0000 7f339f427640 1 -- 172.21.15.39:0/1438563383 >> 172.21.15.39:0/1438563383 conn(0x7f33980720b0 msgr2=0x7f33980724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.447+0000 7f339f427640 1 -- 172.21.15.39:0/1438563383 shutdown_connections 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.447+0000 7f339f427640 1 -- 172.21.15.39:0/1438563383 wait complete. 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.448+0000 7f339f427640 1 Processor -- start 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.448+0000 7f339f427640 1 -- start start 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339f427640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806d070 0x7f339814e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339f427640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f339806e160 0x7f3398160ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339f427640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 0x7f339815cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339f427640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f339806efc0 con 0x7f339815e7b0 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339f427640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f339806ece0 con 0x7f339806e160 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339f427640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f339806f2a0 con 0x7f339806d070 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d9c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 0x7f339815cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d9c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 0x7f339815cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41648/0 (socket says 172.21.15.39:41648) 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d9c4640 1 -- 172.21.15.39:0/2096073003 learned_addr learned my addr 172.21.15.39:0/2096073003 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d1c3640 1 --2- 172.21.15.39:0/2096073003 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806d070 0x7f339814e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339c9c2640 1 --2- 172.21.15.39:0/2096073003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f339806e160 0x7f3398160ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d9c4640 1 -- 172.21.15.39:0/2096073003 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806d070 msgr2=0x7f339814e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d9c4640 1 --2- 172.21.15.39:0/2096073003 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806d070 0x7f339814e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d9c4640 1 -- 172.21.15.39:0/2096073003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f339806e160 msgr2=0x7f3398160ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d9c4640 1 --2- 172.21.15.39:0/2096073003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f339806e160 0x7f3398160ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d9c4640 1 -- 172.21.15.39:0/2096073003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f339814e780 con 0x7f339815e7b0 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339d9c4640 1 --2- 172.21.15.39:0/2096073003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 0x7f339815cd60 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f33900046a0 tx=0x7f3390007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f338dffb640 1 -- 172.21.15.39:0/2096073003 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3390014610 con 0x7f339815e7b0 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f338dffb640 1 -- 172.21.15.39:0/2096073003 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3390019070 con 0x7f339815e7b0 2024-09-19T05:33:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.449+0000 7f339f427640 1 -- 172.21.15.39:0/2096073003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f339814ea60 con 0x7f339815e7b0 2024-09-19T05:33:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.450+0000 7f338dffb640 1 -- 172.21.15.39:0/2096073003 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33900149f0 con 0x7f339815e7b0 2024-09-19T05:33:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.450+0000 7f338dffb640 1 -- 172.21.15.39:0/2096073003 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3390014b90 con 0x7f339815e7b0 2024-09-19T05:33:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.450+0000 7f339f427640 1 -- 172.21.15.39:0/2096073003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f339814f020 con 0x7f339815e7b0 2024-09-19T05:33:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.450+0000 7f338dffb640 1 -- 172.21.15.39:0/2096073003 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f339001e460 con 0x7f339815e7b0 2024-09-19T05:33:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.451+0000 7f339f427640 1 -- 172.21.15.39:0/2096073003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3398069f70 con 0x7f339815e7b0 2024-09-19T05:33:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.453+0000 7f338dffb640 1 -- 172.21.15.39:0/2096073003 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f3390023020 con 0x7f339815e7b0 2024-09-19T05:33:42.524 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:42.522+0000 7f0126128040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:33:42.566 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:42.565+0000 7f0126128040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:33:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.567+0000 7f339f427640 1 -- 172.21.15.39:0/2096073003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f339815df60 con 0x7f339815e7b0 2024-09-19T05:33:42.574 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:42.571+0000 7f0b4472b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:33:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.572+0000 7f338dffb640 1 -- 172.21.15.39:0/2096073003 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f339001e730 con 0x7f339815e7b0 2024-09-19T05:33:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:adjusted tunables profile to default 2024-09-19T05:33:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.573+0000 7f339f427640 1 -- 172.21.15.39:0/2096073003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 msgr2=0x7f339815cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.573+0000 7f339f427640 1 --2- 172.21.15.39:0/2096073003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 0x7f339815cd60 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f33900046a0 tx=0x7f3390007700 comp rx=0 tx=0).stop 2024-09-19T05:33:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.573+0000 7f339f427640 1 -- 172.21.15.39:0/2096073003 shutdown_connections 2024-09-19T05:33:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.573+0000 7f339f427640 1 --2- 172.21.15.39:0/2096073003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f339815e7b0 0x7f339815cd60 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.573+0000 7f339f427640 1 --2- 172.21.15.39:0/2096073003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f339806e160 0x7f3398160ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.573+0000 7f339f427640 1 --2- 172.21.15.39:0/2096073003 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f339806d070 0x7f339814e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.573+0000 7f339f427640 1 -- 172.21.15.39:0/2096073003 >> 172.21.15.39:0/2096073003 conn(0x7f33980720b0 msgr2=0x7f339806bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.573+0000 7f339f427640 1 -- 172.21.15.39:0/2096073003 shutdown_connections 2024-09-19T05:33:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:42.573+0000 7f339f427640 1 -- 172.21.15.39:0/2096073003 wait complete. 2024-09-19T05:33:42.586 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T05:33:42.586 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T05:33:42.587 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:42.587 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T05:33:42.612 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:42.612 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T05:33:42.618 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:42.616+0000 7f0b4472b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:33:42.644 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:42.645 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T05:33:42.710 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:33:42.710 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T05:33:42.713 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:42.711+0000 7f0126128040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:33:42.765 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:42.764+0000 7f0126128040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:33:42.768 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:42.766+0000 7f0b4472b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:33:42.776 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:42.776 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T05:33:42.802 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:42.802 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T05:33:42.821 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:42.819+0000 7f0b4472b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:33:42.868 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:42.868 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T05:33:42.934 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:33:42.934 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T05:33:42.938 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:42.936+0000 7f0126128040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:33:42.963 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 8210ef9b-91e5-48ef-bf7e-8ae15a3717f2 0 2024-09-19T05:33:42.988 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:42.985+0000 7f0b4472b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:33:43.058 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:43.056+0000 7f0126128040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:33:43.103 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:43.100+0000 7f0b4472b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:33:43.105 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.103+0000 7fd6dccba640 1 Processor -- start 2024-09-19T05:33:43.105 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.103+0000 7fd6dccba640 1 -- start start 2024-09-19T05:33:43.107 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.104+0000 7fd6dccba640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd6d806cda0 0x7fd6d806f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.107 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.104+0000 7fd6dccba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d80b57f0 0x7fd6d80b4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.107 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.104+0000 7fd6dccba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd6d806f900 0x7fd6d80b4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.107 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.104+0000 7fd6dccba640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fd6d806e170 con 0x7fd6d806f900 2024-09-19T05:33:43.107 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.104+0000 7fd6dccba640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fd6d806e450 con 0x7fd6d806cda0 2024-09-19T05:33:43.107 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.104+0000 7fd6dccba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd6d806e730 con 0x7fd6d80b57f0 2024-09-19T05:33:43.107 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d5d9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d80b57f0 0x7fd6d80b4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d659c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd6d806cda0 0x7fd6d806f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d5d9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d80b57f0 0x7fd6d80b4560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:50098/0 (socket says 172.21.15.50:50098) 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d659c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd6d806cda0 0x7fd6d806f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60684/0 (socket says 172.21.15.50:60684) 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d5d9b640 1 -- 172.21.15.50:0/694256499 learned_addr learned my addr 172.21.15.50:0/694256499 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d6d9d640 1 --2- 172.21.15.50:0/694256499 >> v2:172.21.15.39:3300/0 conn(0x7fd6d806f900 0x7fd6d80b4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d5d9b640 1 -- 172.21.15.50:0/694256499 >> v2:172.21.15.50:3300/0 conn(0x7fd6d806cda0 msgr2=0x7fd6d806f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d5d9b640 1 --2- 172.21.15.50:0/694256499 >> v2:172.21.15.50:3300/0 conn(0x7fd6d806cda0 0x7fd6d806f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d5d9b640 1 -- 172.21.15.50:0/694256499 >> v2:172.21.15.39:3300/0 conn(0x7fd6d806f900 msgr2=0x7fd6d80b4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d5d9b640 1 --2- 172.21.15.50:0/694256499 >> v2:172.21.15.39:3300/0 conn(0x7fd6d806f900 0x7fd6d80b4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d5d9b640 1 -- 172.21.15.50:0/694256499 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d806ea10 con 0x7fd6d80b57f0 2024-09-19T05:33:43.108 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.105+0000 7fd6d659c640 1 --2- 172.21.15.50:0/694256499 >> v2:172.21.15.50:3300/0 conn(0x7fd6d806cda0 0x7fd6d806f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:43.110 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.106+0000 7fd6d5d9b640 1 --2- 172.21.15.50:0/694256499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d80b57f0 0x7fd6d80b4560 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd6c800bb10 tx=0x7fd6c802c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=380cb71b3560bd3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.110 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.106+0000 7fd6d559a640 1 -- 172.21.15.50:0/694256499 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c803a070 con 0x7fd6d80b57f0 2024-09-19T05:33:43.110 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.106+0000 7fd6d559a640 1 -- 172.21.15.50:0/694256499 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6c80326f0 con 0x7fd6d80b57f0 2024-09-19T05:33:43.110 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.106+0000 7fd6d559a640 1 -- 172.21.15.50:0/694256499 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8032ac0 con 0x7fd6d80b57f0 2024-09-19T05:33:43.110 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.107+0000 7fd6dccba640 1 -- 172.21.15.50:0/694256499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d80b57f0 msgr2=0x7fd6d80b4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.110 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.107+0000 7fd6dccba640 1 --2- 172.21.15.50:0/694256499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d80b57f0 0x7fd6d80b4560 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd6c800bb10 tx=0x7fd6c802c830 comp rx=0 tx=0).stop 2024-09-19T05:33:43.110 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.107+0000 7fd6dccba640 1 -- 172.21.15.50:0/694256499 shutdown_connections 2024-09-19T05:33:43.110 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.107+0000 7fd6dccba640 1 --2- 172.21.15.50:0/694256499 >> v2:172.21.15.39:3300/0 conn(0x7fd6d806f900 0x7fd6d80b4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.110 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.107+0000 7fd6dccba640 1 --2- 172.21.15.50:0/694256499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d80b57f0 0x7fd6d80b4560 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.111 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.107+0000 7fd6dccba640 1 --2- 172.21.15.50:0/694256499 >> v2:172.21.15.50:3300/0 conn(0x7fd6d806cda0 0x7fd6d806f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.111 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.107+0000 7fd6dccba640 1 -- 172.21.15.50:0/694256499 >> 172.21.15.50:0/694256499 conn(0x7fd6d80720b0 msgr2=0x7fd6d80724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.111 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.107+0000 7fd6dccba640 1 -- 172.21.15.50:0/694256499 shutdown_connections 2024-09-19T05:33:43.111 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.107+0000 7fd6dccba640 1 -- 172.21.15.50:0/694256499 wait complete. 2024-09-19T05:33:43.111 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.108+0000 7fd6dccba640 1 Processor -- start 2024-09-19T05:33:43.111 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.108+0000 7fd6dccba640 1 -- start start 2024-09-19T05:33:43.114 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6dccba640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d806cda0 0x7fd6d80b0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.114 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6dccba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d806f900 0x7fd6d806bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.114 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6dccba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6d80b57f0 0x7fd6d814d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.114 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6dccba640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d80b0e20 con 0x7fd6d80b57f0 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6dccba640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d80b0ca0 con 0x7fd6d806cda0 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6dccba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd6d806d180 con 0x7fd6d806f900 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d806cda0 0x7fd6d80b0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d5d9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d806f900 0x7fd6d806bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d659c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d806cda0 0x7fd6d80b0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60690/0 (socket says 172.21.15.50:60690) 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d659c640 1 -- 172.21.15.50:0/2621122889 learned_addr learned my addr 172.21.15.50:0/2621122889 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d6d9d640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6d80b57f0 0x7fd6d814d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d659c640 1 -- 172.21.15.50:0/2621122889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d806f900 msgr2=0x7fd6d806bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d659c640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d806f900 0x7fd6d806bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d659c640 1 -- 172.21.15.50:0/2621122889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6d80b57f0 msgr2=0x7fd6d814d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d659c640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6d80b57f0 0x7fd6d814d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d659c640 1 -- 172.21.15.50:0/2621122889 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d8146480 con 0x7fd6d806cda0 2024-09-19T05:33:43.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d5d9b640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d806f900 0x7fd6d806bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.109+0000 7fd6d6d9d640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6d80b57f0 0x7fd6d814d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.110+0000 7fd6d659c640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d806cda0 0x7fd6d80b0080 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd6c000e9b0 tx=0x7fd6c000ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.110+0000 7fd6ceffd640 1 -- 172.21.15.50:0/2621122889 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c0017070 con 0x7fd6d806cda0 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.110+0000 7fd6ceffd640 1 -- 172.21.15.50:0/2621122889 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6c000ca00 con 0x7fd6d806cda0 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.110+0000 7fd6dccba640 1 -- 172.21.15.50:0/2621122889 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6d80cf330 con 0x7fd6d806cda0 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.110+0000 7fd6ceffd640 1 -- 172.21.15.50:0/2621122889 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c000cdd0 con 0x7fd6d806cda0 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.110+0000 7fd6dccba640 1 -- 172.21.15.50:0/2621122889 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6d80cf8f0 con 0x7fd6d806cda0 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.110+0000 7fd6ceffd640 1 -- 172.21.15.50:0/2621122889 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd6c001a070 con 0x7fd6d806cda0 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.110+0000 7fd6ceffd640 1 -- 172.21.15.50:0/2621122889 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7fd6c0013470 con 0x7fd6d806cda0 2024-09-19T05:33:43.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.111+0000 7fd6dccba640 1 -- 172.21.15.50:0/2621122889 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6d806f3c0 con 0x7fd6d806cda0 2024-09-19T05:33:43.117 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.113+0000 7fd6ceffd640 1 -- 172.21.15.50:0/2621122889 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd6c0005990 con 0x7fd6d806cda0 2024-09-19T05:33:43.186 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.184+0000 7fd6dccba640 1 -- 172.21.15.50:0/2621122889 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "8210ef9b-91e5-48ef-bf7e-8ae15a3717f2", "id": 0} v 0) -- 0x7fd6d80b4ea0 con 0x7fd6d806cda0 2024-09-19T05:33:43.193 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.191+0000 7fd6ceffd640 1 -- 172.21.15.50:0/2621122889 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8210ef9b-91e5-48ef-bf7e-8ae15a3717f2", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7fd6c0005b70 con 0x7fd6d806cda0 2024-09-19T05:33:43.193 INFO:teuthology.orchestra.run.smithi050.stdout:0 2024-09-19T05:33:43.194 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.192+0000 7fd6dccba640 1 -- 172.21.15.50:0/2621122889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d806cda0 msgr2=0x7fd6d80b0080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.194 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.192+0000 7fd6dccba640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d806cda0 0x7fd6d80b0080 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd6c000e9b0 tx=0x7fd6c000ee70 comp rx=0 tx=0).stop 2024-09-19T05:33:43.194 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.192+0000 7fd6dccba640 1 -- 172.21.15.50:0/2621122889 shutdown_connections 2024-09-19T05:33:43.195 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.192+0000 7fd6dccba640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6d80b57f0 0x7fd6d814d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.195 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.192+0000 7fd6dccba640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd6d806f900 0x7fd6d806bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.195 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.192+0000 7fd6dccba640 1 --2- 172.21.15.50:0/2621122889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d806cda0 0x7fd6d80b0080 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.195 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.192+0000 7fd6dccba640 1 -- 172.21.15.50:0/2621122889 >> 172.21.15.50:0/2621122889 conn(0x7fd6d80720b0 msgr2=0x7fd6d815ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.195 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.192+0000 7fd6dccba640 1 -- 172.21.15.50:0/2621122889 shutdown_connections 2024-09-19T05:33:43.195 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.193+0000 7fd6dccba640 1 -- 172.21.15.50:0/2621122889 wait complete. 2024-09-19T05:33:43.205 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 60acd15b-6555-45cc-bdc0-025e1e7e0379 1 2024-09-19T05:33:43.307 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.305+0000 7f9602d6d640 1 Processor -- start 2024-09-19T05:33:43.307 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.305+0000 7f9602d6d640 1 -- start start 2024-09-19T05:33:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9602d6d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f95fc15c690 0x7f95fc0b3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9602d6d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc06eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9602d6d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95fc075630 con 0x7f95fc06f530 2024-09-19T05:33:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9602d6d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f95fc075910 con 0x7f95fc15c690 2024-09-19T05:33:43.308 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9602d6d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f95fc0cfe90 con 0x7f95fc06fca0 2024-09-19T05:33:43.309 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9600b09640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f95fc15c690 0x7f95fc0b3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.309 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9600b09640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f95fc15c690 0x7f95fc0b3b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60698/0 (socket says 172.21.15.50:60698) 2024-09-19T05:33:43.309 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9600b09640 1 -- 172.21.15.50:0/1517008866 learned_addr learned my addr 172.21.15.50:0/1517008866 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:43.309 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f960130a640 1 --1- 172.21.15.50:0/1517008866 >> v1:172.21.15.50:6789/0 conn(0x7f95fc06f530 0x7f95fc0ce9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40596/0 (socket says 172.21.15.50:40596) 2024-09-19T05:33:43.309 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f95fbfff640 1 --2- 172.21.15.50:0/1517008866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc06eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.309 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9600b09640 1 -- 172.21.15.50:0/1517008866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 msgr2=0x7f95fc06eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:43.309 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9600b09640 1 --2- 172.21.15.50:0/1517008866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc06eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.309 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9600b09640 1 -- 172.21.15.50:0/1517008866 >> v1:172.21.15.50:6789/0 conn(0x7f95fc06f530 legacy=0x7f95fc0ce9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.309 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.306+0000 7f9600b09640 1 -- 172.21.15.50:0/1517008866 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95fc0d0170 con 0x7f95fc15c690 2024-09-19T05:33:43.310 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.307+0000 7f9600b09640 1 --2- 172.21.15.50:0/1517008866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95fc15c690 0x7f95fc0b3b00 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f95f0009870 tx=0x7f95f002a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f01ee283371aaa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.307+0000 7f95fb7fe640 1 -- 172.21.15.50:0/1517008866 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f0037070 con 0x7f95fc15c690 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.307+0000 7f95fb7fe640 1 -- 172.21.15.50:0/1517008866 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95f0032440 con 0x7f95fc15c690 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.307+0000 7f95fb7fe640 1 -- 172.21.15.50:0/1517008866 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f0032810 con 0x7f95fc15c690 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.308+0000 7f9602d6d640 1 -- 172.21.15.50:0/1517008866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95fc15c690 msgr2=0x7f95fc0b3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.308+0000 7f9602d6d640 1 --2- 172.21.15.50:0/1517008866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95fc15c690 0x7f95fc0b3b00 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f95f0009870 tx=0x7f95f002a250 comp rx=0 tx=0).stop 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.308+0000 7f9602d6d640 1 -- 172.21.15.50:0/1517008866 shutdown_connections 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.308+0000 7f9602d6d640 1 --2- 172.21.15.50:0/1517008866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc06eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.308+0000 7f9602d6d640 1 --2- 172.21.15.50:0/1517008866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95fc15c690 0x7f95fc0b3b00 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.308+0000 7f9602d6d640 1 -- 172.21.15.50:0/1517008866 >> 172.21.15.50:0/1517008866 conn(0x7f95fc0d0ad0 msgr2=0x7f95fc0d0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.308+0000 7f9602d6d640 1 -- 172.21.15.50:0/1517008866 shutdown_connections 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.308+0000 7f9602d6d640 1 -- 172.21.15.50:0/1517008866 wait complete. 2024-09-19T05:33:43.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.309+0000 7f9602d6d640 1 Processor -- start 2024-09-19T05:33:43.312 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.309+0000 7f9602d6d640 1 -- start start 2024-09-19T05:33:43.314 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f9602d6d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95fc06f530 0x7f95fc1426a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.314 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f9602d6d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc1e6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.314 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f9602d6d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95fc15c690 0x7f95fc1e50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.314 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f9602d6d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f95fc0cf260 con 0x7f95fc06f530 2024-09-19T05:33:43.314 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f9602d6d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95fc0cf0e0 con 0x7f95fc15c690 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f9602d6d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f95fc15ca70 con 0x7f95fc06fca0 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f95fbfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc1e6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f960130a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95fc15c690 0x7f95fc1e50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f95fbfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc1e6fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:50122/0 (socket says 172.21.15.50:50122) 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f95fbfff640 1 -- 172.21.15.50:0/3077387143 learned_addr learned my addr 172.21.15.50:0/3077387143 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f9600b09640 1 --2- 172.21.15.50:0/3077387143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95fc06f530 0x7f95fc1426a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f95fbfff640 1 -- 172.21.15.50:0/3077387143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95fc15c690 msgr2=0x7f95fc1e50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f95fbfff640 1 --2- 172.21.15.50:0/3077387143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95fc15c690 0x7f95fc1e50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f95fbfff640 1 -- 172.21.15.50:0/3077387143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95fc06f530 msgr2=0x7f95fc1426a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f95fbfff640 1 --2- 172.21.15.50:0/3077387143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95fc06f530 0x7f95fc1426a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.310+0000 7f95fbfff640 1 -- 172.21.15.50:0/3077387143 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95fc142be0 con 0x7f95fc06fca0 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.311+0000 7f95fbfff640 1 --2- 172.21.15.50:0/3077387143 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc1e6fb0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f95e800e9b0 tx=0x7f95e800ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.311+0000 7f95f97fa640 1 -- 172.21.15.50:0/3077387143 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e8017070 con 0x7f95fc06fca0 2024-09-19T05:33:43.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.311+0000 7f95f97fa640 1 -- 172.21.15.50:0/3077387143 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95e800c9a0 con 0x7f95fc06fca0 2024-09-19T05:33:43.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.311+0000 7f9602d6d640 1 -- 172.21.15.50:0/3077387143 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95fc13ff30 con 0x7f95fc06fca0 2024-09-19T05:33:43.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.311+0000 7f95f97fa640 1 -- 172.21.15.50:0/3077387143 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e800cd90 con 0x7f95fc06fca0 2024-09-19T05:33:43.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.311+0000 7f9602d6d640 1 -- 172.21.15.50:0/3077387143 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f95fc1404f0 con 0x7f95fc06fca0 2024-09-19T05:33:43.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.311+0000 7f95f97fa640 1 -- 172.21.15.50:0/3077387143 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f95e801a070 con 0x7f95fc06fca0 2024-09-19T05:33:43.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.311+0000 7f95f97fa640 1 -- 172.21.15.50:0/3077387143 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f95e8013820 con 0x7f95fc06fca0 2024-09-19T05:33:43.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.312+0000 7f9602d6d640 1 -- 172.21.15.50:0/3077387143 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95fc06eff0 con 0x7f95fc06fca0 2024-09-19T05:33:43.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.314+0000 7f95f97fa640 1 -- 172.21.15.50:0/3077387143 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f95fc142be0 con 0x7f95fc06fca0 2024-09-19T05:33:43.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.384+0000 7f9602d6d640 1 -- 172.21.15.50:0/3077387143 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "osd new", "uuid": "60acd15b-6555-45cc-bdc0-025e1e7e0379", "id": 1} v 0) -- 0x7f95fc0cede0 con 0x7f95fc06fca0 2024-09-19T05:33:43.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.388+0000 7f95f97fa640 1 -- 172.21.15.50:0/3077387143 <== mon.2 v2:172.21.15.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "60acd15b-6555-45cc-bdc0-025e1e7e0379", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f95e8006780 con 0x7f95fc06fca0 2024-09-19T05:33:43.390 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:33:43.391 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.389+0000 7f9602d6d640 1 -- 172.21.15.50:0/3077387143 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 msgr2=0x7f95fc1e6fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.391 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.389+0000 7f9602d6d640 1 --2- 172.21.15.50:0/3077387143 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc1e6fb0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f95e800e9b0 tx=0x7f95e800ee70 comp rx=0 tx=0).stop 2024-09-19T05:33:43.391 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.389+0000 7f9602d6d640 1 -- 172.21.15.50:0/3077387143 shutdown_connections 2024-09-19T05:33:43.391 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.389+0000 7f9602d6d640 1 --2- 172.21.15.50:0/3077387143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95fc15c690 0x7f95fc1e50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.391 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.389+0000 7f9602d6d640 1 --2- 172.21.15.50:0/3077387143 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95fc06fca0 0x7f95fc1e6fb0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.391 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.389+0000 7f9602d6d640 1 --2- 172.21.15.50:0/3077387143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95fc06f530 0x7f95fc1426a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.392 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.389+0000 7f9602d6d640 1 -- 172.21.15.50:0/3077387143 >> 172.21.15.50:0/3077387143 conn(0x7f95fc0d0ad0 msgr2=0x7f95fc15cf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.392 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.389+0000 7f9602d6d640 1 -- 172.21.15.50:0/3077387143 shutdown_connections 2024-09-19T05:33:43.392 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.389+0000 7f9602d6d640 1 -- 172.21.15.50:0/3077387143 wait complete. 2024-09-19T05:33:43.401 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new ad88ef0b-a810-498d-b929-d4ffe4f3dc93 2 2024-09-19T05:33:43.419 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:43.417+0000 7f0126128040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:33:43.435 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:43.433+0000 7f0b4472b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:33:43.485 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:43.483+0000 7f0126128040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:33:43.488 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:43.486+0000 7f0b4472b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:33:43.503 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.501+0000 7feb74fbd640 1 Processor -- start 2024-09-19T05:33:43.504 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.501+0000 7feb74fbd640 1 -- start start 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.502+0000 7feb74fbd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb700cd730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.502+0000 7feb74fbd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feb7006d240 0x7feb700b4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.502+0000 7feb74fbd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb700cdc70 con 0x7feb7006e160 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.502+0000 7feb74fbd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7feb7015eb90 con 0x7feb7006d240 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.502+0000 7feb74fbd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7feb7006e720 con 0x7feb7015e7b0 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.502+0000 7feb67fff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7feb7006e160 0x7feb7006cb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40612/0 (socket says 172.21.15.50:40612) 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.502+0000 7feb67fff640 1 -- 172.21.15.50:0/2948781150 learned_addr learned my addr 172.21.15.50:0/2948781150 (peer_addr_for_me v1:172.21.15.50:0/0) 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.502+0000 7feb6e59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb700cd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.502+0000 7feb6ed9d640 1 --2- 172.21.15.50:0/2948781150 >> v2:172.21.15.39:3300/0 conn(0x7feb7006d240 0x7feb700b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.503+0000 7feb6e59c640 1 -- 172.21.15.50:0/2948781150 >> v2:172.21.15.39:3300/0 conn(0x7feb7006d240 msgr2=0x7feb700b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:43.505 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.503+0000 7feb6e59c640 1 --2- 172.21.15.50:0/2948781150 >> v2:172.21.15.39:3300/0 conn(0x7feb7006d240 0x7feb700b4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.506 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.503+0000 7feb6dd9b640 1 -- 172.21.15.50:0/2948781150 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1594024434 0 0) 0x7feb700cdc70 con 0x7feb7006e160 2024-09-19T05:33:43.506 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.503+0000 7feb6e59c640 1 -- 172.21.15.50:0/2948781150 >> v1:172.21.15.50:6789/0 conn(0x7feb7006e160 legacy=0x7feb7006cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.506 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.503+0000 7feb6e59c640 1 -- 172.21.15.50:0/2948781150 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb7006ea00 con 0x7feb7015e7b0 2024-09-19T05:33:43.507 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.503+0000 7feb6e59c640 1 --2- 172.21.15.50:0/2948781150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb700cd730 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7feb600097a0 tx=0x7feb6002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc096e57ce340d92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.507 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.503+0000 7feb6dd9b640 1 -- 172.21.15.50:0/2948781150 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb60037070 con 0x7feb7015e7b0 2024-09-19T05:33:43.507 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.503+0000 7feb6dd9b640 1 -- 172.21.15.50:0/2948781150 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb60032440 con 0x7feb7015e7b0 2024-09-19T05:33:43.507 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.503+0000 7feb6dd9b640 1 -- 172.21.15.50:0/2948781150 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb60032810 con 0x7feb7015e7b0 2024-09-19T05:33:43.507 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.504+0000 7feb74fbd640 1 -- 172.21.15.50:0/2948781150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 msgr2=0x7feb700cd730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.507 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.504+0000 7feb74fbd640 1 --2- 172.21.15.50:0/2948781150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb700cd730 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7feb600097a0 tx=0x7feb6002a210 comp rx=0 tx=0).stop 2024-09-19T05:33:43.507 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.504+0000 7feb74fbd640 1 -- 172.21.15.50:0/2948781150 shutdown_connections 2024-09-19T05:33:43.507 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.504+0000 7feb74fbd640 1 --2- 172.21.15.50:0/2948781150 >> v2:172.21.15.39:3300/0 conn(0x7feb7006d240 0x7feb700b4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.507 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.504+0000 7feb74fbd640 1 --2- 172.21.15.50:0/2948781150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb700cd730 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.508 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.504+0000 7feb74fbd640 1 -- 172.21.15.50:0/2948781150 >> 172.21.15.50:0/2948781150 conn(0x7feb700720b0 msgr2=0x7feb700724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.508 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.504+0000 7feb74fbd640 1 -- 172.21.15.50:0/2948781150 shutdown_connections 2024-09-19T05:33:43.508 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.504+0000 7feb74fbd640 1 -- 172.21.15.50:0/2948781150 wait complete. 2024-09-19T05:33:43.510 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.506+0000 7feb74fbd640 1 Processor -- start 2024-09-19T05:33:43.510 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.506+0000 7feb74fbd640 1 -- start start 2024-09-19T05:33:43.510 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb74fbd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb7006d240 0x7feb70150130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.510 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb74fbd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb7006e160 0x7feb7014c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.510 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb74fbd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb7014e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.510 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb74fbd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7feb7006f2a0 con 0x7feb7006d240 2024-09-19T05:33:43.510 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb74fbd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feb7006efc0 con 0x7feb7006e160 2024-09-19T05:33:43.510 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb74fbd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7feb700aeb80 con 0x7feb7015e7b0 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb67fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb7006e160 0x7feb7014c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6ed9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb7014e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb67fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb7006e160 0x7feb7014c0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60722/0 (socket says 172.21.15.50:60722) 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6ed9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb7014e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:50136/0 (socket says 172.21.15.50:50136) 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb67fff640 1 -- 172.21.15.50:0/1372571369 learned_addr learned my addr 172.21.15.50:0/1372571369 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6e59c640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb7006d240 0x7feb70150130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6ed9d640 1 -- 172.21.15.50:0/1372571369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb7006e160 msgr2=0x7feb7014c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6ed9d640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb7006e160 0x7feb7014c0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6ed9d640 1 -- 172.21.15.50:0/1372571369 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb7006d240 msgr2=0x7feb70150130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6ed9d640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb7006d240 0x7feb70150130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6ed9d640 1 -- 172.21.15.50:0/1372571369 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb701508a0 con 0x7feb7015e7b0 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6e59c640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb7006d240 0x7feb70150130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:43.511 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb67fff640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb7006e160 0x7feb7014c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:43.512 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb6ed9d640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb7014e650 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7feb6800ef90 tx=0x7feb6800c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.512 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb66ffd640 1 -- 172.21.15.50:0/1372571369 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb68018020 con 0x7feb7015e7b0 2024-09-19T05:33:43.512 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb66ffd640 1 -- 172.21.15.50:0/1372571369 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb68014480 con 0x7feb7015e7b0 2024-09-19T05:33:43.512 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb66ffd640 1 -- 172.21.15.50:0/1372571369 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb68014870 con 0x7feb7015e7b0 2024-09-19T05:33:43.512 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.507+0000 7feb74fbd640 1 -- 172.21.15.50:0/1372571369 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb70150b80 con 0x7feb7015e7b0 2024-09-19T05:33:43.512 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.508+0000 7feb74fbd640 1 -- 172.21.15.50:0/1372571369 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7feb70151140 con 0x7feb7015e7b0 2024-09-19T05:33:43.512 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.508+0000 7feb66ffd640 1 -- 172.21.15.50:0/1372571369 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7feb68005d10 con 0x7feb7015e7b0 2024-09-19T05:33:43.512 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.508+0000 7feb66ffd640 1 -- 172.21.15.50:0/1372571369 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7feb68013800 con 0x7feb7015e7b0 2024-09-19T05:33:43.512 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.509+0000 7feb74fbd640 1 -- 172.21.15.50:0/1372571369 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb70069f70 con 0x7feb7015e7b0 2024-09-19T05:33:43.514 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.513+0000 7feb66ffd640 1 -- 172.21.15.50:0/1372571369 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7feb68022030 con 0x7feb7015e7b0 2024-09-19T05:33:43.585 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.583+0000 7feb74fbd640 1 -- 172.21.15.50:0/1372571369 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ad88ef0b-a810-498d-b929-d4ffe4f3dc93", "id": 2} v 0) -- 0x7feb700cd730 con 0x7feb7015e7b0 2024-09-19T05:33:43.588 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.587+0000 7feb66ffd640 1 -- 172.21.15.50:0/1372571369 <== mon.2 v2:172.21.15.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ad88ef0b-a810-498d-b929-d4ffe4f3dc93", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7feb68010040 con 0x7feb7015e7b0 2024-09-19T05:33:43.589 INFO:teuthology.orchestra.run.smithi050.stdout:2 2024-09-19T05:33:43.590 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.588+0000 7feb74fbd640 1 -- 172.21.15.50:0/1372571369 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 msgr2=0x7feb7014e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.590 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.588+0000 7feb74fbd640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb7014e650 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7feb6800ef90 tx=0x7feb6800c490 comp rx=0 tx=0).stop 2024-09-19T05:33:43.590 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.588+0000 7feb74fbd640 1 -- 172.21.15.50:0/1372571369 shutdown_connections 2024-09-19T05:33:43.590 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.588+0000 7feb74fbd640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feb7015e7b0 0x7feb7014e650 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.590 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.588+0000 7feb74fbd640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb7006e160 0x7feb7014c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.590 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.588+0000 7feb74fbd640 1 --2- 172.21.15.50:0/1372571369 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb7006d240 0x7feb70150130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.590 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.588+0000 7feb74fbd640 1 -- 172.21.15.50:0/1372571369 >> 172.21.15.50:0/1372571369 conn(0x7feb700720b0 msgr2=0x7feb700b2a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.590 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.588+0000 7feb74fbd640 1 -- 172.21.15.50:0/1372571369 shutdown_connections 2024-09-19T05:33:43.590 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.588+0000 7feb74fbd640 1 -- 172.21.15.50:0/1372571369 wait complete. 2024-09-19T05:33:43.600 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 771817b2-b947-4264-9f83-22c4997b511a 3 2024-09-19T05:33:43.646 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:43.644+0000 7f0b4472b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:33:43.647 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:43.645+0000 7f0126128040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:33:43.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.739+0000 7fccd2b6d640 1 Processor -- start 2024-09-19T05:33:43.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.739+0000 7fccd2b6d640 1 -- start start 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.740+0000 7fccd2b6d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcccc15e810 0x7fcccc0af410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.740+0000 7fccd2b6d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcccc0b15e0 con 0x7fcccc0d1b50 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.740+0000 7fccd2b6d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcccc0b18c0 con 0x7fcccc06bfc0 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.740+0000 7fccd2b6d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fcccc070fe0 con 0x7fcccc15e810 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.741+0000 7fccd0909640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcccc15e810 0x7fcccc0af410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.741+0000 7fcccbfff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fcccc06bfc0 0x7fcccc0d1440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40618/0 (socket says 172.21.15.50:40618) 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.741+0000 7fcccbfff640 1 -- 172.21.15.50:0/3800532209 learned_addr learned my addr 172.21.15.50:0/3800532209 (peer_addr_for_me v1:172.21.15.50:0/0) 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.741+0000 7fccd0909640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcccc15e810 0x7fcccc0af410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60734/0 (socket says 172.21.15.50:60734) 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.741+0000 7fccd0909640 1 -- 172.21.15.50:0/3800532209 >> v1:172.21.15.50:6789/0 conn(0x7fcccc06bfc0 legacy=0x7fcccc0d1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.741+0000 7fccd0909640 1 -- 172.21.15.50:0/3800532209 >> v1:172.21.15.39:6789/0 conn(0x7fcccc0d1b50 legacy=0x7fcccc0708d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.743 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.741+0000 7fccd0909640 1 -- 172.21.15.50:0/3800532209 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcccc0b1ba0 con 0x7fcccc15e810 2024-09-19T05:33:43.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.742+0000 7fccd0909640 1 --2- 172.21.15.50:0/3800532209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc15e810 0x7fcccc0af410 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fccc00097a0 tx=0x7fccc002a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf0f31e9a0f24ee0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.742+0000 7fcccb7fe640 1 -- 172.21.15.50:0/3800532209 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc0037070 con 0x7fcccc15e810 2024-09-19T05:33:43.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.742+0000 7fcccb7fe640 1 -- 172.21.15.50:0/3800532209 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccc0032640 con 0x7fcccc15e810 2024-09-19T05:33:43.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.742+0000 7fcccb7fe640 1 -- 172.21.15.50:0/3800532209 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc0032a10 con 0x7fcccc15e810 2024-09-19T05:33:43.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.742+0000 7fccd2b6d640 1 -- 172.21.15.50:0/3800532209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc15e810 msgr2=0x7fcccc0af410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.748 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.742+0000 7fccd2b6d640 1 --2- 172.21.15.50:0/3800532209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc15e810 0x7fcccc0af410 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fccc00097a0 tx=0x7fccc002a2c0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.742+0000 7fccd2b6d640 1 -- 172.21.15.50:0/3800532209 shutdown_connections 2024-09-19T05:33:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.742+0000 7fccd2b6d640 1 --2- 172.21.15.50:0/3800532209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc15e810 0x7fcccc0af410 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.742+0000 7fccd2b6d640 1 -- 172.21.15.50:0/3800532209 >> 172.21.15.50:0/3800532209 conn(0x7fcccc0b4130 msgr2=0x7fcccc0b4540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.743+0000 7fccd2b6d640 1 -- 172.21.15.50:0/3800532209 shutdown_connections 2024-09-19T05:33:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.743+0000 7fccd2b6d640 1 -- 172.21.15.50:0/3800532209 wait complete. 2024-09-19T05:33:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.744+0000 7fccd2b6d640 1 Processor -- start 2024-09-19T05:33:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.744+0000 7fccd2b6d640 1 -- start start 2024-09-19T05:33:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd2b6d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcccc06bfc0 0x7fcccc155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.749 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd2b6d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc0d1b50 0x7fcccc151d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd2b6d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcccc15e810 0x7fcccc0b7e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd2b6d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcccc15ebf0 con 0x7fcccc06bfc0 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd2b6d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcccc0d0fb0 con 0x7fcccc0d1b50 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd2b6d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcccc06cd10 con 0x7fcccc15e810 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fcccbfff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc0d1b50 0x7fcccc151d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd110a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcccc15e810 0x7fcccc0b7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fcccbfff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc0d1b50 0x7fcccc151d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60748/0 (socket says 172.21.15.50:60748) 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fcccbfff640 1 -- 172.21.15.50:0/2061512429 learned_addr learned my addr 172.21.15.50:0/2061512429 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd0909640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcccc06bfc0 0x7fcccc155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fcccbfff640 1 -- 172.21.15.50:0/2061512429 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcccc15e810 msgr2=0x7fcccc0b7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fcccbfff640 1 --2- 172.21.15.50:0/2061512429 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcccc15e810 0x7fcccc0b7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fcccbfff640 1 -- 172.21.15.50:0/2061512429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcccc06bfc0 msgr2=0x7fcccc155550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.750 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fcccbfff640 1 --2- 172.21.15.50:0/2061512429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcccc06bfc0 0x7fcccc155550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fcccbfff640 1 -- 172.21.15.50:0/2061512429 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcccc152840 con 0x7fcccc0d1b50 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd110a640 1 --2- 172.21.15.50:0/2061512429 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcccc15e810 0x7fcccc0b7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fccd0909640 1 --2- 172.21.15.50:0/2061512429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcccc06bfc0 0x7fcccc155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.745+0000 7fcccbfff640 1 --2- 172.21.15.50:0/2061512429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc0d1b50 0x7fcccc151d00 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fccb800c4a0 tx=0x7fccb800c960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.746+0000 7fccc97fa640 1 -- 172.21.15.50:0/2061512429 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb8017070 con 0x7fcccc0d1b50 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.746+0000 7fccc97fa640 1 -- 172.21.15.50:0/2061512429 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccb8005ce0 con 0x7fcccc0d1b50 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.746+0000 7fccd2b6d640 1 -- 172.21.15.50:0/2061512429 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcccc0b6da0 con 0x7fcccc0d1b50 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.746+0000 7fccc97fa640 1 -- 172.21.15.50:0/2061512429 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb8007270 con 0x7fcccc0d1b50 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.746+0000 7fccd2b6d640 1 -- 172.21.15.50:0/2061512429 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcccc0b7360 con 0x7fcccc0d1b50 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.746+0000 7fccc97fa640 1 -- 172.21.15.50:0/2061512429 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fccb801a070 con 0x7fcccc0d1b50 2024-09-19T05:33:43.751 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.746+0000 7fccc97fa640 1 -- 172.21.15.50:0/2061512429 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7fccb801cc60 con 0x7fcccc0d1b50 2024-09-19T05:33:43.752 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.747+0000 7fccd2b6d640 1 -- 172.21.15.50:0/2061512429 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcccc06c410 con 0x7fcccc0d1b50 2024-09-19T05:33:43.752 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.749+0000 7fccc97fa640 1 -- 172.21.15.50:0/2061512429 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fccb8007410 con 0x7fcccc0d1b50 2024-09-19T05:33:43.822 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.820+0000 7fccd2b6d640 1 -- 172.21.15.50:0/2061512429 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "771817b2-b947-4264-9f83-22c4997b511a", "id": 3} v 0) -- 0x7fcccc0b1f40 con 0x7fcccc0d1b50 2024-09-19T05:33:43.829 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.827+0000 7fccc97fa640 1 -- 172.21.15.50:0/2061512429 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "771817b2-b947-4264-9f83-22c4997b511a", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7fccb801c440 con 0x7fcccc0d1b50 2024-09-19T05:33:43.829 INFO:teuthology.orchestra.run.smithi050.stdout:3 2024-09-19T05:33:43.830 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.828+0000 7fccd2b6d640 1 -- 172.21.15.50:0/2061512429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc0d1b50 msgr2=0x7fcccc151d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.830 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.828+0000 7fccd2b6d640 1 --2- 172.21.15.50:0/2061512429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc0d1b50 0x7fcccc151d00 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fccb800c4a0 tx=0x7fccb800c960 comp rx=0 tx=0).stop 2024-09-19T05:33:43.830 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.828+0000 7fccd2b6d640 1 -- 172.21.15.50:0/2061512429 shutdown_connections 2024-09-19T05:33:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.828+0000 7fccd2b6d640 1 --2- 172.21.15.50:0/2061512429 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcccc15e810 0x7fcccc0b7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.828+0000 7fccd2b6d640 1 --2- 172.21.15.50:0/2061512429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcccc0d1b50 0x7fcccc151d00 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.828+0000 7fccd2b6d640 1 --2- 172.21.15.50:0/2061512429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcccc06bfc0 0x7fcccc155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.828+0000 7fccd2b6d640 1 -- 172.21.15.50:0/2061512429 >> 172.21.15.50:0/2061512429 conn(0x7fcccc0b4130 msgr2=0x7fcccc0c7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.828+0000 7fccd2b6d640 1 -- 172.21.15.50:0/2061512429 shutdown_connections 2024-09-19T05:33:43.831 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.828+0000 7fccd2b6d640 1 -- 172.21.15.50:0/2061512429 wait complete. 2024-09-19T05:33:43.841 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 1f812275-9b30-4a2a-b9fb-32a1031b1b71 4 2024-09-19T05:33:43.981 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.979+0000 7f34aa59a640 1 Processor -- start 2024-09-19T05:33:43.982 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.979+0000 7f34aa59a640 1 -- start start 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.980+0000 7f34aa59a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f34a4158ef0 0x7f34a415c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.980+0000 7f34aa59a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f34a40b70a0 0x7f34a40cf2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.980+0000 7f34aa59a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34a415c730 con 0x7f34a406f190 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.980+0000 7f34aa59a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f34a406de50 con 0x7f34a40b70a0 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.980+0000 7f34aa59a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f34a406e0f0 con 0x7f34a4158ef0 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.980+0000 7f34a3fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f34a4158ef0 0x7f34a415c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.980+0000 7f349bfff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f34a406f190 0x7f34a40b6990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40626/0 (socket says 172.21.15.50:40626) 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.981+0000 7f349bfff640 1 -- 172.21.15.50:0/3918537300 learned_addr learned my addr 172.21.15.50:0/3918537300 (peer_addr_for_me v1:172.21.15.50:0/0) 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.981+0000 7f34a8b37640 1 --2- 172.21.15.50:0/3918537300 >> v2:172.21.15.39:3300/0 conn(0x7f34a40b70a0 0x7f34a40cf2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.983 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.981+0000 7f34a3fff640 1 -- 172.21.15.50:0/3918537300 >> v2:172.21.15.39:3300/0 conn(0x7f34a40b70a0 msgr2=0x7f34a40cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:43.984 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.981+0000 7f34a3fff640 1 --2- 172.21.15.50:0/3918537300 >> v2:172.21.15.39:3300/0 conn(0x7f34a40b70a0 0x7f34a40cf2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.984 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.981+0000 7f34a3fff640 1 -- 172.21.15.50:0/3918537300 >> v1:172.21.15.50:6789/0 conn(0x7f34a406f190 legacy=0x7f34a40b6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.984 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.981+0000 7f34a37fe640 1 -- 172.21.15.50:0/3918537300 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3690251225 0 0) 0x7f348c001110 con 0x7f34a406f190 2024-09-19T05:33:43.984 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.981+0000 7f34a3fff640 1 -- 172.21.15.50:0/3918537300 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34a406e3d0 con 0x7f34a4158ef0 2024-09-19T05:33:43.985 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34a3fff640 1 --2- 172.21.15.50:0/3918537300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a4158ef0 0x7f34a415c1f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f34a406d480 tx=0x7f349402a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36af59910985d24e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.985 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34a37fe640 1 -- 172.21.15.50:0/3918537300 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3494037070 con 0x7f34a4158ef0 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34a37fe640 1 -- 172.21.15.50:0/3918537300 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3494032440 con 0x7f34a4158ef0 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34a37fe640 1 -- 172.21.15.50:0/3918537300 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3494032810 con 0x7f34a4158ef0 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34aa59a640 1 -- 172.21.15.50:0/3918537300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a4158ef0 msgr2=0x7f34a415c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34aa59a640 1 --2- 172.21.15.50:0/3918537300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a4158ef0 0x7f34a415c1f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f34a406d480 tx=0x7f349402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34aa59a640 1 -- 172.21.15.50:0/3918537300 shutdown_connections 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34aa59a640 1 --2- 172.21.15.50:0/3918537300 >> v2:172.21.15.39:3300/0 conn(0x7f34a40b70a0 0x7f34a40cf2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34aa59a640 1 --2- 172.21.15.50:0/3918537300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a4158ef0 0x7f34a415c1f0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34aa59a640 1 -- 172.21.15.50:0/3918537300 >> 172.21.15.50:0/3918537300 conn(0x7f34a4072ef0 msgr2=0x7f34a406bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34aa59a640 1 -- 172.21.15.50:0/3918537300 shutdown_connections 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.982+0000 7f34aa59a640 1 -- 172.21.15.50:0/3918537300 wait complete. 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34aa59a640 1 Processor -- start 2024-09-19T05:33:43.986 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34aa59a640 1 -- start start 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34aa59a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a406f190 0x7f34a41f2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34aa59a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34a40b70a0 0x7f34a41ef860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34aa59a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f34a4158ef0 0x7f34a4156f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34aa59a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f34a406ec70 con 0x7f34a40b70a0 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34aa59a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f34a406e990 con 0x7f34a406f190 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34aa59a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f34a40b0d70 con 0x7f34a4158ef0 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34a3fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a406f190 0x7f34a41f2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34a3fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a406f190 0x7f34a41f2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60760/0 (socket says 172.21.15.50:60760) 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34a3fff640 1 -- 172.21.15.50:0/3839909138 learned_addr learned my addr 172.21.15.50:0/3839909138 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.984+0000 7f34a8b37640 1 --2- 172.21.15.50:0/3839909138 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f34a4158ef0 0x7f34a4156f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f349bfff640 1 --2- 172.21.15.50:0/3839909138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34a40b70a0 0x7f34a41ef860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a3fff640 1 -- 172.21.15.50:0/3839909138 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f34a4158ef0 msgr2=0x7f34a4156f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a3fff640 1 --2- 172.21.15.50:0/3839909138 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f34a4158ef0 0x7f34a4156f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a3fff640 1 -- 172.21.15.50:0/3839909138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34a40b70a0 msgr2=0x7f34a41ef860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a3fff640 1 --2- 172.21.15.50:0/3839909138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34a40b70a0 0x7f34a41ef860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a3fff640 1 -- 172.21.15.50:0/3839909138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34a4152ad0 con 0x7f34a406f190 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a3fff640 1 --2- 172.21.15.50:0/3839909138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a406f190 0x7f34a41f2f00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3494000c00 tx=0x7f34940046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a17fa640 1 -- 172.21.15.50:0/3839909138 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3494037040 con 0x7f34a406f190 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a17fa640 1 -- 172.21.15.50:0/3839909138 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3494042070 con 0x7f34a406f190 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34aa59a640 1 -- 172.21.15.50:0/3839909138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34a4152d90 con 0x7f34a406f190 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a17fa640 1 -- 172.21.15.50:0/3839909138 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3494030920 con 0x7f34a406f190 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34aa59a640 1 -- 172.21.15.50:0/3839909138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34a4153350 con 0x7f34a406f190 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a17fa640 1 -- 172.21.15.50:0/3839909138 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3494030ac0 con 0x7f34a406f190 2024-09-19T05:33:43.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.985+0000 7f34a17fa640 1 -- 172.21.15.50:0/3839909138 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f3494047b40 con 0x7f34a406f190 2024-09-19T05:33:43.991 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.986+0000 7f34aa59a640 1 -- 172.21.15.50:0/3839909138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34a40b3080 con 0x7f34a406f190 2024-09-19T05:33:43.991 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:43.988+0000 7f34a17fa640 1 -- 172.21.15.50:0/3839909138 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f34a40b3080 con 0x7f34a406f190 2024-09-19T05:33:44.061 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.059+0000 7f34aa59a640 1 -- 172.21.15.50:0/3839909138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "1f812275-9b30-4a2a-b9fb-32a1031b1b71", "id": 4} v 0) -- 0x7f34a406fda0 con 0x7f34a406f190 2024-09-19T05:33:44.068 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.067+0000 7f34a17fa640 1 -- 172.21.15.50:0/3839909138 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1f812275-9b30-4a2a-b9fb-32a1031b1b71", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f34a406fda0 con 0x7f34a406f190 2024-09-19T05:33:44.069 INFO:teuthology.orchestra.run.smithi050.stdout:4 2024-09-19T05:33:44.069 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.067+0000 7f34aa59a640 1 -- 172.21.15.50:0/3839909138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a406f190 msgr2=0x7f34a41f2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.070 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.068+0000 7f34aa59a640 1 --2- 172.21.15.50:0/3839909138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a406f190 0x7f34a41f2f00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3494000c00 tx=0x7f34940046c0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.070 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.068+0000 7f34aa59a640 1 -- 172.21.15.50:0/3839909138 shutdown_connections 2024-09-19T05:33:44.070 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.068+0000 7f34aa59a640 1 --2- 172.21.15.50:0/3839909138 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f34a4158ef0 0x7f34a4156f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.070 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.068+0000 7f34aa59a640 1 --2- 172.21.15.50:0/3839909138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34a40b70a0 0x7f34a41ef860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.070 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.068+0000 7f34aa59a640 1 --2- 172.21.15.50:0/3839909138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34a406f190 0x7f34a41f2f00 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.070 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.068+0000 7f34aa59a640 1 -- 172.21.15.50:0/3839909138 >> 172.21.15.50:0/3839909138 conn(0x7f34a4072ef0 msgr2=0x7f34a40d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.070 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.068+0000 7f34aa59a640 1 -- 172.21.15.50:0/3839909138 shutdown_connections 2024-09-19T05:33:44.070 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.068+0000 7f34aa59a640 1 -- 172.21.15.50:0/3839909138 wait complete. 2024-09-19T05:33:44.080 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2 5 2024-09-19T05:33:44.182 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.180+0000 7f717a877640 1 Processor -- start 2024-09-19T05:33:44.182 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.180+0000 7f717a877640 1 -- start start 2024-09-19T05:33:44.183 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f717a877640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f717406cda0 0x7f717406f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.183 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f717a877640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f71740b57f0 0x7f71740b4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.183 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f717a877640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f717406e170 con 0x7f717406f900 2024-09-19T05:33:44.183 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f717a877640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f717406e450 con 0x7f71740b57f0 2024-09-19T05:33:44.183 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f717a877640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f717406e730 con 0x7f717406cda0 2024-09-19T05:33:44.184 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f7173fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f717406cda0 0x7f717406f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.184 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f7173fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f717406cda0 0x7f717406f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60776/0 (socket says 172.21.15.50:60776) 2024-09-19T05:33:44.184 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f7173fff640 1 -- 172.21.15.50:0/3302921238 learned_addr learned my addr 172.21.15.50:0/3302921238 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:44.184 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f71737fe640 1 --2- 172.21.15.50:0/3302921238 >> v2:172.21.15.39:3300/0 conn(0x7f71740b57f0 0x7f71740b4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.184 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f7173fff640 1 -- 172.21.15.50:0/3302921238 >> v2:172.21.15.39:3300/0 conn(0x7f71740b57f0 msgr2=0x7f71740b4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:44.184 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f7173fff640 1 --2- 172.21.15.50:0/3302921238 >> v2:172.21.15.39:3300/0 conn(0x7f71740b57f0 0x7f71740b4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.184 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f7173fff640 1 -- 172.21.15.50:0/3302921238 >> v1:172.21.15.39:6789/0 conn(0x7f717406f900 legacy=0x7f71740b4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.184 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.181+0000 7f7173fff640 1 -- 172.21.15.50:0/3302921238 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f717406ea10 con 0x7f717406cda0 2024-09-19T05:33:44.186 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.182+0000 7f7173fff640 1 --2- 172.21.15.50:0/3302921238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 0x7f717406f3c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7174073370 tx=0x7f716402a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c340b4a78d2947b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:44.186 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.182+0000 7f7172ffd640 1 -- 172.21.15.50:0/3302921238 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7164037070 con 0x7f717406cda0 2024-09-19T05:33:44.186 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.182+0000 7f7172ffd640 1 -- 172.21.15.50:0/3302921238 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7164032440 con 0x7f717406cda0 2024-09-19T05:33:44.186 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.182+0000 7f7172ffd640 1 -- 172.21.15.50:0/3302921238 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7164032810 con 0x7f717406cda0 2024-09-19T05:33:44.187 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.183+0000 7f717a877640 1 -- 172.21.15.50:0/3302921238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 msgr2=0x7f717406f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.187 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.183+0000 7f717a877640 1 --2- 172.21.15.50:0/3302921238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 0x7f717406f3c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7174073370 tx=0x7f716402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.187 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.183+0000 7f717a877640 1 -- 172.21.15.50:0/3302921238 shutdown_connections 2024-09-19T05:33:44.187 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.183+0000 7f717a877640 1 --2- 172.21.15.50:0/3302921238 >> v2:172.21.15.39:3300/0 conn(0x7f71740b57f0 0x7f71740b4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.187 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.183+0000 7f717a877640 1 --2- 172.21.15.50:0/3302921238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 0x7f717406f3c0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.187 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.183+0000 7f717a877640 1 -- 172.21.15.50:0/3302921238 >> 172.21.15.50:0/3302921238 conn(0x7f71740720b0 msgr2=0x7f71740724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.187 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.183+0000 7f717a877640 1 -- 172.21.15.50:0/3302921238 shutdown_connections 2024-09-19T05:33:44.187 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.183+0000 7f717a877640 1 -- 172.21.15.50:0/3302921238 wait complete. 2024-09-19T05:33:44.189 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.185+0000 7f717a877640 1 Processor -- start 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.185+0000 7f717a877640 1 -- start start 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f717a877640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 0x7f7174148570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f717a877640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f717406f900 0x7f7174137d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f717a877640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71740b57f0 0x7f717414dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f717a877640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f71740b0e20 con 0x7f717406f900 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f717a877640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f71740b0ca0 con 0x7f717406cda0 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f717a877640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f71740b51b0 con 0x7f71740b57f0 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f7173fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 0x7f7174148570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f7173fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 0x7f7174148570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60792/0 (socket says 172.21.15.50:60792) 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f7173fff640 1 -- 172.21.15.50:0/3244621479 learned_addr learned my addr 172.21.15.50:0/3244621479 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f7178e14640 1 --2- 172.21.15.50:0/3244621479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71740b57f0 0x7f717414dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.186+0000 7f71737fe640 1 --2- 172.21.15.50:0/3244621479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f717406f900 0x7f7174137d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.190 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7173fff640 1 -- 172.21.15.50:0/3244621479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71740b57f0 msgr2=0x7f717414dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7173fff640 1 --2- 172.21.15.50:0/3244621479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71740b57f0 0x7f717414dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7173fff640 1 -- 172.21.15.50:0/3244621479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f717406f900 msgr2=0x7f7174137d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7173fff640 1 --2- 172.21.15.50:0/3244621479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f717406f900 0x7f7174137d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7173fff640 1 -- 172.21.15.50:0/3244621479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7174148ab0 con 0x7f717406cda0 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7173fff640 1 --2- 172.21.15.50:0/3244621479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 0x7f7174148570 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f716402a220 tx=0x7f71640046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7170ff9640 1 -- 172.21.15.50:0/3244621479 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7164037040 con 0x7f717406cda0 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7170ff9640 1 -- 172.21.15.50:0/3244621479 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7164042070 con 0x7f717406cda0 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f717a877640 1 -- 172.21.15.50:0/3244621479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f717414cd50 con 0x7f717406cda0 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7170ff9640 1 -- 172.21.15.50:0/3244621479 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7164030880 con 0x7f717406cda0 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f717a877640 1 -- 172.21.15.50:0/3244621479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f717414cff0 con 0x7f717406cda0 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7170ff9640 1 -- 172.21.15.50:0/3244621479 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7164030a20 con 0x7f717406cda0 2024-09-19T05:33:44.191 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.187+0000 7f7170ff9640 1 -- 172.21.15.50:0/3244621479 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f7164047bd0 con 0x7f717406cda0 2024-09-19T05:33:44.192 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.188+0000 7f717a877640 1 -- 172.21.15.50:0/3244621479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7174069f70 con 0x7f717406cda0 2024-09-19T05:33:44.192 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.190+0000 7f7170ff9640 1 -- 172.21.15.50:0/3244621479 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7164047e20 con 0x7f717406cda0 2024-09-19T05:33:44.264 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.263+0000 7f717a877640 1 -- 172.21.15.50:0/3244621479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2", "id": 5} v 0) -- 0x7f717406d180 con 0x7f717406cda0 2024-09-19T05:33:44.267 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.266+0000 7f7170ff9640 1 -- 172.21.15.50:0/3244621479 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f7174148ab0 con 0x7f717406cda0 2024-09-19T05:33:44.268 INFO:teuthology.orchestra.run.smithi050.stdout:5 2024-09-19T05:33:44.269 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.267+0000 7f717a877640 1 -- 172.21.15.50:0/3244621479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 msgr2=0x7f7174148570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.269 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.267+0000 7f717a877640 1 --2- 172.21.15.50:0/3244621479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 0x7f7174148570 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f716402a220 tx=0x7f71640046c0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.269 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.267+0000 7f717a877640 1 -- 172.21.15.50:0/3244621479 shutdown_connections 2024-09-19T05:33:44.269 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.267+0000 7f717a877640 1 --2- 172.21.15.50:0/3244621479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71740b57f0 0x7f717414dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.269 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.267+0000 7f717a877640 1 --2- 172.21.15.50:0/3244621479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f717406f900 0x7f7174137d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.269 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.267+0000 7f717a877640 1 --2- 172.21.15.50:0/3244621479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f717406cda0 0x7f7174148570 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.269 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.267+0000 7f717a877640 1 -- 172.21.15.50:0/3244621479 >> 172.21.15.50:0/3244621479 conn(0x7f71740720b0 msgr2=0x7f717415d160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.269 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.267+0000 7f717a877640 1 -- 172.21.15.50:0/3244621479 shutdown_connections 2024-09-19T05:33:44.269 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.267+0000 7f717a877640 1 -- 172.21.15.50:0/3244621479 wait complete. 2024-09-19T05:33:44.279 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new fb6aec90-fd8e-448f-b0d6-47f54c54468b 6 2024-09-19T05:33:44.381 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.379+0000 7fa97871a640 1 Processor -- start 2024-09-19T05:33:44.381 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.379+0000 7fa97871a640 1 -- start start 2024-09-19T05:33:44.382 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa97871a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970075440 0x7fa9701624e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa97871a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa970162a20 0x7fa97006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa97871a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9700aea40 con 0x7fa970162100 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa97871a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa9700aed20 con 0x7fa970162a20 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa97871a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa9700af000 con 0x7fa970075440 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa976cb7640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa970162a20 0x7fa97006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa975cb5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970075440 0x7fa9701624e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa976cb7640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa970162a20 0x7fa97006d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60806/0 (socket says 172.21.15.50:60806) 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa975cb5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970075440 0x7fa9701624e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.50:50180/0 (socket says 172.21.15.50:50180) 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa9764b6640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fa970162100 0x7fa9700af800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40632/0 (socket says 172.21.15.50:40632) 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.380+0000 7fa976cb7640 1 -- 172.21.15.50:0/2584639019 learned_addr learned my addr 172.21.15.50:0/2584639019 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.381+0000 7fa976cb7640 1 -- 172.21.15.50:0/2584639019 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970075440 msgr2=0x7fa9701624e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.381+0000 7fa976cb7640 1 --2- 172.21.15.50:0/2584639019 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970075440 0x7fa9701624e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.383 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.381+0000 7fa976cb7640 1 -- 172.21.15.50:0/2584639019 >> v1:172.21.15.50:6789/0 conn(0x7fa970162100 legacy=0x7fa9700af800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.384 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.381+0000 7fa976cb7640 1 -- 172.21.15.50:0/2584639019 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9700af2e0 con 0x7fa970162a20 2024-09-19T05:33:44.384 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.381+0000 7fa9754b4640 1 -- 172.21.15.50:0/2584639019 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 285521931 0 0) 0x7fa9700aea40 con 0x7fa970162100 2024-09-19T05:33:44.384 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.381+0000 7fa975cb5640 1 --2- 172.21.15.50:0/2584639019 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970075440 0x7fa9701624e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:44.385 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.381+0000 7fa976cb7640 1 --2- 172.21.15.50:0/2584639019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970162a20 0x7fa97006d5a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa968009e50 tx=0x7fa96802a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed4245ff7efdbfdc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:44.385 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.381+0000 7fa9754b4640 1 -- 172.21.15.50:0/2584639019 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa968036070 con 0x7fa970162a20 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa9754b4640 1 -- 172.21.15.50:0/2584639019 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa968031600 con 0x7fa970162a20 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa9754b4640 1 -- 172.21.15.50:0/2584639019 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9680319d0 con 0x7fa970162a20 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa97871a640 1 -- 172.21.15.50:0/2584639019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970162a20 msgr2=0x7fa97006d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa97871a640 1 --2- 172.21.15.50:0/2584639019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970162a20 0x7fa97006d5a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa968009e50 tx=0x7fa96802a710 comp rx=0 tx=0).stop 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa97871a640 1 -- 172.21.15.50:0/2584639019 shutdown_connections 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa97871a640 1 --2- 172.21.15.50:0/2584639019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970162a20 0x7fa97006d5a0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa97871a640 1 --2- 172.21.15.50:0/2584639019 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970075440 0x7fa9701624e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa97871a640 1 -- 172.21.15.50:0/2584639019 >> 172.21.15.50:0/2584639019 conn(0x7fa9700d0b60 msgr2=0x7fa9700d0f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa97871a640 1 -- 172.21.15.50:0/2584639019 shutdown_connections 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.382+0000 7fa97871a640 1 -- 172.21.15.50:0/2584639019 wait complete. 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.383+0000 7fa97871a640 1 Processor -- start 2024-09-19T05:33:44.386 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa97871a640 1 -- start start 2024-09-19T05:33:44.388 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa97871a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970075440 0x7fa97006e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.388 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa97871a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa970162100 0x7fa970146f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.388 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa97871a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970162a20 0x7fa970147450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa97871a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa9700b0090 con 0x7fa970162100 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa97871a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa9700aff10 con 0x7fa970075440 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa97871a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa9700b02c0 con 0x7fa970162a20 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa9764b6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970075440 0x7fa97006e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa976cb7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970162a20 0x7fa970147450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa9764b6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970075440 0x7fa97006e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60818/0 (socket says 172.21.15.50:60818) 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.384+0000 7fa9764b6640 1 -- 172.21.15.50:0/950333763 learned_addr learned my addr 172.21.15.50:0/950333763 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa975cb5640 1 --2- 172.21.15.50:0/950333763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa970162100 0x7fa970146f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa9764b6640 1 -- 172.21.15.50:0/950333763 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970162a20 msgr2=0x7fa970147450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa9764b6640 1 --2- 172.21.15.50:0/950333763 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970162a20 0x7fa970147450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa9764b6640 1 -- 172.21.15.50:0/950333763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa970162100 msgr2=0x7fa970146f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa9764b6640 1 --2- 172.21.15.50:0/950333763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa970162100 0x7fa970146f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa9764b6640 1 -- 172.21.15.50:0/950333763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa97015f960 con 0x7fa970075440 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa976cb7640 1 --2- 172.21.15.50:0/950333763 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970162a20 0x7fa970147450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa9764b6640 1 --2- 172.21.15.50:0/950333763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970075440 0x7fa97006e3b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa96400c4d0 tx=0x7fa96400c990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa962ffd640 1 -- 172.21.15.50:0/950333763 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa964018070 con 0x7fa970075440 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa962ffd640 1 -- 172.21.15.50:0/950333763 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa964007500 con 0x7fa970075440 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa97871a640 1 -- 172.21.15.50:0/950333763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa97006ed90 con 0x7fa970075440 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa962ffd640 1 -- 172.21.15.50:0/950333763 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa964004a20 con 0x7fa970075440 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa97871a640 1 -- 172.21.15.50:0/950333763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa97015fc00 con 0x7fa970075440 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa962ffd640 1 -- 172.21.15.50:0/950333763 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa96401b070 con 0x7fa970075440 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.385+0000 7fa962ffd640 1 -- 172.21.15.50:0/950333763 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fa9640129f0 con 0x7fa970075440 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.386+0000 7fa97871a640 1 -- 172.21.15.50:0/950333763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9700aea40 con 0x7fa970075440 2024-09-19T05:33:44.390 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.388+0000 7fa962ffd640 1 -- 172.21.15.50:0/950333763 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa96401d440 con 0x7fa970075440 2024-09-19T05:33:44.499 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.497+0000 7fa97871a640 1 -- 172.21.15.50:0/950333763 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "fb6aec90-fd8e-448f-b0d6-47f54c54468b", "id": 6} v 0) -- 0x7fa9701625e0 con 0x7fa970075440 2024-09-19T05:33:44.502 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.500+0000 7fa962ffd640 1 -- 172.21.15.50:0/950333763 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "fb6aec90-fd8e-448f-b0d6-47f54c54468b", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fa96401d7b0 con 0x7fa970075440 2024-09-19T05:33:44.502 INFO:teuthology.orchestra.run.smithi050.stdout:6 2024-09-19T05:33:44.503 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.501+0000 7fa97871a640 1 -- 172.21.15.50:0/950333763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970075440 msgr2=0x7fa97006e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.503 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.501+0000 7fa97871a640 1 --2- 172.21.15.50:0/950333763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970075440 0x7fa97006e3b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa96400c4d0 tx=0x7fa96400c990 comp rx=0 tx=0).stop 2024-09-19T05:33:44.503 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.501+0000 7fa97871a640 1 -- 172.21.15.50:0/950333763 shutdown_connections 2024-09-19T05:33:44.504 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.501+0000 7fa97871a640 1 --2- 172.21.15.50:0/950333763 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa970162a20 0x7fa970147450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.504 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.501+0000 7fa97871a640 1 --2- 172.21.15.50:0/950333763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa970162100 0x7fa970146f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.504 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.501+0000 7fa97871a640 1 --2- 172.21.15.50:0/950333763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa970075440 0x7fa97006e3b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.504 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.501+0000 7fa97871a640 1 -- 172.21.15.50:0/950333763 >> 172.21.15.50:0/950333763 conn(0x7fa9700d0b60 msgr2=0x7fa97015bec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.504 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.501+0000 7fa97871a640 1 -- 172.21.15.50:0/950333763 shutdown_connections 2024-09-19T05:33:44.504 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.501+0000 7fa97871a640 1 -- 172.21.15.50:0/950333763 wait complete. 2024-09-19T05:33:44.513 DEBUG:teuthology.orchestra.run.smithi050:> sudo ceph --cluster ceph osd new 2af8d43d-7bde-4e53-b8d3-04f40cecf29e 7 2024-09-19T05:33:44.615 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.613+0000 7f56153c4640 1 Processor -- start 2024-09-19T05:33:44.615 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.613+0000 7f56153c4640 1 -- start start 2024-09-19T05:33:44.616 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f56153c4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f56100cf6a0 0x7f56100d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.616 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f56153c4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56101620f0 con 0x7f5610161d10 2024-09-19T05:33:44.616 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f56153c4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56100d4200 con 0x7f56100b76c0 2024-09-19T05:33:44.616 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f56153c4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5610072140 con 0x7f56100cf6a0 2024-09-19T05:33:44.616 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f560e7fc640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f56100cf6a0 0x7f56100d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.616 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f560e7fc640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f56100cf6a0 0x7f56100d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60822/0 (socket says 172.21.15.50:60822) 2024-09-19T05:33:44.616 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f560e7fc640 1 -- 172.21.15.50:0/4281388230 learned_addr learned my addr 172.21.15.50:0/4281388230 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:44.617 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f560f7fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f56100b76c0 0x7f5610072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.50:40634/0 (socket says 172.21.15.50:40634) 2024-09-19T05:33:44.617 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f560e7fc640 1 -- 172.21.15.50:0/4281388230 >> v1:172.21.15.50:6789/0 conn(0x7f56100b76c0 legacy=0x7f5610072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.617 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f560e7fc640 1 -- 172.21.15.50:0/4281388230 >> v1:172.21.15.39:6789/0 conn(0x7f5610161d10 legacy=0x7f56100cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.617 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.614+0000 7f560e7fc640 1 -- 172.21.15.50:0/4281388230 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5610072390 con 0x7f56100cf6a0 2024-09-19T05:33:44.618 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.615+0000 7f560e7fc640 1 --2- 172.21.15.50:0/4281388230 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100cf6a0 0x7f56100d3b20 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5604009870 tx=0x7f560402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1e732f93bed2c4c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:44.618 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.615+0000 7f560dffb640 1 -- 172.21.15.50:0/4281388230 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5604037070 con 0x7f56100cf6a0 2024-09-19T05:33:44.618 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.615+0000 7f560dffb640 1 -- 172.21.15.50:0/4281388230 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5604032440 con 0x7f56100cf6a0 2024-09-19T05:33:44.618 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.615+0000 7f560dffb640 1 -- 172.21.15.50:0/4281388230 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5604032810 con 0x7f56100cf6a0 2024-09-19T05:33:44.618 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.616+0000 7f56153c4640 1 -- 172.21.15.50:0/4281388230 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100cf6a0 msgr2=0x7f56100d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.618 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.616+0000 7f56153c4640 1 --2- 172.21.15.50:0/4281388230 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100cf6a0 0x7f56100d3b20 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5604009870 tx=0x7f560402a270 comp rx=0 tx=0).stop 2024-09-19T05:33:44.618 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.616+0000 7f56153c4640 1 -- 172.21.15.50:0/4281388230 shutdown_connections 2024-09-19T05:33:44.618 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.616+0000 7f56153c4640 1 --2- 172.21.15.50:0/4281388230 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100cf6a0 0x7f56100d3b20 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.619 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.616+0000 7f56153c4640 1 -- 172.21.15.50:0/4281388230 >> 172.21.15.50:0/4281388230 conn(0x7f56100d4730 msgr2=0x7f56100d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.619 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.616+0000 7f56153c4640 1 -- 172.21.15.50:0/4281388230 shutdown_connections 2024-09-19T05:33:44.619 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.616+0000 7f56153c4640 1 -- 172.21.15.50:0/4281388230 wait complete. 2024-09-19T05:33:44.619 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.617+0000 7f56153c4640 1 Processor -- start 2024-09-19T05:33:44.619 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.617+0000 7f56153c4640 1 -- start start 2024-09-19T05:33:44.621 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f56153c4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100b76c0 0x7f56100ce190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.621 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f56153c4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f56100cf6a0 0x7f561015c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f56153c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5610161d10 0x7f56100cab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f56153c4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f56100b7ae0 con 0x7f5610161d10 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f56153c4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5610072950 con 0x7f56100b76c0 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f56153c4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f56100d3280 con 0x7f56100cf6a0 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560effd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100b76c0 0x7f56100ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560effd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100b76c0 0x7f56100ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:60832/0 (socket says 172.21.15.50:60832) 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560effd640 1 -- 172.21.15.50:0/4040464444 learned_addr learned my addr 172.21.15.50:0/4040464444 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560e7fc640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f56100cf6a0 0x7f561015c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560f7fe640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5610161d10 0x7f56100cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560effd640 1 -- 172.21.15.50:0/4040464444 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f56100cf6a0 msgr2=0x7f561015c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560effd640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f56100cf6a0 0x7f561015c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560effd640 1 -- 172.21.15.50:0/4040464444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5610161d10 msgr2=0x7f56100cab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560effd640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5610161d10 0x7f56100cab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.622 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.618+0000 7f560effd640 1 -- 172.21.15.50:0/4040464444 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561015ca80 con 0x7f56100b76c0 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.619+0000 7f560e7fc640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f56100cf6a0 0x7f561015c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.619+0000 7f560effd640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100b76c0 0x7f56100ce190 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f560000c430 tx=0x7f560000c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.619+0000 7f55f77fe640 1 -- 172.21.15.50:0/4040464444 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5600017070 con 0x7f56100b76c0 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.619+0000 7f55f77fe640 1 -- 172.21.15.50:0/4040464444 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56000052d0 con 0x7f56100b76c0 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.619+0000 7f56153c4640 1 -- 172.21.15.50:0/4040464444 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f561015cd60 con 0x7f56100b76c0 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.619+0000 7f55f77fe640 1 -- 172.21.15.50:0/4040464444 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5600003830 con 0x7f56100b76c0 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.619+0000 7f56153c4640 1 -- 172.21.15.50:0/4040464444 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f561015d320 con 0x7f56100b76c0 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.619+0000 7f55f77fe640 1 -- 172.21.15.50:0/4040464444 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f560001a070 con 0x7f56100b76c0 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.619+0000 7f55f77fe640 1 -- 172.21.15.50:0/4040464444 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f5600011b30 con 0x7f56100b76c0 2024-09-19T05:33:44.623 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.620+0000 7f56153c4640 1 -- 172.21.15.50:0/4040464444 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56100d3610 con 0x7f56100b76c0 2024-09-19T05:33:44.624 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.622+0000 7f55f77fe640 1 -- 172.21.15.50:0/4040464444 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5600021020 con 0x7f56100b76c0 2024-09-19T05:33:44.631 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:44.629+0000 7f0b4472b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:33:44.687 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:44.684+0000 7f0b4472b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:33:44.695 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.694+0000 7f56153c4640 1 -- 172.21.15.50:0/4040464444 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2af8d43d-7bde-4e53-b8d3-04f40cecf29e", "id": 7} v 0) -- 0x7f56100b8ea0 con 0x7f56100b76c0 2024-09-19T05:33:44.703 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.701+0000 7f55f77fe640 1 -- 172.21.15.50:0/4040464444 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2af8d43d-7bde-4e53-b8d3-04f40cecf29e", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f5600011dd0 con 0x7f56100b76c0 2024-09-19T05:33:44.703 INFO:teuthology.orchestra.run.smithi050.stdout:7 2024-09-19T05:33:44.704 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.702+0000 7f56153c4640 1 -- 172.21.15.50:0/4040464444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100b76c0 msgr2=0x7f56100ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.704 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.702+0000 7f56153c4640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100b76c0 0x7f56100ce190 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f560000c430 tx=0x7f560000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.704 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.702+0000 7f56153c4640 1 -- 172.21.15.50:0/4040464444 shutdown_connections 2024-09-19T05:33:44.704 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.702+0000 7f56153c4640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5610161d10 0x7f56100cab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.704 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.702+0000 7f56153c4640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f56100cf6a0 0x7f561015c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.704 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.702+0000 7f56153c4640 1 --2- 172.21.15.50:0/4040464444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f56100b76c0 0x7f56100ce190 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.705 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.702+0000 7f56153c4640 1 -- 172.21.15.50:0/4040464444 >> 172.21.15.50:0/4040464444 conn(0x7f56100d4730 msgr2=0x7f56100b4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.705 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.702+0000 7f56153c4640 1 -- 172.21.15.50:0/4040464444 shutdown_connections 2024-09-19T05:33:44.705 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:33:44.702+0000 7f56153c4640 1 -- 172.21.15.50:0/4040464444 wait complete. 2024-09-19T05:33:44.714 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T05:33:44.714 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T05:33:44.715 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:44.713+0000 7f0126128040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:33:44.717 INFO:tasks.ceph.osd.0:Started 2024-09-19T05:33:44.717 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T05:33:44.717 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T05:33:44.719 INFO:tasks.ceph.osd.1:Started 2024-09-19T05:33:44.719 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T05:33:44.719 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T05:33:44.722 INFO:tasks.ceph.osd.2:Started 2024-09-19T05:33:44.722 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T05:33:44.722 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T05:33:44.724 INFO:tasks.ceph.osd.3:Started 2024-09-19T05:33:44.724 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T05:33:44.724 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T05:33:44.726 INFO:tasks.ceph.osd.4:Started 2024-09-19T05:33:44.726 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T05:33:44.726 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T05:33:44.728 INFO:tasks.ceph.osd.5:Started 2024-09-19T05:33:44.729 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T05:33:44.729 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T05:33:44.731 INFO:tasks.ceph.osd.6:Started 2024-09-19T05:33:44.731 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T05:33:44.731 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T05:33:44.733 INFO:tasks.ceph.osd.7:Started 2024-09-19T05:33:44.734 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:33:44.783 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:44.781+0000 7f0126128040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:33:44.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.859+0000 7fc3440d9640 1 Processor -- start 2024-09-19T05:33:44.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.859+0000 7fc3440d9640 1 -- start start 2024-09-19T05:33:44.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc3440d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 0x7fc33c0713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc3440d9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc33c160990 0x7fc33c0d0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc3440d9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc33c15cb60 con 0x7fc33c15c330 2024-09-19T05:33:44.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc3440d9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc33c0719b0 con 0x7fc33c160990 2024-09-19T05:33:44.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc3440d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc33c15ce40 con 0x7fc33c06e440 2024-09-19T05:33:44.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc341e75640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc33c15c330 0x7fc33c06dd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41314/0 (socket says 172.21.15.39:41314) 2024-09-19T05:33:44.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc341e75640 1 -- 172.21.15.39:0/3417577955 learned_addr learned my addr 172.21.15.39:0/3417577955 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:33:44.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc342676640 1 --2- 172.21.15.39:0/3417577955 >> v2:172.21.15.50:3300/0 conn(0x7fc33c160990 0x7fc33c0d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc341674640 1 --2- 172.21.15.39:0/3417577955 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 0x7fc33c0713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc340e73640 1 -- 172.21.15.39:0/3417577955 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3013718634 0 0) 0x7fc33c15cb60 con 0x7fc33c15c330 2024-09-19T05:33:44.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc340e73640 1 -- 172.21.15.39:0/3417577955 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc328003520 con 0x7fc33c15c330 2024-09-19T05:33:44.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc342676640 1 -- 172.21.15.39:0/3417577955 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 msgr2=0x7fc33c0713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:44.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc342676640 1 --2- 172.21.15.39:0/3417577955 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 0x7fc33c0713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc342676640 1 -- 172.21.15.39:0/3417577955 >> v1:172.21.15.39:6789/0 conn(0x7fc33c15c330 legacy=0x7fc33c06dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc342676640 1 -- 172.21.15.39:0/3417577955 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc33c15d120 con 0x7fc33c160990 2024-09-19T05:33:44.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.860+0000 7fc341674640 1 --2- 172.21.15.39:0/3417577955 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 0x7fc33c0713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:44.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.861+0000 7fc342676640 1 --2- 172.21.15.39:0/3417577955 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c160990 0x7fc33c0d0380 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc334009d90 tx=0x7fc33402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b4c82d32b11804c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.861+0000 7fc340e73640 1 -- 172.21.15.39:0/3417577955 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc334007740 con 0x7fc33c160990 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.861+0000 7fc340e73640 1 -- 172.21.15.39:0/3417577955 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3340078e0 con 0x7fc33c160990 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.861+0000 7fc340e73640 1 -- 172.21.15.39:0/3417577955 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc334007c90 con 0x7fc33c160990 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.862+0000 7fc3440d9640 1 -- 172.21.15.39:0/3417577955 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c160990 msgr2=0x7fc33c0d0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.862+0000 7fc3440d9640 1 --2- 172.21.15.39:0/3417577955 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c160990 0x7fc33c0d0380 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc334009d90 tx=0x7fc33402a660 comp rx=0 tx=0).stop 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.862+0000 7fc3440d9640 1 -- 172.21.15.39:0/3417577955 shutdown_connections 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.862+0000 7fc3440d9640 1 --2- 172.21.15.39:0/3417577955 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c160990 0x7fc33c0d0380 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.862+0000 7fc3440d9640 1 --2- 172.21.15.39:0/3417577955 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 0x7fc33c0713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.862+0000 7fc3440d9640 1 -- 172.21.15.39:0/3417577955 >> 172.21.15.39:0/3417577955 conn(0x7fc33c0b4170 msgr2=0x7fc33c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.862+0000 7fc3440d9640 1 -- 172.21.15.39:0/3417577955 shutdown_connections 2024-09-19T05:33:44.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.862+0000 7fc3440d9640 1 -- 172.21.15.39:0/3417577955 wait complete. 2024-09-19T05:33:44.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.863+0000 7fc3440d9640 1 Processor -- start 2024-09-19T05:33:44.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.863+0000 7fc3440d9640 1 -- start start 2024-09-19T05:33:44.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc3440d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 0x7fc33c15f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc3440d9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c15c330 0x7fc33c0cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc3440d9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc33c160990 0x7fc33c14ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:44.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc3440d9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc33c15d920 con 0x7fc33c160990 2024-09-19T05:33:44.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc3440d9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc33c160e20 con 0x7fc33c15c330 2024-09-19T05:33:44.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc3440d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc33c15c710 con 0x7fc33c06e440 2024-09-19T05:33:44.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc342676640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc33c160990 0x7fc33c14ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc342676640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc33c160990 0x7fc33c14ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41680/0 (socket says 172.21.15.39:41680) 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc342676640 1 -- 172.21.15.39:0/506684295 learned_addr learned my addr 172.21.15.39:0/506684295 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc341674640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c15c330 0x7fc33c0cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.864+0000 7fc341e75640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 0x7fc33c15f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc342676640 1 -- 172.21.15.39:0/506684295 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 msgr2=0x7fc33c15f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc342676640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 0x7fc33c15f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc342676640 1 -- 172.21.15.39:0/506684295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c15c330 msgr2=0x7fc33c0cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc342676640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c15c330 0x7fc33c0cdff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc342676640 1 -- 172.21.15.39:0/506684295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc33c14d9a0 con 0x7fc33c160990 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc341674640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c15c330 0x7fc33c0cdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc342676640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc33c160990 0x7fc33c14ea40 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc33402ac50 tx=0x7fc334004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc3327fc640 1 -- 172.21.15.39:0/506684295 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc334040070 con 0x7fc33c160990 2024-09-19T05:33:44.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc3327fc640 1 -- 172.21.15.39:0/506684295 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc334031c60 con 0x7fc33c160990 2024-09-19T05:33:44.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc3440d9640 1 -- 172.21.15.39:0/506684295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc33c14dc80 con 0x7fc33c160990 2024-09-19T05:33:44.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc3327fc640 1 -- 172.21.15.39:0/506684295 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc334009450 con 0x7fc33c160990 2024-09-19T05:33:44.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc3440d9640 1 -- 172.21.15.39:0/506684295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc33c14e240 con 0x7fc33c160990 2024-09-19T05:33:44.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc3327fc640 1 -- 172.21.15.39:0/506684295 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc334039040 con 0x7fc33c160990 2024-09-19T05:33:44.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.865+0000 7fc3327fc640 1 -- 172.21.15.39:0/506684295 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fc33403ba80 con 0x7fc33c160990 2024-09-19T05:33:44.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.866+0000 7fc3440d9640 1 -- 172.21.15.39:0/506684295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc33c0713d0 con 0x7fc33c160990 2024-09-19T05:33:44.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.868+0000 7fc3327fc640 1 -- 172.21.15.39:0/506684295 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc33403bd60 con 0x7fc33c160990 2024-09-19T05:33:44.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.928+0000 7fc3440d9640 1 -- 172.21.15.39:0/506684295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc33c0ce780 con 0x7fc33c160990 2024-09-19T05:33:44.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.928+0000 7fc3327fc640 1 -- 172.21.15.39:0/506684295 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fc33403cb80 con 0x7fc33c160990 2024-09-19T05:33:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:33:44.931 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":10,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:33:44.695837+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:33:44.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.929+0000 7fc3440d9640 1 -- 172.21.15.39:0/506684295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc33c160990 msgr2=0x7fc33c14ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.929+0000 7fc3440d9640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc33c160990 0x7fc33c14ea40 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc33402ac50 tx=0x7fc334004a40 comp rx=0 tx=0).stop 2024-09-19T05:33:44.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.929+0000 7fc3440d9640 1 -- 172.21.15.39:0/506684295 shutdown_connections 2024-09-19T05:33:44.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.929+0000 7fc3440d9640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc33c160990 0x7fc33c14ea40 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.929+0000 7fc3440d9640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc33c15c330 0x7fc33c0cdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.929+0000 7fc3440d9640 1 --2- 172.21.15.39:0/506684295 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc33c06e440 0x7fc33c15f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.929+0000 7fc3440d9640 1 -- 172.21.15.39:0/506684295 >> 172.21.15.39:0/506684295 conn(0x7fc33c0b4170 msgr2=0x7fc33c06dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.929+0000 7fc3440d9640 1 -- 172.21.15.39:0/506684295 shutdown_connections 2024-09-19T05:33:44.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:33:44.929+0000 7fc3440d9640 1 -- 172.21.15.39:0/506684295 wait complete. 2024-09-19T05:33:44.942 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T05:33:44.943 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T05:33:45.112 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.110+0000 7f0b4472b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:33:45.176 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.174+0000 7f0126128040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:33:45.201 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.199+0000 7f0b4472b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:33:45.265 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.263+0000 7f0126128040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:33:45.313 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.310+0000 7f0b4472b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:33:45.361 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.359+0000 7f0b4472b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:33:45.376 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.374+0000 7f0126128040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:33:45.425 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.423+0000 7f0126128040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:33:45.480 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.478+0000 7f0b4472b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:33:45.536 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.533+0000 7f0b4472b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:33:45.543 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.541+0000 7f0126128040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:33:45.582 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.580+0000 7f0b4472b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:33:45.599 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.597+0000 7f0126128040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:33:45.645 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.644+0000 7f0126128040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:33:45.700 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.698+0000 7f0b4472b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:33:45.749 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T05:33:45.752 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.750+0000 7f0b4472b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:33:45.762 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.760+0000 7f0126128040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:33:45.807 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.805+0000 7f0b4472b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:33:45.814 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.812+0000 7f0126128040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:33:45.843 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.840+0000 7f6d53ff6640 1 Processor -- start 2024-09-19T05:33:45.843 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.840+0000 7f6d53ff6640 1 -- start start 2024-09-19T05:33:45.844 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d53ff6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d4c073180 0x7f6d4c073560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:45.844 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d53ff6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6d4c15d910 0x7f6d4c0cf010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:45.844 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d53ff6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15dd80 0x7f6d4c070d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:45.844 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d53ff6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6d4c0cfcd0 con 0x7f6d4c073180 2024-09-19T05:33:45.844 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d53ff6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6d4c073aa0 con 0x7f6d4c15d910 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d53ff6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6d4c15cd00 con 0x7f6d4c15dd80 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d51d92640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d4c073180 0x7f6d4c073560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d51d92640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d4c073180 0x7f6d4c073560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41690/0 (socket says 172.21.15.39:41690) 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d51d92640 1 -- 172.21.15.39:0/1494537061 learned_addr learned my addr 172.21.15.39:0/1494537061 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d52593640 1 --2- 172.21.15.39:0/1494537061 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15dd80 0x7f6d4c070d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.841+0000 7f6d51591640 1 --2- 172.21.15.39:0/1494537061 >> v2:172.21.15.50:3300/0 conn(0x7f6d4c15d910 0x7f6d4c0cf010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.842+0000 7f6d51d92640 1 -- 172.21.15.39:0/1494537061 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15dd80 msgr2=0x7f6d4c070d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.842+0000 7f6d51d92640 1 --2- 172.21.15.39:0/1494537061 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15dd80 0x7f6d4c070d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.842+0000 7f6d51d92640 1 -- 172.21.15.39:0/1494537061 >> v2:172.21.15.50:3300/0 conn(0x7f6d4c15d910 msgr2=0x7f6d4c0cf010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.842+0000 7f6d51d92640 1 --2- 172.21.15.39:0/1494537061 >> v2:172.21.15.50:3300/0 conn(0x7f6d4c15d910 0x7f6d4c0cf010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.845 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.842+0000 7f6d51d92640 1 -- 172.21.15.39:0/1494537061 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d4c15cfe0 con 0x7f6d4c073180 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.842+0000 7f6d51d92640 1 --2- 172.21.15.39:0/1494537061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c073180 0x7f6d4c073560 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0743d0 tx=0x7f6d4802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d1945d09809e9fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d50d90640 1 -- 172.21.15.39:0/1494537061 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48037070 con 0x7f6d4c073180 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d50d90640 1 -- 172.21.15.39:0/1494537061 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d48032440 con 0x7f6d4c073180 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d50d90640 1 -- 172.21.15.39:0/1494537061 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48032810 con 0x7f6d4c073180 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d53ff6640 1 -- 172.21.15.39:0/1494537061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c073180 msgr2=0x7f6d4c073560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d53ff6640 1 --2- 172.21.15.39:0/1494537061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c073180 0x7f6d4c073560 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0743d0 tx=0x7f6d4802a140 comp rx=0 tx=0).stop 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d53ff6640 1 -- 172.21.15.39:0/1494537061 shutdown_connections 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d53ff6640 1 --2- 172.21.15.39:0/1494537061 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15dd80 0x7f6d4c070d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d53ff6640 1 --2- 172.21.15.39:0/1494537061 >> v2:172.21.15.50:3300/0 conn(0x7f6d4c15d910 0x7f6d4c0cf010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.847 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d53ff6640 1 --2- 172.21.15.39:0/1494537061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c073180 0x7f6d4c073560 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.848 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d53ff6640 1 -- 172.21.15.39:0/1494537061 >> 172.21.15.39:0/1494537061 conn(0x7f6d4c0b42a0 msgr2=0x7f6d4c0b46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:45.848 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d53ff6640 1 -- 172.21.15.39:0/1494537061 shutdown_connections 2024-09-19T05:33:45.848 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.843+0000 7f6d53ff6640 1 -- 172.21.15.39:0/1494537061 wait complete. 2024-09-19T05:33:45.848 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d53ff6640 1 Processor -- start 2024-09-19T05:33:45.848 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d53ff6640 1 -- start start 2024-09-19T05:33:45.850 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d53ff6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c073180 0x7f6d4c1f8970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:45.850 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d53ff6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15d910 0x7f6d4c152ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:45.850 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d53ff6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c15dd80 0x7f6d4c15f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:45.850 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d53ff6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c15c920 con 0x7f6d4c15dd80 2024-09-19T05:33:45.850 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d53ff6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c15d5a0 con 0x7f6d4c073180 2024-09-19T05:33:45.850 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d53ff6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6d4c15caa0 con 0x7f6d4c15d910 2024-09-19T05:33:45.850 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d52593640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c15dd80 0x7f6d4c15f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d52593640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c15dd80 0x7f6d4c15f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41696/0 (socket says 172.21.15.39:41696) 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d52593640 1 -- 172.21.15.39:0/727208889 learned_addr learned my addr 172.21.15.39:0/727208889 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d51d92640 1 --2- 172.21.15.39:0/727208889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c073180 0x7f6d4c1f8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.845+0000 7f6d51591640 1 --2- 172.21.15.39:0/727208889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15d910 0x7f6d4c152ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d52593640 1 -- 172.21.15.39:0/727208889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15d910 msgr2=0x7f6d4c152ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d52593640 1 --2- 172.21.15.39:0/727208889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15d910 0x7f6d4c152ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d52593640 1 -- 172.21.15.39:0/727208889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c073180 msgr2=0x7f6d4c1f8970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d52593640 1 --2- 172.21.15.39:0/727208889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c073180 0x7f6d4c1f8970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d52593640 1 -- 172.21.15.39:0/727208889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d4c0aeed0 con 0x7f6d4c15dd80 2024-09-19T05:33:45.851 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d52593640 1 --2- 172.21.15.39:0/727208889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c15dd80 0x7f6d4c15f410 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6d44009e30 tx=0x7f6d4400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:45.852 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d427fc640 1 -- 172.21.15.39:0/727208889 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44018020 con 0x7f6d4c15dd80 2024-09-19T05:33:45.852 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d427fc640 1 -- 172.21.15.39:0/727208889 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d44014480 con 0x7f6d4c15dd80 2024-09-19T05:33:45.852 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d427fc640 1 -- 172.21.15.39:0/727208889 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44014870 con 0x7f6d4c15dd80 2024-09-19T05:33:45.852 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d53ff6640 1 -- 172.21.15.39:0/727208889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d4c0af1b0 con 0x7f6d4c15dd80 2024-09-19T05:33:45.852 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d53ff6640 1 -- 172.21.15.39:0/727208889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d4c0af770 con 0x7f6d4c15dd80 2024-09-19T05:33:45.852 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d427fc640 1 -- 172.21.15.39:0/727208889 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6d44005d10 con 0x7f6d4c15dd80 2024-09-19T05:33:45.852 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.846+0000 7f6d427fc640 1 -- 172.21.15.39:0/727208889 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f6d44013ab0 con 0x7f6d4c15dd80 2024-09-19T05:33:45.852 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.847+0000 7f6d53ff6640 1 -- 172.21.15.39:0/727208889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d4c0b65b0 con 0x7f6d4c15dd80 2024-09-19T05:33:45.852 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.849+0000 7f6d427fc640 1 -- 172.21.15.39:0/727208889 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f6d4c0b65b0 con 0x7f6d4c15dd80 2024-09-19T05:33:45.868 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.866+0000 7f0126128040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:33:45.880 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.878+0000 7f0b4472b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:33:45.911 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.908+0000 7f6d53ff6640 1 -- 172.21.15.39:0/727208889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6d4c0d2130 con 0x7f6d4c15dd80 2024-09-19T05:33:45.911 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.909+0000 7f6d427fc640 1 -- 172.21.15.39:0/727208889 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f6d44022030 con 0x7f6d4c15dd80 2024-09-19T05:33:45.912 INFO:teuthology.misc.health.smithi039.stdout: 2024-09-19T05:33:45.912 INFO:teuthology.misc.health.smithi039.stdout:{"epoch":10,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:33:44.695837+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:33:45.913 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.910+0000 7f6d53ff6640 1 -- 172.21.15.39:0/727208889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c15dd80 msgr2=0x7f6d4c15f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:45.913 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.910+0000 7f6d53ff6640 1 --2- 172.21.15.39:0/727208889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c15dd80 0x7f6d4c15f410 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6d44009e30 tx=0x7f6d4400c490 comp rx=0 tx=0).stop 2024-09-19T05:33:45.913 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.910+0000 7f6d53ff6640 1 -- 172.21.15.39:0/727208889 shutdown_connections 2024-09-19T05:33:45.913 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.910+0000 7f6d53ff6640 1 --2- 172.21.15.39:0/727208889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d4c15dd80 0x7f6d4c15f410 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.913 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.910+0000 7f6d53ff6640 1 --2- 172.21.15.39:0/727208889 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6d4c15d910 0x7f6d4c152ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.914 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.910+0000 7f6d53ff6640 1 --2- 172.21.15.39:0/727208889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d4c073180 0x7f6d4c1f8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.914 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.910+0000 7f6d53ff6640 1 -- 172.21.15.39:0/727208889 >> 172.21.15.39:0/727208889 conn(0x7f6d4c0b42a0 msgr2=0x7f6d4c06f340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:45.914 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.910+0000 7f6d53ff6640 1 -- 172.21.15.39:0/727208889 shutdown_connections 2024-09-19T05:33:45.914 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:45.910+0000 7f6d53ff6640 1 -- 172.21.15.39:0/727208889 wait complete. 2024-09-19T05:33:45.922 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T05:33:45.928 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.926+0000 7f0b4472b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:33:45.939 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.937+0000 7f0126128040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:33:45.974 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:45.972+0000 7f0b4472b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:33:45.985 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:45.983+0000 7f0126128040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:33:46.031 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:46.029+0000 7f0126128040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:33:46.177 INFO:tasks.ceph.osd.2.smithi039.stderr:2024-09-19T05:33:46.174+0000 7fcdfe3b0640 -1 Falling back to public interface 2024-09-19T05:33:46.187 INFO:tasks.ceph.osd.7.smithi050.stderr:2024-09-19T05:33:46.185+0000 7f15dae2c640 -1 Falling back to public interface 2024-09-19T05:33:46.207 INFO:tasks.ceph.osd.1.smithi039.stderr:2024-09-19T05:33:46.204+0000 7f656f31d640 -1 Falling back to public interface 2024-09-19T05:33:46.662 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:46.660+0000 7f0b4472b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:33:46.679 INFO:tasks.ceph.osd.4.smithi050.stderr:2024-09-19T05:33:46.677+0000 7f14eac26640 -1 Falling back to public interface 2024-09-19T05:33:46.694 INFO:tasks.ceph.osd.5.smithi050.stderr:2024-09-19T05:33:46.692+0000 7f1c8c302640 -1 Falling back to public interface 2024-09-19T05:33:46.696 INFO:tasks.ceph.osd.0.smithi039.stderr:2024-09-19T05:33:46.694+0000 7ff1de811640 -1 Falling back to public interface 2024-09-19T05:33:46.700 INFO:tasks.ceph.osd.6.smithi050.stderr:2024-09-19T05:33:46.699+0000 7f1c88228640 -1 Falling back to public interface 2024-09-19T05:33:46.714 INFO:tasks.ceph.osd.3.smithi039.stderr:2024-09-19T05:33:46.712+0000 7f83131c5640 -1 Falling back to public interface 2024-09-19T05:33:46.723 INFO:tasks.ceph.mgr.x.smithi050.stderr:2024-09-19T05:33:46.721+0000 7f0126128040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:33:47.677 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:47.675+0000 7f0ae4ff5640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-19T05:33:47.678 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-19T05:33:47.675+0000 7f0ae4ff5640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T05:33:50.254 INFO:tasks.ceph.osd.7.smithi050.stderr:2024-09-19T05:33:50.253+0000 7f15dae2c640 -1 osd.7 0 log_to_monitors true 2024-09-19T05:33:50.287 INFO:tasks.ceph.osd.1.smithi039.stderr:2024-09-19T05:33:50.285+0000 7f656f31d640 -1 osd.1 0 log_to_monitors true 2024-09-19T05:33:50.410 INFO:tasks.ceph.osd.4.smithi050.stderr:2024-09-19T05:33:50.408+0000 7f14eac26640 -1 osd.4 0 log_to_monitors true 2024-09-19T05:33:50.441 INFO:tasks.ceph.osd.0.smithi039.stderr:2024-09-19T05:33:50.439+0000 7ff1de811640 -1 osd.0 0 log_to_monitors true 2024-09-19T05:33:50.741 INFO:tasks.ceph.osd.5.smithi050.stderr:2024-09-19T05:33:50.739+0000 7f1c8c302640 -1 osd.5 0 log_to_monitors true 2024-09-19T05:33:50.745 INFO:tasks.ceph.osd.2.smithi039.stderr:2024-09-19T05:33:50.743+0000 7fcdfe3b0640 -1 osd.2 0 log_to_monitors true 2024-09-19T05:33:50.795 INFO:tasks.ceph.osd.3.smithi039.stderr:2024-09-19T05:33:50.793+0000 7f83131c5640 -1 osd.3 0 log_to_monitors true 2024-09-19T05:33:51.229 INFO:tasks.ceph.osd.6.smithi050.stderr:2024-09-19T05:33:51.228+0000 7f1c88228640 -1 osd.6 0 log_to_monitors true 2024-09-19T05:33:52.728 INFO:tasks.ceph.osd.7.smithi050.stderr:2024-09-19T05:33:52.726+0000 7f15d6598640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T05:33:52.728 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T05:33:52.742 INFO:tasks.ceph.osd.7.smithi050.stderr:2024-09-19T05:33:52.741+0000 7f15cebca640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:33:52.764 INFO:tasks.ceph.osd.4.smithi050.stderr:2024-09-19T05:33:52.762+0000 7f14e6392640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T05:33:52.784 INFO:tasks.ceph.osd.4.smithi050.stderr:2024-09-19T05:33:52.782+0000 7f14de9c4640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:33:52.873 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.871+0000 7ff5c63bd640 1 Processor -- start 2024-09-19T05:33:52.874 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.871+0000 7ff5c63bd640 1 -- start start 2024-09-19T05:33:52.876 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.872+0000 7ff5c63bd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff5c0158960 0x7ff5c015f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:52.876 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.872+0000 7ff5c63bd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff5c0158d40 0x7ff5c00ae850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:52.876 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.872+0000 7ff5c63bd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c00aed90 0x7ff5c0162140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:52.876 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.872+0000 7ff5c63bd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ff5c00af200 con 0x7ff5c0158960 2024-09-19T05:33:52.876 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.872+0000 7ff5c63bd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff5c015fb10 con 0x7ff5c0158d40 2024-09-19T05:33:52.876 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.872+0000 7ff5c63bd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff5c006ec30 con 0x7ff5c00aed90 2024-09-19T05:33:52.876 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff5c0158960 0x7ff5c015f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:52.876 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff5c0158960 0x7ff5c015f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43672/0 (socket says 172.21.15.39:43672) 2024-09-19T05:33:52.876 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bffff640 1 -- 172.21.15.39:0/3970505993 learned_addr learned my addr 172.21.15.39:0/3970505993 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:33:52.877 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5c495a640 1 --2- 172.21.15.39:0/3970505993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c00aed90 0x7ff5c0162140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:52.877 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bf7fe640 1 --2- 172.21.15.39:0/3970505993 >> v2:172.21.15.50:3300/0 conn(0x7ff5c0158d40 0x7ff5c00ae850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:52.877 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bffff640 1 -- 172.21.15.39:0/3970505993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c00aed90 msgr2=0x7ff5c0162140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:52.877 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bffff640 1 --2- 172.21.15.39:0/3970505993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c00aed90 0x7ff5c0162140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:52.877 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bffff640 1 -- 172.21.15.39:0/3970505993 >> v2:172.21.15.50:3300/0 conn(0x7ff5c0158d40 msgr2=0x7ff5c00ae850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:33:52.877 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bffff640 1 --2- 172.21.15.39:0/3970505993 >> v2:172.21.15.50:3300/0 conn(0x7ff5c0158d40 0x7ff5c00ae850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:52.877 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bffff640 1 -- 172.21.15.39:0/3970505993 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5c006ef10 con 0x7ff5c0158960 2024-09-19T05:33:52.877 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5c495a640 1 --2- 172.21.15.39:0/3970505993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c00aed90 0x7ff5c0162140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:52.877 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.873+0000 7ff5bf7fe640 1 --2- 172.21.15.39:0/3970505993 >> v2:172.21.15.50:3300/0 conn(0x7ff5c0158d40 0x7ff5c00ae850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:52.878 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.876+0000 7ff5bffff640 1 --2- 172.21.15.39:0/3970505993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 0x7ff5c015f5d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff5b0009870 tx=0x7ff5b002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb08ac4c00af7f02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:52.878 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.876+0000 7ff5beffd640 1 -- 172.21.15.39:0/3970505993 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5b0037070 con 0x7ff5c0158960 2024-09-19T05:33:52.879 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.876+0000 7ff5beffd640 1 -- 172.21.15.39:0/3970505993 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5b0032440 con 0x7ff5c0158960 2024-09-19T05:33:52.879 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.876+0000 7ff5beffd640 1 -- 172.21.15.39:0/3970505993 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5b0032810 con 0x7ff5c0158960 2024-09-19T05:33:52.879 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.877+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3970505993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 msgr2=0x7ff5c015f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:52.880 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.877+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3970505993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 0x7ff5c015f5d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff5b0009870 tx=0x7ff5b002a210 comp rx=0 tx=0).stop 2024-09-19T05:33:52.880 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.877+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3970505993 shutdown_connections 2024-09-19T05:33:52.880 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.877+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3970505993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c00aed90 0x7ff5c0162140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:52.880 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.877+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3970505993 >> v2:172.21.15.50:3300/0 conn(0x7ff5c0158d40 0x7ff5c00ae850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:52.880 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.877+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3970505993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 0x7ff5c015f5d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:52.880 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.877+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3970505993 >> 172.21.15.39:0/3970505993 conn(0x7ff5c006c030 msgr2=0x7ff5c006c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:52.880 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.877+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3970505993 shutdown_connections 2024-09-19T05:33:52.880 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.877+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3970505993 wait complete. 2024-09-19T05:33:52.881 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.879+0000 7ff5c63bd640 1 Processor -- start 2024-09-19T05:33:52.885 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.879+0000 7ff5c63bd640 1 -- start start 2024-09-19T05:33:52.885 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.880+0000 7ff5c63bd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5c00aed90 0x7ff5c0200880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:52.885 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.880+0000 7ff5c63bd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 0x7ff5c00b24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:52.885 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5c63bd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c0158d40 0x7ff5c00b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:52.885 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5c63bd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff5c006f7b0 con 0x7ff5c0158960 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5c63bd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff5c006f4d0 con 0x7ff5c00aed90 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5c63bd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff5c006e890 con 0x7ff5c0158d40 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5c495a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c0158d40 0x7ff5c00b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5bffff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5c00aed90 0x7ff5c0200880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5c495a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c0158d40 0x7ff5c00b2a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:36078/0 (socket says 172.21.15.39:36078) 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5bf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 0x7ff5c00b24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5c495a640 1 -- 172.21.15.39:0/3070522967 learned_addr learned my addr 172.21.15.39:0/3070522967 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5bffff640 1 -- 172.21.15.39:0/3070522967 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c0158d40 msgr2=0x7ff5c00b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5bffff640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c0158d40 0x7ff5c00b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5bffff640 1 -- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 msgr2=0x7ff5c00b24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:52.886 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5bffff640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 0x7ff5c00b24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:52.887 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5bffff640 1 -- 172.21.15.39:0/3070522967 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5c00cdac0 con 0x7ff5c00aed90 2024-09-19T05:33:52.887 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.881+0000 7ff5c495a640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c0158d40 0x7ff5c00b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:52.887 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.882+0000 7ff5bf7fe640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 0x7ff5c00b24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:33:52.887 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.882+0000 7ff5bffff640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5c00aed90 0x7ff5c0200880 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff5b0031000 tx=0x7ff5b00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:52.887 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.882+0000 7ff5bcff9640 1 -- 172.21.15.39:0/3070522967 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5b0041020 con 0x7ff5c00aed90 2024-09-19T05:33:52.887 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.882+0000 7ff5bcff9640 1 -- 172.21.15.39:0/3070522967 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5b003d640 con 0x7ff5c00aed90 2024-09-19T05:33:52.887 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.882+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5c00cf040 con 0x7ff5c00aed90 2024-09-19T05:33:52.887 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.882+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5c00cf860 con 0x7ff5c00aed90 2024-09-19T05:33:52.887 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.882+0000 7ff5bcff9640 1 -- 172.21.15.39:0/3070522967 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5b0037040 con 0x7ff5c00aed90 2024-09-19T05:33:52.888 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.884+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5a4005290 con 0x7ff5c00aed90 2024-09-19T05:33:52.888 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.885+0000 7ff5bcff9640 1 -- 172.21.15.39:0/3070522967 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7ff5b0044020 con 0x7ff5c00aed90 2024-09-19T05:33:52.888 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.886+0000 7ff5bcff9640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5a006c220 0x7ff5a006e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:52.888 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.886+0000 7ff5bcff9640 1 -- 172.21.15.39:0/3070522967 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2231+0+0 (secure 0 0 0) 0x7ff5b00aaab0 con 0x7ff5c00aed90 2024-09-19T05:33:52.889 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.886+0000 7ff5bf7fe640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5a006c220 0x7ff5a006e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:52.889 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.887+0000 7ff5bf7fe640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5a006c220 0x7ff5a006e6e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff5a8009500 tx=0x7ff5a8009110 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:52.893 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:52.891+0000 7ff5bcff9640 1 -- 172.21.15.39:0/3070522967 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff5b004b030 con 0x7ff5c00aed90 2024-09-19T05:33:53.094 INFO:tasks.ceph.osd.1.smithi039.stderr:2024-09-19T05:33:53.092+0000 7f656bac0640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T05:33:53.110 INFO:tasks.ceph.osd.1.smithi039.stderr:2024-09-19T05:33:53.108+0000 7f65630bb640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:33:53.122 INFO:tasks.ceph.osd.0.smithi039.stderr:2024-09-19T05:33:53.119+0000 7ff1daa30640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T05:33:53.151 INFO:tasks.ceph.osd.0.smithi039.stderr:2024-09-19T05:33:53.149+0000 7ff1d202b640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:33:53.197 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.195+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff5a4005580 con 0x7ff5c00aed90 2024-09-19T05:33:53.198 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.196+0000 7ff5bcff9640 1 -- 172.21.15.39:0/3070522967 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7058 (secure 0 0 0) 0x7ff5b00799a0 con 0x7ff5c00aed90 2024-09-19T05:33:53.198 INFO:teuthology.misc.health.smithi039.stdout: 2024-09-19T05:33:53.199 INFO:teuthology.misc.health.smithi039.stdout:{"epoch":13,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:33:52.694889+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:33:53.202 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5a006c220 msgr2=0x7ff5a006e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:53.202 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5a006c220 0x7ff5a006e6e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff5a8009500 tx=0x7ff5a8009110 comp rx=0 tx=0).stop 2024-09-19T05:33:53.202 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5c00aed90 msgr2=0x7ff5c0200880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:53.202 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5c00aed90 0x7ff5c0200880 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff5b0031000 tx=0x7ff5b00046c0 comp rx=0 tx=0).stop 2024-09-19T05:33:53.202 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 shutdown_connections 2024-09-19T05:33:53.202 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5a006c220 0x7ff5a006e6e0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:53.203 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5c0158d40 0x7ff5c00b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:53.203 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5c0158960 0x7ff5c00b24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:53.203 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 --2- 172.21.15.39:0/3070522967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5c00aed90 0x7ff5c0200880 secure :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff5b0031000 tx=0x7ff5b00046c0 comp rx=0 tx=0).stop 2024-09-19T05:33:53.203 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.199+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 >> 172.21.15.39:0/3070522967 conn(0x7ff5c006c030 msgr2=0x7ff5c00719f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:53.203 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.200+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 shutdown_connections 2024-09-19T05:33:53.203 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:33:53.200+0000 7ff5c63bd640 1 -- 172.21.15.39:0/3070522967 wait complete. 2024-09-19T05:33:53.216 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T05:33:53.708 INFO:tasks.ceph.osd.5.smithi050.stderr:2024-09-19T05:33:53.706+0000 7f1c87a6e640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T05:33:53.719 INFO:tasks.ceph.osd.5.smithi050.stderr:2024-09-19T05:33:53.718+0000 7f1c800a0640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:33:53.760 INFO:tasks.ceph.osd.6.smithi050.stderr:2024-09-19T05:33:53.758+0000 7f1c849cb640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T05:33:53.767 INFO:tasks.ceph.osd.2.smithi039.stderr:2024-09-19T05:33:53.765+0000 7fcdf9b1c640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T05:33:53.771 INFO:tasks.ceph.osd.3.smithi039.stderr:2024-09-19T05:33:53.769+0000 7f830e931640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T05:33:53.777 INFO:tasks.ceph.osd.2.smithi039.stderr:2024-09-19T05:33:53.775+0000 7fcdf214e640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:33:53.779 INFO:tasks.ceph.osd.6.smithi050.stderr:2024-09-19T05:33:53.778+0000 7f1c7bfc6640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:33:53.790 INFO:tasks.ceph.osd.3.smithi039.stderr:2024-09-19T05:33:53.788+0000 7f8306f63640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:34:00.022 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:00.127 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.125+0000 7f279f0a4640 1 Processor -- start 2024-09-19T05:34:00.127 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.125+0000 7f279f0a4640 1 -- start start 2024-09-19T05:34:00.128 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279f0a4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f27980b68a0 0x7f27980ced60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.128 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279f0a4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2798162420 0x7f2798161770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.128 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279f0a4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27980cf380 con 0x7f279815e990 2024-09-19T05:34:00.128 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279f0a4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f27980cf660 con 0x7f2798162420 2024-09-19T05:34:00.129 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279f0a4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f27980cf940 con 0x7f27980b68a0 2024-09-19T05:34:00.129 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279ce40640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f279815e990 0x7f27980b6190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50520/0 (socket says 172.21.15.39:50520) 2024-09-19T05:34:00.129 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279ce40640 1 -- 172.21.15.39:0/2974851432 learned_addr learned my addr 172.21.15.39:0/2974851432 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:00.129 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279d641640 1 --2- 172.21.15.39:0/2974851432 >> v2:172.21.15.39:3300/0 conn(0x7f2798162420 0x7f2798161770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.131 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f27977fe640 1 -- 172.21.15.39:0/2974851432 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 40969398 0 0) 0x7f27980cf380 con 0x7f279815e990 2024-09-19T05:34:00.132 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f27977fe640 1 -- 172.21.15.39:0/2974851432 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2788003520 con 0x7f279815e990 2024-09-19T05:34:00.132 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f2797fff640 1 --2- 172.21.15.39:0/2974851432 >> v2:172.21.15.50:3300/0 conn(0x7f27980b68a0 0x7f27980ced60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.132 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279d641640 1 -- 172.21.15.39:0/2974851432 >> v2:172.21.15.50:3300/0 conn(0x7f27980b68a0 msgr2=0x7f27980ced60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:00.132 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279d641640 1 --2- 172.21.15.39:0/2974851432 >> v2:172.21.15.50:3300/0 conn(0x7f27980b68a0 0x7f27980ced60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.132 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279d641640 1 -- 172.21.15.39:0/2974851432 >> v1:172.21.15.39:6789/0 conn(0x7f279815e990 legacy=0x7f27980b6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.132 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f279d641640 1 -- 172.21.15.39:0/2974851432 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27980cfc20 con 0x7f2798162420 2024-09-19T05:34:00.132 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.126+0000 7f2797fff640 1 --2- 172.21.15.39:0/2974851432 >> v2:172.21.15.50:3300/0 conn(0x7f27980b68a0 0x7f27980ced60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:00.132 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.127+0000 7f279d641640 1 --2- 172.21.15.39:0/2974851432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 0x7f2798161770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f279808d6f0 tx=0x7f279002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84aa6e2d8fa77547 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:00.132 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.127+0000 7f27977fe640 1 -- 172.21.15.39:0/2974851432 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2790007740 con 0x7f2798162420 2024-09-19T05:34:00.133 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.127+0000 7f27977fe640 1 -- 172.21.15.39:0/2974851432 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27900078e0 con 0x7f2798162420 2024-09-19T05:34:00.133 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.127+0000 7f27977fe640 1 -- 172.21.15.39:0/2974851432 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2790007cb0 con 0x7f2798162420 2024-09-19T05:34:00.133 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.128+0000 7f279f0a4640 1 -- 172.21.15.39:0/2974851432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 msgr2=0x7f2798161770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.133 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.128+0000 7f279f0a4640 1 --2- 172.21.15.39:0/2974851432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 0x7f2798161770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f279808d6f0 tx=0x7f279002a680 comp rx=0 tx=0).stop 2024-09-19T05:34:00.133 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.128+0000 7f279f0a4640 1 -- 172.21.15.39:0/2974851432 shutdown_connections 2024-09-19T05:34:00.133 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.128+0000 7f279f0a4640 1 --2- 172.21.15.39:0/2974851432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 0x7f2798161770 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.133 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.128+0000 7f279f0a4640 1 --2- 172.21.15.39:0/2974851432 >> v2:172.21.15.50:3300/0 conn(0x7f27980b68a0 0x7f27980ced60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.134 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.128+0000 7f279f0a4640 1 -- 172.21.15.39:0/2974851432 >> 172.21.15.39:0/2974851432 conn(0x7f27980d1190 msgr2=0x7f27980d15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:00.134 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.128+0000 7f279f0a4640 1 -- 172.21.15.39:0/2974851432 shutdown_connections 2024-09-19T05:34:00.134 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.128+0000 7f279f0a4640 1 -- 172.21.15.39:0/2974851432 wait complete. 2024-09-19T05:34:00.134 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.129+0000 7f279f0a4640 1 Processor -- start 2024-09-19T05:34:00.134 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.129+0000 7f279f0a4640 1 -- start start 2024-09-19T05:34:00.136 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279f0a4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27980b68a0 0x7f27980b2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.136 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279f0a4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f279815e990 0x7f27980cdf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.136 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279f0a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 0x7f27980ce440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.136 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279f0a4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2798161cb0 con 0x7f2798162420 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279f0a4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27980d1ee0 con 0x7f27980b68a0 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279f0a4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2798161e30 con 0x7f279815e990 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279d641640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 0x7f27980ce440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279d641640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 0x7f27980ce440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39272/0 (socket says 172.21.15.39:39272) 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279d641640 1 -- 172.21.15.39:0/1159585060 learned_addr learned my addr 172.21.15.39:0/1159585060 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f2797fff640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f279815e990 0x7f27980cdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279ce40640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27980b68a0 0x7f27980b2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279d641640 1 -- 172.21.15.39:0/1159585060 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f279815e990 msgr2=0x7f27980cdf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.130+0000 7f279d641640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f279815e990 0x7f27980cdf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.131+0000 7f279d641640 1 -- 172.21.15.39:0/1159585060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27980b68a0 msgr2=0x7f27980b2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.137 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.131+0000 7f279d641640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27980b68a0 0x7f27980b2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.131+0000 7f279d641640 1 -- 172.21.15.39:0/1159585060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27980cc4a0 con 0x7f2798162420 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.131+0000 7f279d641640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 0x7f27980ce440 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f279002ac70 tx=0x7f2790004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.131+0000 7f27957fa640 1 -- 172.21.15.39:0/1159585060 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279003f070 con 0x7f2798162420 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.131+0000 7f27957fa640 1 -- 172.21.15.39:0/1159585060 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2790031bc0 con 0x7f2798162420 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.131+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27980cc780 con 0x7f2798162420 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.131+0000 7f27957fa640 1 -- 172.21.15.39:0/1159585060 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2790009450 con 0x7f2798162420 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.131+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27980ccd40 con 0x7f2798162420 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.132+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2798162160 con 0x7f2798162420 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.132+0000 7f27957fa640 1 -- 172.21.15.39:0/1159585060 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f279003b410 con 0x7f2798162420 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.133+0000 7f27957fa640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f277c06c2b0 0x7f277c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.133+0000 7f27957fa640 1 -- 172.21.15.39:0/1159585060 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f27900ac860 con 0x7f2798162420 2024-09-19T05:34:00.138 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.133+0000 7f279ce40640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f277c06c2b0 0x7f277c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.139 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.133+0000 7f279ce40640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f277c06c2b0 0x7f277c06e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f278c007fd0 tx=0x7f278c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:00.140 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.138+0000 7f27957fa640 1 -- 172.21.15.39:0/1159585060 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f279007b3b0 con 0x7f2798162420 2024-09-19T05:34:00.319 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.317+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f27980ba430 con 0x7f2798162420 2024-09-19T05:34:00.320 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.317+0000 7f27957fa640 1 -- 172.21.15.39:0/1159585060 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12872 (secure 0 0 0) 0x7f279007acb0 con 0x7f2798162420 2024-09-19T05:34:00.320 INFO:teuthology.misc.health.smithi039.stdout: 2024-09-19T05:34:00.320 INFO:teuthology.misc.health.smithi039.stdout:{"epoch":17,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:33:56.763098+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:00.322 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f277c06c2b0 msgr2=0x7f277c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.322 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f277c06c2b0 0x7f277c06e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f278c007fd0 tx=0x7f278c009040 comp rx=0 tx=0).stop 2024-09-19T05:34:00.322 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 msgr2=0x7f27980ce440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.323 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 0x7f27980ce440 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f279002ac70 tx=0x7f2790004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:00.323 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 shutdown_connections 2024-09-19T05:34:00.323 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f277c06c2b0 0x7f277c06e770 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.323 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2798162420 0x7f27980ce440 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.323 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f279815e990 0x7f27980cdf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.323 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 --2- 172.21.15.39:0/1159585060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27980b68a0 0x7f27980b2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.323 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 >> 172.21.15.39:0/1159585060 conn(0x7f27980d1190 msgr2=0x7f27981600a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:00.323 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 shutdown_connections 2024-09-19T05:34:00.323 INFO:teuthology.misc.health.smithi039.stderr:2024-09-19T05:34:00.320+0000 7f279f0a4640 1 -- 172.21.15.39:0/1159585060 wait complete. 2024-09-19T05:34:00.332 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T05:34:00.332 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T05:34:00.333 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:34:00.333 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:34:00.335 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:34:00.336 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:34:00.336 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:34:00.338 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:34:00.338 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:34:00.338 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:34:00.341 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:34:00.341 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:34:00.341 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:34:00.343 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:34:00.344 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-19T05:34:00.344 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:00.412 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:34:00.413 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:34:00.416 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-19T05:34:00.411+0000 7fec97a55640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-19T05:34:00.430 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-19T05:34:00.432 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-19T05:34:00.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.448+0000 7f18320d7640 1 Processor -- start 2024-09-19T05:34:00.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.448+0000 7f18320d7640 1 -- start start 2024-09-19T05:34:00.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f18320d7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f182c0736c0 0x7f182c06bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f18320d7640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f182c06c4a0 0x7f182c0b5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f18320d7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f182c15ee10 con 0x7f182c158e40 2024-09-19T05:34:00.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f18320d7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f182c15f700 con 0x7f182c0736c0 2024-09-19T05:34:00.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f18320d7640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f182c15fb90 con 0x7f182c06c4a0 2024-09-19T05:34:00.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f182affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f182c0736c0 0x7f182c06bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f182affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f182c0736c0 0x7f182c06bcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39314/0 (socket says 172.21.15.39:39314) 2024-09-19T05:34:00.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f182affd640 1 -- 172.21.15.39:0/1528168724 learned_addr learned my addr 172.21.15.39:0/1528168724 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:00.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f182affd640 1 -- 172.21.15.39:0/1528168724 >> v2:172.21.15.50:3300/0 conn(0x7f182c06c4a0 msgr2=0x7f182c0b5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:00.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f182bfff640 1 --2- 172.21.15.39:0/1528168724 >> v2:172.21.15.50:3300/0 conn(0x7f182c06c4a0 0x7f182c0b5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f182affd640 1 --2- 172.21.15.39:0/1528168724 >> v2:172.21.15.50:3300/0 conn(0x7f182c06c4a0 0x7f182c0b5fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f182affd640 1 -- 172.21.15.39:0/1528168724 >> v1:172.21.15.50:6789/0 conn(0x7f182c158e40 legacy=0x7f182c072fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:00.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f182affd640 1 -- 172.21.15.39:0/1528168724 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f182c06cbf0 con 0x7f182c0736c0 2024-09-19T05:34:00.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.449+0000 7f182bfff640 1 --2- 172.21.15.39:0/1528168724 >> v2:172.21.15.50:3300/0 conn(0x7f182c06c4a0 0x7f182c0b5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:00.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f182affd640 1 --2- 172.21.15.39:0/1528168724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c0736c0 0x7f182c06bcd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f182c0b1a50 tx=0x7f182002a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=286f8295c00eec7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:00.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f182a7fc640 1 -- 172.21.15.39:0/1528168724 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820037070 con 0x7f182c0736c0 2024-09-19T05:34:00.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f182a7fc640 1 -- 172.21.15.39:0/1528168724 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1820032440 con 0x7f182c0736c0 2024-09-19T05:34:00.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f182a7fc640 1 -- 172.21.15.39:0/1528168724 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820032810 con 0x7f182c0736c0 2024-09-19T05:34:00.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f18320d7640 1 -- 172.21.15.39:0/1528168724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c0736c0 msgr2=0x7f182c06bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f18320d7640 1 --2- 172.21.15.39:0/1528168724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c0736c0 0x7f182c06bcd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f182c0b1a50 tx=0x7f182002a200 comp rx=0 tx=0).stop 2024-09-19T05:34:00.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f18320d7640 1 -- 172.21.15.39:0/1528168724 shutdown_connections 2024-09-19T05:34:00.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f18320d7640 1 --2- 172.21.15.39:0/1528168724 >> v2:172.21.15.50:3300/0 conn(0x7f182c06c4a0 0x7f182c0b5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f18320d7640 1 --2- 172.21.15.39:0/1528168724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c0736c0 0x7f182c06bcd0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f18320d7640 1 -- 172.21.15.39:0/1528168724 >> 172.21.15.39:0/1528168724 conn(0x7f182c0b4170 msgr2=0x7f182c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:00.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f18320d7640 1 -- 172.21.15.39:0/1528168724 shutdown_connections 2024-09-19T05:34:00.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.450+0000 7f18320d7640 1 -- 172.21.15.39:0/1528168724 wait complete. 2024-09-19T05:34:00.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.452+0000 7f18320d7640 1 Processor -- start 2024-09-19T05:34:00.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.452+0000 7f18320d7640 1 -- start start 2024-09-19T05:34:00.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.452+0000 7f18320d7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182c06c4a0 0x7f182c0d2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.452+0000 7f18320d7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f182c0736c0 0x7f182c1f4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.452+0000 7f18320d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c158e40 0x7f182c156480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.452+0000 7f18320d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f182c06c8d0 con 0x7f182c158e40 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.452+0000 7f18320d7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f182c15f390 con 0x7f182c06c4a0 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.452+0000 7f18320d7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f182c0b64f0 con 0x7f182c0736c0 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c158e40 0x7f182c156480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c158e40 0x7f182c156480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39322/0 (socket says 172.21.15.39:39322) 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182bfff640 1 -- 172.21.15.39:0/3195280209 learned_addr learned my addr 172.21.15.39:0/3195280209 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182b7fe640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182c06c4a0 0x7f182c0d2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182affd640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f182c0736c0 0x7f182c1f4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182bfff640 1 -- 172.21.15.39:0/3195280209 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f182c0736c0 msgr2=0x7f182c1f4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182bfff640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f182c0736c0 0x7f182c1f4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182bfff640 1 -- 172.21.15.39:0/3195280209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182c06c4a0 msgr2=0x7f182c0d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182bfff640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182c06c4a0 0x7f182c0d2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182bfff640 1 -- 172.21.15.39:0/3195280209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f182c1f4dc0 con 0x7f182c158e40 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f182bfff640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c158e40 0x7f182c156480 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f182400cef0 tx=0x7f182400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f1813fff640 1 -- 172.21.15.39:0/3195280209 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182401a070 con 0x7f182c158e40 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f1813fff640 1 -- 172.21.15.39:0/3195280209 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f182400d860 con 0x7f182c158e40 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f182c1f50a0 con 0x7f182c158e40 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f1813fff640 1 -- 172.21.15.39:0/3195280209 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182400dc50 con 0x7f182c158e40 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.453+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f182c1f56b0 con 0x7f182c158e40 2024-09-19T05:34:00.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.454+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f182c06ed80 con 0x7f182c158e40 2024-09-19T05:34:00.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.455+0000 7f1813fff640 1 -- 172.21.15.39:0/3195280209 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f182401d070 con 0x7f182c158e40 2024-09-19T05:34:00.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.455+0000 7f1813fff640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181806c2b0 0x7f181806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:00.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.455+0000 7f182b7fe640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181806c2b0 0x7f181806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:00.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.456+0000 7f1813fff640 1 -- 172.21.15.39:0/3195280209 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f182408b8b0 con 0x7f182c158e40 2024-09-19T05:34:00.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.456+0000 7f182b7fe640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181806c2b0 0x7f181806e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f182c15eab0 tx=0x7f181c009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:00.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.460+0000 7f1813fff640 1 -- 172.21.15.39:0/3195280209 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f182c06ed80 con 0x7f182c158e40 2024-09-19T05:34:00.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.669+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f182c0b2f50 con 0x7f182c158e40 2024-09-19T05:34:00.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.670+0000 7f1813fff640 1 -- 172.21.15.39:0/3195280209 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f1824059de0 con 0x7f182c158e40 2024-09-19T05:34:00.672 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:00.672 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":2,"btime":"2024-09-19T05:34:00:416669+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T05:34:00.673 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 2 2024-09-19T05:34:00.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181806c2b0 msgr2=0x7f181806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181806c2b0 0x7f181806e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f182c15eab0 tx=0x7f181c009060 comp rx=0 tx=0).stop 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c158e40 msgr2=0x7f182c156480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c158e40 0x7f182c156480 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f182400cef0 tx=0x7f182400a710 comp rx=0 tx=0).stop 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 shutdown_connections 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181806c2b0 0x7f181806e770 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f182c158e40 0x7f182c156480 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f182c0736c0 0x7f182c1f4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 --2- 172.21.15.39:0/3195280209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182c06c4a0 0x7f182c0d2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 >> 172.21.15.39:0/3195280209 conn(0x7f182c0b4170 msgr2=0x7f182c0b20e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 shutdown_connections 2024-09-19T05:34:00.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:00.672+0000 7f18320d7640 1 -- 172.21.15.39:0/3195280209 wait complete. 2024-09-19T05:34:02.685 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:02.705 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:34:02.732 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:34:02.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.799+0000 7ffb9995f640 1 Processor -- start 2024-09-19T05:34:02.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.799+0000 7ffb9995f640 1 -- start start 2024-09-19T05:34:02.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.800+0000 7ffb9995f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ffb940b6690 0x7ffb940cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:02.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.800+0000 7ffb9995f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940d16e0 0x7ffb940d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:02.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.800+0000 7ffb9995f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb940cff10 con 0x7ffb940b6a70 2024-09-19T05:34:02.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.800+0000 7ffb9995f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ffb940d1b50 con 0x7ffb940b6690 2024-09-19T05:34:02.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.800+0000 7ffb9995f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffb940cf540 con 0x7ffb940d16e0 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.800+0000 7ffb92ffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ffb940b6690 0x7ffb940cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.800+0000 7ffb927fc640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ffb940b6a70 0x7ffb940d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:47644/0 (socket says 172.21.15.39:47644) 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.800+0000 7ffb927fc640 1 -- 172.21.15.39:0/1065614811 learned_addr learned my addr 172.21.15.39:0/1065614811 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.800+0000 7ffb937fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940d16e0 0x7ffb940d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.801+0000 7ffb91ffb640 1 -- 172.21.15.39:0/1065614811 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 870483371 0 0) 0x7ffb940cff10 con 0x7ffb940b6a70 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.801+0000 7ffb91ffb640 1 -- 172.21.15.39:0/1065614811 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffb7c003520 con 0x7ffb940b6a70 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.801+0000 7ffb937fe640 1 -- 172.21.15.39:0/1065614811 >> v2:172.21.15.50:3300/0 conn(0x7ffb940b6690 msgr2=0x7ffb940cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.801+0000 7ffb937fe640 1 --2- 172.21.15.39:0/1065614811 >> v2:172.21.15.50:3300/0 conn(0x7ffb940b6690 0x7ffb940cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.801+0000 7ffb937fe640 1 -- 172.21.15.39:0/1065614811 >> v1:172.21.15.50:6789/0 conn(0x7ffb940b6a70 legacy=0x7ffb940d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.801+0000 7ffb937fe640 1 -- 172.21.15.39:0/1065614811 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb940d1d90 con 0x7ffb940d16e0 2024-09-19T05:34:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.801+0000 7ffb92ffd640 1 --2- 172.21.15.39:0/1065614811 >> v2:172.21.15.50:3300/0 conn(0x7ffb940b6690 0x7ffb940cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb937fe640 1 --2- 172.21.15.39:0/1065614811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940d16e0 0x7ffb940d2b50 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ffb8c009d90 tx=0x7ffb8c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ef703fcfa72519b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb91ffb640 1 -- 172.21.15.39:0/1065614811 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb8c007740 con 0x7ffb940d16e0 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb91ffb640 1 -- 172.21.15.39:0/1065614811 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb8c0078e0 con 0x7ffb940d16e0 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb91ffb640 1 -- 172.21.15.39:0/1065614811 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb8c007c90 con 0x7ffb940d16e0 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb9995f640 1 -- 172.21.15.39:0/1065614811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940d16e0 msgr2=0x7ffb940d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb9995f640 1 --2- 172.21.15.39:0/1065614811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940d16e0 0x7ffb940d2b50 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ffb8c009d90 tx=0x7ffb8c02a660 comp rx=0 tx=0).stop 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb9995f640 1 -- 172.21.15.39:0/1065614811 shutdown_connections 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb9995f640 1 --2- 172.21.15.39:0/1065614811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940d16e0 0x7ffb940d2b50 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb9995f640 1 --2- 172.21.15.39:0/1065614811 >> v2:172.21.15.50:3300/0 conn(0x7ffb940b6690 0x7ffb940cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb9995f640 1 -- 172.21.15.39:0/1065614811 >> 172.21.15.39:0/1065614811 conn(0x7ffb94072560 msgr2=0x7ffb94072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb9995f640 1 -- 172.21.15.39:0/1065614811 shutdown_connections 2024-09-19T05:34:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.802+0000 7ffb9995f640 1 -- 172.21.15.39:0/1065614811 wait complete. 2024-09-19T05:34:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.804+0000 7ffb9995f640 1 Processor -- start 2024-09-19T05:34:02.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.804+0000 7ffb9995f640 1 -- start start 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.804+0000 7ffb9995f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940b6690 0x7ffb940ca400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.804+0000 7ffb9995f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb940b6a70 0x7ffb940cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb9995f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb940d16e0 0x7ffb941580a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb9995f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ffb940b6f00 con 0x7ffb940b6a70 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb9995f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffb940cf1d0 con 0x7ffb940d16e0 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb9995f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffb9415c530 con 0x7ffb940b6690 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb927fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb940b6a70 0x7ffb940cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb927fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb940b6a70 0x7ffb940cdff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39330/0 (socket says 172.21.15.39:39330) 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb927fc640 1 -- 172.21.15.39:0/193797083 learned_addr learned my addr 172.21.15.39:0/193797083 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb92ffd640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940b6690 0x7ffb940ca400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb937fe640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb940d16e0 0x7ffb941580a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb927fc640 1 -- 172.21.15.39:0/193797083 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940b6690 msgr2=0x7ffb940ca400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb927fc640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940b6690 0x7ffb940ca400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb927fc640 1 -- 172.21.15.39:0/193797083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb940d16e0 msgr2=0x7ffb941580a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb927fc640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb940d16e0 0x7ffb941580a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb927fc640 1 -- 172.21.15.39:0/193797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb940ca940 con 0x7ffb940b6a70 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb92ffd640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940b6690 0x7ffb940ca400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb927fc640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb940b6a70 0x7ffb940cdff0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ffb8800c530 tx=0x7ffb8800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb7bfff640 1 -- 172.21.15.39:0/193797083 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb88017070 con 0x7ffb940b6a70 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb7bfff640 1 -- 172.21.15.39:0/193797083 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb88005ce0 con 0x7ffb940b6a70 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb94157000 con 0x7ffb940b6a70 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb7bfff640 1 -- 172.21.15.39:0/193797083 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb880072b0 con 0x7ffb940b6a70 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.805+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb941575c0 con 0x7ffb940b6a70 2024-09-19T05:34:02.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.806+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb940cf9d0 con 0x7ffb940b6a70 2024-09-19T05:34:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.807+0000 7ffb7bfff640 1 -- 172.21.15.39:0/193797083 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffb8801a070 con 0x7ffb940b6a70 2024-09-19T05:34:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.807+0000 7ffb7bfff640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffb8006c2b0 0x7ffb8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.808+0000 7ffb7bfff640 1 -- 172.21.15.39:0/193797083 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7ffb8808a490 con 0x7ffb940b6a70 2024-09-19T05:34:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.808+0000 7ffb92ffd640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffb8006c2b0 0x7ffb8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.808+0000 7ffb92ffd640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffb8006c2b0 0x7ffb8006e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ffb84009af0 tx=0x7ffb84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:02.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:02.812+0000 7ffb7bfff640 1 -- 172.21.15.39:0/193797083 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffb880590a0 con 0x7ffb940b6a70 2024-09-19T05:34:03.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.026+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb9415d8e0 con 0x7ffb940b6a70 2024-09-19T05:34:03.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.026+0000 7ffb7bfff640 1 -- 172.21.15.39:0/193797083 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3906 (secure 0 0 0) 0x7ffb880589a0 con 0x7ffb940b6a70 2024-09-19T05:34:03.029 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:03.029 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":3,"btime":"2024-09-19T05:34:01:419363+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3198278602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3198278602},{"type":"v1","addr":"172.21.15.50:6833","nonce":3198278602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2604627304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2604627304},{"type":"v1","addr":"172.21.15.39:6837","nonce":2604627304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4293,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/2730769278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":2730769278},{"type":"v1","addr":"172.21.15.50:6835","nonce":2730769278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T05:34:03.029 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 3 2024-09-19T05:34:03.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffb8006c2b0 msgr2=0x7ffb8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffb8006c2b0 0x7ffb8006e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ffb84009af0 tx=0x7ffb84008040 comp rx=0 tx=0).stop 2024-09-19T05:34:03.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb940b6a70 msgr2=0x7ffb940cdff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb940b6a70 0x7ffb940cdff0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ffb8800c530 tx=0x7ffb8800c9f0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 shutdown_connections 2024-09-19T05:34:03.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffb8006c2b0 0x7ffb8006e770 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb940d16e0 0x7ffb941580a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb940b6a70 0x7ffb940cdff0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 --2- 172.21.15.39:0/193797083 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffb940b6690 0x7ffb940ca400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.028+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 >> 172.21.15.39:0/193797083 conn(0x7ffb94072560 msgr2=0x7ffb9415c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:03.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.029+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 shutdown_connections 2024-09-19T05:34:03.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.029+0000 7ffb9995f640 1 -- 172.21.15.39:0/193797083 wait complete. 2024-09-19T05:34:03.042 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:34:03.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.183+0000 7f2c5dae6640 1 Processor -- start 2024-09-19T05:34:03.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.183+0000 7f2c5dae6640 1 -- start start 2024-09-19T05:34:03.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c5dae6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c580d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c5dae6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2c580d1510 0x7f2c580d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c5dae6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c580d1d90 con 0x7f2c580b6690 2024-09-19T05:34:03.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c5dae6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2c580cf540 con 0x7f2c580d1510 2024-09-19T05:34:03.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c5dae6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2c580ceef0 con 0x7f2c580b6a70 2024-09-19T05:34:03.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c57fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2c580d1510 0x7f2c580d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c4effd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c580d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c577fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f2c580b6690 0x7f2c580cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:47658/0 (socket says 172.21.15.39:47658) 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c4effd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c580d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:47688/0 (socket says 172.21.15.39:47688) 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c577fe640 1 -- 172.21.15.39:0/3154213360 learned_addr learned my addr 172.21.15.39:0/3154213360 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c57fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2c580d1510 0x7f2c580d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:54018/0 (socket says 172.21.15.39:54018) 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c56ffd640 1 -- 172.21.15.39:0/3154213360 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3529422986 0 0) 0x7f2c580d1d90 con 0x7f2c580b6690 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c56ffd640 1 -- 172.21.15.39:0/3154213360 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c44003520 con 0x7f2c580b6690 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c4effd640 1 -- 172.21.15.39:0/3154213360 >> v2:172.21.15.50:3300/0 conn(0x7f2c580d1510 msgr2=0x7f2c580d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c4effd640 1 --2- 172.21.15.39:0/3154213360 >> v2:172.21.15.50:3300/0 conn(0x7f2c580d1510 0x7f2c580d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.184+0000 7f2c4effd640 1 -- 172.21.15.39:0/3154213360 >> v1:172.21.15.50:6789/0 conn(0x7f2c580b6690 legacy=0x7f2c580cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.185+0000 7f2c4effd640 1 -- 172.21.15.39:0/3154213360 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c580cf1d0 con 0x7f2c580b6a70 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.185+0000 7f2c57fff640 1 --2- 172.21.15.39:0/3154213360 >> v2:172.21.15.50:3300/0 conn(0x7f2c580d1510 0x7f2c580d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:03.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.185+0000 7f2c4effd640 1 --2- 172.21.15.39:0/3154213360 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c580d0fd0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2c400097a0 tx=0x7f2c4002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7af0c6313f066529 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:03.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.185+0000 7f2c56ffd640 1 -- 172.21.15.39:0/3154213360 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c40037070 con 0x7f2c580b6a70 2024-09-19T05:34:03.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.185+0000 7f2c56ffd640 1 -- 172.21.15.39:0/3154213360 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c40032440 con 0x7f2c580b6a70 2024-09-19T05:34:03.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.185+0000 7f2c56ffd640 1 -- 172.21.15.39:0/3154213360 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c40032810 con 0x7f2c580b6a70 2024-09-19T05:34:03.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.186+0000 7f2c5dae6640 1 -- 172.21.15.39:0/3154213360 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 msgr2=0x7f2c580d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.186+0000 7f2c5dae6640 1 --2- 172.21.15.39:0/3154213360 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c580d0fd0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2c400097a0 tx=0x7f2c4002a180 comp rx=0 tx=0).stop 2024-09-19T05:34:03.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.186+0000 7f2c5dae6640 1 -- 172.21.15.39:0/3154213360 shutdown_connections 2024-09-19T05:34:03.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.186+0000 7f2c5dae6640 1 --2- 172.21.15.39:0/3154213360 >> v2:172.21.15.50:3300/0 conn(0x7f2c580d1510 0x7f2c580d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.186+0000 7f2c5dae6640 1 --2- 172.21.15.39:0/3154213360 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c580d0fd0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.186+0000 7f2c5dae6640 1 -- 172.21.15.39:0/3154213360 >> 172.21.15.39:0/3154213360 conn(0x7f2c58072560 msgr2=0x7f2c58072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.186+0000 7f2c5dae6640 1 -- 172.21.15.39:0/3154213360 shutdown_connections 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.186+0000 7f2c5dae6640 1 -- 172.21.15.39:0/3154213360 wait complete. 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.187+0000 7f2c5dae6640 1 Processor -- start 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.187+0000 7f2c5dae6640 1 -- start start 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c5dae6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c580b6690 0x7f2c58159330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c5dae6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c58153560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c5dae6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580d1510 0x7f2c580ce210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c5dae6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2c580d1b20 con 0x7f2c580d1510 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c5dae6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2c580d19a0 con 0x7f2c580b6690 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c5dae6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2c5815c530 con 0x7f2c580b6a70 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c57fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580d1510 0x7f2c580ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c57fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580d1510 0x7f2c580ce210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39344/0 (socket says 172.21.15.39:39344) 2024-09-19T05:34:03.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c57fff640 1 -- 172.21.15.39:0/4006004211 learned_addr learned my addr 172.21.15.39:0/4006004211 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c4effd640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c58153560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.188+0000 7f2c577fe640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c580b6690 0x7f2c58159330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c57fff640 1 -- 172.21.15.39:0/4006004211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 msgr2=0x7f2c58153560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c57fff640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c58153560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c57fff640 1 -- 172.21.15.39:0/4006004211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c580b6690 msgr2=0x7f2c58159330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c57fff640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c580b6690 0x7f2c58159330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c57fff640 1 -- 172.21.15.39:0/4006004211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c58153aa0 con 0x7f2c580d1510 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c4effd640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c58153560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c57fff640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580d1510 0x7f2c580ce210 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2c5000efc0 tx=0x7f2c5000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c54ff9640 1 -- 172.21.15.39:0/4006004211 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c50018030 con 0x7f2c580d1510 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c54ff9640 1 -- 172.21.15.39:0/4006004211 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c5000cdf0 con 0x7f2c580d1510 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c58153d40 con 0x7f2c580d1510 2024-09-19T05:34:03.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c54ff9640 1 -- 172.21.15.39:0/4006004211 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c50003bb0 con 0x7f2c580d1510 2024-09-19T05:34:03.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.189+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c5815a2e0 con 0x7f2c580d1510 2024-09-19T05:34:03.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.190+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c5815a0f0 con 0x7f2c580d1510 2024-09-19T05:34:03.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.191+0000 7f2c54ff9640 1 -- 172.21.15.39:0/4006004211 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c50005d10 con 0x7f2c580d1510 2024-09-19T05:34:03.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.191+0000 7f2c54ff9640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2e0 0x7f2c3806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.191+0000 7f2c54ff9640 1 -- 172.21.15.39:0/4006004211 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f2c5008b930 con 0x7f2c580d1510 2024-09-19T05:34:03.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.191+0000 7f2c577fe640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2e0 0x7f2c3806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.192+0000 7f2c577fe640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2e0 0x7f2c3806e7a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2c480011e0 tx=0x7f2c48007d30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:03.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.196+0000 7f2c54ff9640 1 -- 172.21.15.39:0/4006004211 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2c50022070 con 0x7f2c580d1510 2024-09-19T05:34:03.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.371+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f2c58069140 con 0x7f2c580d1510 2024-09-19T05:34:03.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.371+0000 7f2c54ff9640 1 -- 172.21.15.39:0/4006004211 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f2c50010040 con 0x7f2c580d1510 2024-09-19T05:34:03.373 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:03.374 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-19T05:34:03.374 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:03.374 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-19T05:34:03.374 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-19T05:34:03.374 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:03.374 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2e0 msgr2=0x7f2c3806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2e0 0x7f2c3806e7a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2c480011e0 tx=0x7f2c48007d30 comp rx=0 tx=0).stop 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580d1510 msgr2=0x7f2c580ce210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580d1510 0x7f2c580ce210 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2c5000efc0 tx=0x7f2c5000c490 comp rx=0 tx=0).stop 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 shutdown_connections 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2e0 0x7f2c3806e7a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580d1510 0x7f2c580ce210 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580b6a70 0x7f2c58153560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 --2- 172.21.15.39:0/4006004211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c580b6690 0x7f2c58159330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 >> 172.21.15.39:0/4006004211 conn(0x7f2c58072560 msgr2=0x7f2c5815e450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:03.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 shutdown_connections 2024-09-19T05:34:03.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.373+0000 7f2c5dae6640 1 -- 172.21.15.39:0/4006004211 wait complete. 2024-09-19T05:34:03.386 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:34:03.386 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:34:03.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.490+0000 7fa92afa2640 1 Processor -- start 2024-09-19T05:34:03.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.490+0000 7fa92afa2640 1 -- start start 2024-09-19T05:34:03.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.491+0000 7fa92afa2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa924141310 0x7fa924141a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.491+0000 7fa92afa2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa92415f0d0 0x7fa9240d48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.491+0000 7fa92afa2640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa924141fb0 con 0x7fa9240d4490 2024-09-19T05:34:03.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.491+0000 7fa92afa2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa9240d3d50 con 0x7fa92415f0d0 2024-09-19T05:34:03.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.491+0000 7fa92afa2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa92415f960 con 0x7fa924141310 2024-09-19T05:34:03.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.491+0000 7fa92a7a1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa92415f0d0 0x7fa9240d48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.491+0000 7fa92a7a1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa92415f0d0 0x7fa9240d48d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39348/0 (socket says 172.21.15.39:39348) 2024-09-19T05:34:03.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.491+0000 7fa92a7a1640 1 -- 172.21.15.39:0/2172182312 learned_addr learned my addr 172.21.15.39:0/2172182312 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:03.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.491+0000 7fa929fa0640 1 --2- 172.21.15.39:0/2172182312 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa924141310 0x7fa924141a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.492+0000 7fa92a7a1640 1 -- 172.21.15.39:0/2172182312 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa924141310 msgr2=0x7fa924141a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:03.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.492+0000 7fa92a7a1640 1 --2- 172.21.15.39:0/2172182312 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa924141310 0x7fa924141a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.492+0000 7fa92a7a1640 1 -- 172.21.15.39:0/2172182312 >> v1:172.21.15.50:6789/0 conn(0x7fa9240d4490 legacy=0x7fa92415e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.492+0000 7fa92a7a1640 1 -- 172.21.15.39:0/2172182312 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa92415f680 con 0x7fa92415f0d0 2024-09-19T05:34:03.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.492+0000 7fa92a7a1640 1 --2- 172.21.15.39:0/2172182312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa92415f0d0 0x7fa9240d48d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa914009e50 tx=0x7fa91402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfe7eec4683c439 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:03.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.492+0000 7fa928f9e640 1 -- 172.21.15.39:0/2172182312 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa914036070 con 0x7fa92415f0d0 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.492+0000 7fa928f9e640 1 -- 172.21.15.39:0/2172182312 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa914031600 con 0x7fa92415f0d0 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.493+0000 7fa928f9e640 1 -- 172.21.15.39:0/2172182312 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9140319d0 con 0x7fa92415f0d0 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.493+0000 7fa92afa2640 1 -- 172.21.15.39:0/2172182312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa92415f0d0 msgr2=0x7fa9240d48d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.493+0000 7fa92afa2640 1 --2- 172.21.15.39:0/2172182312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa92415f0d0 0x7fa9240d48d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa914009e50 tx=0x7fa91402a680 comp rx=0 tx=0).stop 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.493+0000 7fa92afa2640 1 -- 172.21.15.39:0/2172182312 shutdown_connections 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.493+0000 7fa92afa2640 1 --2- 172.21.15.39:0/2172182312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa92415f0d0 0x7fa9240d48d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.493+0000 7fa92afa2640 1 --2- 172.21.15.39:0/2172182312 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa924141310 0x7fa924141a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.493+0000 7fa92afa2640 1 -- 172.21.15.39:0/2172182312 >> 172.21.15.39:0/2172182312 conn(0x7fa924062a50 msgr2=0x7fa924072140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.493+0000 7fa92afa2640 1 -- 172.21.15.39:0/2172182312 shutdown_connections 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.493+0000 7fa92afa2640 1 -- 172.21.15.39:0/2172182312 wait complete. 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.494+0000 7fa92afa2640 1 Processor -- start 2024-09-19T05:34:03.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.494+0000 7fa92afa2640 1 -- start start 2024-09-19T05:34:03.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa92afa2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9240d4490 0x7fa924151fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa92afa2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa924141310 0x7fa924155c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa92afa2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa92415f0d0 0x7fa924156160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa92afa2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa9240b5c50 con 0x7fa9240d4490 2024-09-19T05:34:03.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa92afa2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa9240d4e10 con 0x7fa924141310 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa92afa2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa9240b5f30 con 0x7fa92415f0d0 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa929fa0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9240d4490 0x7fa924151fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa929fa0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9240d4490 0x7fa924151fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39356/0 (socket says 172.21.15.39:39356) 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa929fa0640 1 -- 172.21.15.39:0/2462385677 learned_addr learned my addr 172.21.15.39:0/2462385677 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa92a7a1640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa92415f0d0 0x7fa924156160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa92979f640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa924141310 0x7fa924155c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa929fa0640 1 -- 172.21.15.39:0/2462385677 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa92415f0d0 msgr2=0x7fa924156160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa929fa0640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa92415f0d0 0x7fa924156160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa929fa0640 1 -- 172.21.15.39:0/2462385677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa924141310 msgr2=0x7fa924155c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa929fa0640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa924141310 0x7fa924155c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.495+0000 7fa929fa0640 1 -- 172.21.15.39:0/2462385677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa924152980 con 0x7fa9240d4490 2024-09-19T05:34:03.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.496+0000 7fa929fa0640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9240d4490 0x7fa924151fe0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa91c00d800 tx=0x7fa91c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:03.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.496+0000 7fa9227fc640 1 -- 172.21.15.39:0/2462385677 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa91c00b6c0 con 0x7fa9240d4490 2024-09-19T05:34:03.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.496+0000 7fa9227fc640 1 -- 172.21.15.39:0/2462385677 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa91c019070 con 0x7fa9240d4490 2024-09-19T05:34:03.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.496+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa924152c60 con 0x7fa9240d4490 2024-09-19T05:34:03.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.496+0000 7fa9227fc640 1 -- 172.21.15.39:0/2462385677 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa91c00bac0 con 0x7fa9240d4490 2024-09-19T05:34:03.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.496+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa924153220 con 0x7fa9240d4490 2024-09-19T05:34:03.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.497+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9241416f0 con 0x7fa9240d4490 2024-09-19T05:34:03.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.497+0000 7fa9227fc640 1 -- 172.21.15.39:0/2462385677 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa91c00bc60 con 0x7fa9240d4490 2024-09-19T05:34:03.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.498+0000 7fa9227fc640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:03.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.498+0000 7fa9227fc640 1 -- 172.21.15.39:0/2462385677 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fa91c08b3d0 con 0x7fa9240d4490 2024-09-19T05:34:03.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.498+0000 7fa92979f640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:03.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.498+0000 7fa92979f640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa924157b50 tx=0x7fa918009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:03.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.502+0000 7fa9227fc640 1 -- 172.21.15.39:0/2462385677 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa91c0598d0 con 0x7fa9240d4490 2024-09-19T05:34:03.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:03.676+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa9241621b0 con 0x7fa9240d4490 2024-09-19T05:34:04.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.443+0000 7fa9227fc640 1 -- 172.21.15.39:0/2462385677 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7fa91c05dbd0 con 0x7fa9240d4490 2024-09-19T05:34:04.446 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-19T05:34:04.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 msgr2=0x7fa91006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:04.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa924157b50 tx=0x7fa918009040 comp rx=0 tx=0).stop 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9240d4490 msgr2=0x7fa924151fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9240d4490 0x7fa924151fe0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa91c00d800 tx=0x7fa91c00dcc0 comp rx=0 tx=0).stop 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 shutdown_connections 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa92415f0d0 0x7fa924156160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa924141310 0x7fa924155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 --2- 172.21.15.39:0/2462385677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9240d4490 0x7fa924151fe0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 >> 172.21.15.39:0/2462385677 conn(0x7fa924062a50 msgr2=0x7fa92415c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 shutdown_connections 2024-09-19T05:34:04.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.447+0000 7fa92afa2640 1 -- 172.21.15.39:0/2462385677 wait complete. 2024-09-19T05:34:04.467 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:34:04.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.580+0000 7f6be1645640 1 Processor -- start 2024-09-19T05:34:04.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.580+0000 7f6be1645640 1 -- start start 2024-09-19T05:34:04.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.581+0000 7f6be1645640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6bdc0d3b20 0x7f6bdc0b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:04.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.581+0000 7f6be1645640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bdc1620f0 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.581+0000 7f6be1645640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bdc0d3f40 con 0x7f6bdc161d10 2024-09-19T05:34:04.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.581+0000 7f6be1645640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6bdc072140 con 0x7f6bdc0d3b20 2024-09-19T05:34:04.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.581+0000 7f6bdb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6bdc0d3b20 0x7f6bdc0b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:04.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.581+0000 7f6bda7fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6bdc0cf6a0 0x7f6bdc072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50526/0 (socket says 172.21.15.39:50526) 2024-09-19T05:34:04.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.581+0000 7f6bda7fc640 1 -- 172.21.15.39:0/3327925648 learned_addr learned my addr 172.21.15.39:0/3327925648 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:04.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.581+0000 7f6bdb7fe640 1 -- 172.21.15.39:0/3327925648 >> v1:172.21.15.50:6789/0 conn(0x7f6bdc161d10 legacy=0x7f6bdc0cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:04.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.581+0000 7f6bdb7fe640 1 -- 172.21.15.39:0/3327925648 >> v1:172.21.15.39:6789/0 conn(0x7f6bdc0cf6a0 legacy=0x7f6bdc072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:04.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.582+0000 7f6bd9ffb640 1 -- 172.21.15.39:0/3327925648 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3526719546 0 0) 0x7f6bdc1620f0 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.582+0000 7f6bdb7fe640 1 -- 172.21.15.39:0/3327925648 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bdc0d4200 con 0x7f6bdc0d3b20 2024-09-19T05:34:04.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.582+0000 7f6bdb7fe640 1 --2- 172.21.15.39:0/3327925648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0d3b20 0x7f6bdc0b76c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6bd4009d90 tx=0x7f6bd402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad46fc04e97e2760 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:04.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.582+0000 7f6bd9ffb640 1 -- 172.21.15.39:0/3327925648 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd4007740 con 0x7f6bdc0d3b20 2024-09-19T05:34:04.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.582+0000 7f6bd9ffb640 1 -- 172.21.15.39:0/3327925648 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bd40078e0 con 0x7f6bdc0d3b20 2024-09-19T05:34:04.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.582+0000 7f6bd9ffb640 1 -- 172.21.15.39:0/3327925648 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd4007cb0 con 0x7f6bdc0d3b20 2024-09-19T05:34:04.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.583+0000 7f6be1645640 1 -- 172.21.15.39:0/3327925648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0d3b20 msgr2=0x7f6bdc0b76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:04.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.583+0000 7f6be1645640 1 --2- 172.21.15.39:0/3327925648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0d3b20 0x7f6bdc0b76c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6bd4009d90 tx=0x7f6bd402a660 comp rx=0 tx=0).stop 2024-09-19T05:34:04.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.583+0000 7f6be1645640 1 -- 172.21.15.39:0/3327925648 shutdown_connections 2024-09-19T05:34:04.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.583+0000 7f6be1645640 1 --2- 172.21.15.39:0/3327925648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0d3b20 0x7f6bdc0b76c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:04.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.583+0000 7f6be1645640 1 -- 172.21.15.39:0/3327925648 >> 172.21.15.39:0/3327925648 conn(0x7f6bdc0d4730 msgr2=0x7f6bdc0d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:04.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.583+0000 7f6be1645640 1 -- 172.21.15.39:0/3327925648 shutdown_connections 2024-09-19T05:34:04.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.583+0000 7f6be1645640 1 -- 172.21.15.39:0/3327925648 wait complete. 2024-09-19T05:34:04.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.584+0000 7f6be1645640 1 Processor -- start 2024-09-19T05:34:04.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.584+0000 7f6be1645640 1 -- start start 2024-09-19T05:34:04.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6be1645640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0cf6a0 0x7f6bdc152040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:04.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6be1645640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6bdc0d3b20 0x7f6bdc0cb920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:04.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6be1645640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bdc161d10 0x7f6bdc0ca2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:04.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6be1645640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6bdc072950 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6be1645640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6bdc072670 con 0x7f6bdc161d10 2024-09-19T05:34:04.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6be1645640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6bdc0d3280 con 0x7f6bdc0d3b20 2024-09-19T05:34:04.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6bdaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0cf6a0 0x7f6bdc152040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6bdaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0cf6a0 0x7f6bdc152040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39382/0 (socket says 172.21.15.39:39382) 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6bdaffd640 1 -- 172.21.15.39:0/4266929946 learned_addr learned my addr 172.21.15.39:0/4266929946 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6bda7fc640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6bdc0d3b20 0x7f6bdc0cb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.585+0000 7f6bdb7fe640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bdc161d10 0x7f6bdc0ca2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6bdaffd640 1 -- 172.21.15.39:0/4266929946 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6bdc0d3b20 msgr2=0x7f6bdc0cb920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6bdaffd640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6bdc0d3b20 0x7f6bdc0cb920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6bdaffd640 1 -- 172.21.15.39:0/4266929946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bdc161d10 msgr2=0x7f6bdc0ca2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6bdaffd640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bdc161d10 0x7f6bdc0ca2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6bdaffd640 1 -- 172.21.15.39:0/4266929946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bdc1f5930 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6bdaffd640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0cf6a0 0x7f6bdc152040 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00c400 tx=0x7f6bcc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6bc37fe640 1 -- 172.21.15.39:0/4266929946 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc017070 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6bc37fe640 1 -- 172.21.15.39:0/4266929946 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bcc0052d0 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bdc1f4db0 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6bc37fe640 1 -- 172.21.15.39:0/4266929946 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc003830 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.586+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bdc1f5370 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.587+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bdc0d3610 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.588+0000 7f6bc37fe640 1 -- 172.21.15.39:0/4266929946 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6bcc01a070 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.588+0000 7f6bc37fe640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bc806c2b0 0x7f6bc806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:04.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.588+0000 7f6bc37fe640 1 -- 172.21.15.39:0/4266929946 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f6bcc08a500 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.588+0000 7f6bda7fc640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bc806c2b0 0x7f6bc806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:04.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.589+0000 7f6bda7fc640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bc806c2b0 0x7f6bc806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6bdc0cc370 tx=0x7f6bd0007f00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:04.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.594+0000 7f6bc37fe640 1 -- 172.21.15.39:0/4266929946 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6bcc058800 con 0x7f6bdc0cf6a0 2024-09-19T05:34:04.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:04.772+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6bdc0cf310 con 0x7f6bdc0cf6a0 2024-09-19T05:34:05.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.455+0000 7f6bc37fe640 1 -- 172.21.15.39:0/4266929946 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7f6bcc05cb00 con 0x7f6bdc0cf6a0 2024-09-19T05:34:05.457 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-19T05:34:05.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bc806c2b0 msgr2=0x7f6bc806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bc806c2b0 0x7f6bc806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6bdc0cc370 tx=0x7f6bd0007f00 comp rx=0 tx=0).stop 2024-09-19T05:34:05.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0cf6a0 msgr2=0x7f6bdc152040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0cf6a0 0x7f6bdc152040 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00c400 tx=0x7f6bcc00c8c0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 shutdown_connections 2024-09-19T05:34:05.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bc806c2b0 0x7f6bc806e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bdc161d10 0x7f6bdc0ca2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6bdc0d3b20 0x7f6bdc0cb920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 --2- 172.21.15.39:0/4266929946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bdc0cf6a0 0x7f6bdc152040 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 >> 172.21.15.39:0/4266929946 conn(0x7f6bdc0d4730 msgr2=0x7f6bdc0b8600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 shutdown_connections 2024-09-19T05:34:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.458+0000 7f6be1645640 1 -- 172.21.15.39:0/4266929946 wait complete. 2024-09-19T05:34:05.483 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:34:05.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.590+0000 7f910d586640 1 Processor -- start 2024-09-19T05:34:05.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.590+0000 7f910d586640 1 -- start start 2024-09-19T05:34:05.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.591+0000 7f910d586640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 0x7f910806c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:05.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.591+0000 7f910d586640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91080b6b30 con 0x7f910815b310 2024-09-19T05:34:05.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.591+0000 7f910d586640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91080b6570 con 0x7f910806f6d0 2024-09-19T05:34:05.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.591+0000 7f910d586640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f910806e730 con 0x7f910806e230 2024-09-19T05:34:05.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.591+0000 7f9106ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f910815b310 0x7f910806efc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50532/0 (socket says 172.21.15.39:50532) 2024-09-19T05:34:05.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.591+0000 7f9106ffd640 1 -- 172.21.15.39:0/1006662141 learned_addr learned my addr 172.21.15.39:0/1006662141 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:05.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.591+0000 7f91077fe640 1 --2- 172.21.15.39:0/1006662141 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 0x7f910806c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:05.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.592+0000 7f9105ffb640 1 -- 172.21.15.39:0/1006662141 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2153231968 0 0) 0x7f91080b6b30 con 0x7f910815b310 2024-09-19T05:34:05.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.592+0000 7f9105ffb640 1 -- 172.21.15.39:0/1006662141 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f90f4003520 con 0x7f910815b310 2024-09-19T05:34:05.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.592+0000 7f91077fe640 1 -- 172.21.15.39:0/1006662141 >> v1:172.21.15.50:6789/0 conn(0x7f910806f6d0 legacy=0x7f910806c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.592+0000 7f9105ffb640 1 -- 172.21.15.39:0/1006662141 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1011013263 0 0) 0x7f91080b6570 con 0x7f910806f6d0 2024-09-19T05:34:05.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.592+0000 7f91077fe640 1 -- 172.21.15.39:0/1006662141 >> v1:172.21.15.39:6789/0 conn(0x7f910815b310 legacy=0x7f910806efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.592+0000 7f91077fe640 1 -- 172.21.15.39:0/1006662141 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91080b6850 con 0x7f910806e230 2024-09-19T05:34:05.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f91077fe640 1 --2- 172.21.15.39:0/1006662141 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 0x7f910806c7f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f91000097d0 tx=0x7f910002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50e6c7b77ae9fb20 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f9105ffb640 1 -- 172.21.15.39:0/1006662141 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9100037070 con 0x7f910806e230 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f9105ffb640 1 -- 172.21.15.39:0/1006662141 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9100032440 con 0x7f910806e230 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f9105ffb640 1 -- 172.21.15.39:0/1006662141 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91000327f0 con 0x7f910806e230 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f910d586640 1 -- 172.21.15.39:0/1006662141 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 msgr2=0x7f910806c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f910d586640 1 --2- 172.21.15.39:0/1006662141 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 0x7f910806c7f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f91000097d0 tx=0x7f910002a180 comp rx=0 tx=0).stop 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f910d586640 1 -- 172.21.15.39:0/1006662141 shutdown_connections 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f910d586640 1 --2- 172.21.15.39:0/1006662141 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 0x7f910806c7f0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f910d586640 1 -- 172.21.15.39:0/1006662141 >> 172.21.15.39:0/1006662141 conn(0x7f91080b3340 msgr2=0x7f91080b3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f910d586640 1 -- 172.21.15.39:0/1006662141 shutdown_connections 2024-09-19T05:34:05.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.593+0000 7f910d586640 1 -- 172.21.15.39:0/1006662141 wait complete. 2024-09-19T05:34:05.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.595+0000 7f910d586640 1 Processor -- start 2024-09-19T05:34:05.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.595+0000 7f910d586640 1 -- start start 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.595+0000 7f910d586640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 0x7f91081528f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.595+0000 7f910d586640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f910806f6d0 0x7f91081f06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.595+0000 7f910d586640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f910815b310 0x7f91080b11b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.595+0000 7f910d586640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f91080b0f90 con 0x7f910806f6d0 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.595+0000 7f910d586640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91080b0e10 con 0x7f910815b310 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.595+0000 7f910d586640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f910806e930 con 0x7f910806e230 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91067fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f910806f6d0 0x7f91081f06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91067fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f910806f6d0 0x7f91081f06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39390/0 (socket says 172.21.15.39:39390) 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91067fc640 1 -- 172.21.15.39:0/1843002759 learned_addr learned my addr 172.21.15.39:0/1843002759 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f9106ffd640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 0x7f91081528f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:05.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91077fe640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f910815b310 0x7f91080b11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91067fc640 1 -- 172.21.15.39:0/1843002759 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 msgr2=0x7f91081528f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91067fc640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 0x7f91081528f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91067fc640 1 -- 172.21.15.39:0/1843002759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f910815b310 msgr2=0x7f91080b11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91067fc640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f910815b310 0x7f91080b11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91067fc640 1 -- 172.21.15.39:0/1843002759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9108152f40 con 0x7f910806f6d0 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f91067fc640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f910806f6d0 0x7f91081f06f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f90f000c4b0 tx=0x7f90f000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f90ff7fe640 1 -- 172.21.15.39:0/1843002759 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90f0017070 con 0x7f910806f6d0 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f90ff7fe640 1 -- 172.21.15.39:0/1843002759 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90f0005480 con 0x7f910806f6d0 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9108153220 con 0x7f910806f6d0 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f90ff7fe640 1 -- 172.21.15.39:0/1843002759 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90f0003830 con 0x7f910806f6d0 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.596+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91081537e0 con 0x7f910806f6d0 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.597+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f910806efc0 con 0x7f910806f6d0 2024-09-19T05:34:05.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.598+0000 7f90ff7fe640 1 -- 172.21.15.39:0/1843002759 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f90f001a070 con 0x7f910806f6d0 2024-09-19T05:34:05.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.598+0000 7f90ff7fe640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90e806c2e0 0x7f90e806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:05.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.598+0000 7f90ff7fe640 1 -- 172.21.15.39:0/1843002759 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f90f008a630 con 0x7f910806f6d0 2024-09-19T05:34:05.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.598+0000 7f9106ffd640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90e806c2e0 0x7f90e806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:05.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.599+0000 7f9106ffd640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90e806c2e0 0x7f90e806e7a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f90f8005c00 tx=0x7f90f8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:05.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.603+0000 7f90ff7fe640 1 -- 172.21.15.39:0/1843002759 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f90f0058840 con 0x7f910806f6d0 2024-09-19T05:34:05.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:05.815+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f91081586c0 con 0x7f910806f6d0 2024-09-19T05:34:06.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.456+0000 7f90ff7fe640 1 -- 172.21.15.39:0/1843002759 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f90f005cb40 con 0x7f910806f6d0 2024-09-19T05:34:06.458 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T05:34:06.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90e806c2e0 msgr2=0x7f90e806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90e806c2e0 0x7f90e806e7a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f90f8005c00 tx=0x7f90f8009040 comp rx=0 tx=0).stop 2024-09-19T05:34:06.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f910806f6d0 msgr2=0x7f91081f06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f910806f6d0 0x7f91081f06f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f90f000c4b0 tx=0x7f90f000c970 comp rx=0 tx=0).stop 2024-09-19T05:34:06.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 shutdown_connections 2024-09-19T05:34:06.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90e806c2e0 0x7f90e806e7a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f910815b310 0x7f91080b11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f910806f6d0 0x7f91081f06f0 secure :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f90f000c4b0 tx=0x7f90f000c970 comp rx=0 tx=0).stop 2024-09-19T05:34:06.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 --2- 172.21.15.39:0/1843002759 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f910806e230 0x7f91081528f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.462+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 >> 172.21.15.39:0/1843002759 conn(0x7f91080b3340 msgr2=0x7f91081578a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:06.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.475+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 shutdown_connections 2024-09-19T05:34:06.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.477+0000 7f910d586640 1 -- 172.21.15.39:0/1843002759 wait complete. 2024-09-19T05:34:06.498 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:06.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.602+0000 7f4c74f8d640 1 Processor -- start 2024-09-19T05:34:06.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.602+0000 7f4c74f8d640 1 -- start start 2024-09-19T05:34:06.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.603+0000 7f4c74f8d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 0x7f4c700cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.603+0000 7f4c74f8d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4c700b6a70 0x7f4c700d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.603+0000 7f4c74f8d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c700cff10 con 0x7f4c700d1510 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.603+0000 7f4c74f8d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4c700cf540 con 0x7f4c700b6a70 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.603+0000 7f4c74f8d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4c700d1d90 con 0x7f4c700b6690 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.603+0000 7f4c6dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4c700b6a70 0x7f4c700d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.603+0000 7f4c6ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4c700d1510 0x7f4c700d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50536/0 (socket says 172.21.15.39:50536) 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.603+0000 7f4c6ed9d640 1 -- 172.21.15.39:0/3083741415 learned_addr learned my addr 172.21.15.39:0/3083741415 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.604+0000 7f4c6e59c640 1 --2- 172.21.15.39:0/3083741415 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 0x7f4c700cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.604+0000 7f4c6dd9b640 1 -- 172.21.15.39:0/3083741415 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 msgr2=0x7f4c700cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.604+0000 7f4c6dd9b640 1 --2- 172.21.15.39:0/3083741415 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 0x7f4c700cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.604+0000 7f4c6dd9b640 1 -- 172.21.15.39:0/3083741415 >> v1:172.21.15.39:6789/0 conn(0x7f4c700d1510 legacy=0x7f4c700d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.604+0000 7f4c6d59a640 1 -- 172.21.15.39:0/3083741415 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3634475570 0 0) 0x7f4c700cff10 con 0x7f4c700d1510 2024-09-19T05:34:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.604+0000 7f4c6dd9b640 1 -- 172.21.15.39:0/3083741415 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c700ceef0 con 0x7f4c700b6a70 2024-09-19T05:34:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.604+0000 7f4c6dd9b640 1 --2- 172.21.15.39:0/3083741415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 0x7f4c700d0fd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4c640097a0 tx=0x7f4c6402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=380b61cb8656241c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c6d59a640 1 -- 172.21.15.39:0/3083741415 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c64037070 con 0x7f4c700b6a70 2024-09-19T05:34:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c6d59a640 1 -- 172.21.15.39:0/3083741415 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c64032440 con 0x7f4c700b6a70 2024-09-19T05:34:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c6d59a640 1 -- 172.21.15.39:0/3083741415 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c64032810 con 0x7f4c700b6a70 2024-09-19T05:34:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c74f8d640 1 -- 172.21.15.39:0/3083741415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 msgr2=0x7f4c700d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c74f8d640 1 --2- 172.21.15.39:0/3083741415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 0x7f4c700d0fd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4c640097a0 tx=0x7f4c6402a180 comp rx=0 tx=0).stop 2024-09-19T05:34:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c74f8d640 1 -- 172.21.15.39:0/3083741415 shutdown_connections 2024-09-19T05:34:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c74f8d640 1 --2- 172.21.15.39:0/3083741415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 0x7f4c700d0fd0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c74f8d640 1 --2- 172.21.15.39:0/3083741415 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 0x7f4c700cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c74f8d640 1 -- 172.21.15.39:0/3083741415 >> 172.21.15.39:0/3083741415 conn(0x7f4c70072560 msgr2=0x7f4c70072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c74f8d640 1 -- 172.21.15.39:0/3083741415 shutdown_connections 2024-09-19T05:34:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.605+0000 7f4c74f8d640 1 -- 172.21.15.39:0/3083741415 wait complete. 2024-09-19T05:34:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c74f8d640 1 Processor -- start 2024-09-19T05:34:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c74f8d640 1 -- start start 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c74f8d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 0x7f4c700afa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c74f8d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 0x7f4c701f4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c74f8d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c700d1510 0x7f4c701600f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c74f8d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4c700d19a0 con 0x7f4c700b6a70 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c74f8d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4c700b6ed0 con 0x7f4c700d1510 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c74f8d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4c700d1b20 con 0x7f4c700b6690 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c6dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 0x7f4c701f4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c6dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 0x7f4c701f4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39410/0 (socket says 172.21.15.39:39410) 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.607+0000 7f4c6dd9b640 1 -- 172.21.15.39:0/291164703 learned_addr learned my addr 172.21.15.39:0/291164703 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c6e59c640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 0x7f4c700afa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c6ed9d640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c700d1510 0x7f4c701600f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c6dd9b640 1 -- 172.21.15.39:0/291164703 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 msgr2=0x7f4c700afa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c6dd9b640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 0x7f4c700afa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c6dd9b640 1 -- 172.21.15.39:0/291164703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c700d1510 msgr2=0x7f4c701600f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c6dd9b640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c700d1510 0x7f4c701600f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c6dd9b640 1 -- 172.21.15.39:0/291164703 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c700abee0 con 0x7f4c700b6a70 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c6dd9b640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 0x7f4c701f4900 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4c64035040 tx=0x7f4c640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c5effd640 1 -- 172.21.15.39:0/291164703 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c64037040 con 0x7f4c700b6a70 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c5effd640 1 -- 172.21.15.39:0/291164703 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c64030500 con 0x7f4c700b6a70 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c700aec60 con 0x7f4c700b6a70 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c5effd640 1 -- 172.21.15.39:0/291164703 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c640308d0 con 0x7f4c700b6a70 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.608+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c700af220 con 0x7f4c700b6a70 2024-09-19T05:34:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.609+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c7015c530 con 0x7f4c700b6a70 2024-09-19T05:34:06.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.610+0000 7f4c5effd640 1 -- 172.21.15.39:0/291164703 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4c64044020 con 0x7f4c700b6a70 2024-09-19T05:34:06.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.610+0000 7f4c5effd640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4c5006c2b0 0x7f4c5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.610+0000 7f4c5effd640 1 -- 172.21.15.39:0/291164703 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f4c640ab510 con 0x7f4c700b6a70 2024-09-19T05:34:06.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.610+0000 7f4c6e59c640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4c5006c2b0 0x7f4c5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.611+0000 7f4c6e59c640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4c5006c2b0 0x7f4c5006e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4c60009b40 tx=0x7f4c60009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:06.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.615+0000 7f4c5effd640 1 -- 172.21.15.39:0/291164703 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4c640796c0 con 0x7f4c700b6a70 2024-09-19T05:34:06.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.791+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c70069140 con 0x7f4c700b6a70 2024-09-19T05:34:06.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.792+0000 7f4c5effd640 1 -- 172.21.15.39:0/291164703 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16654 (secure 0 0 0) 0x7f4c6407d9c0 con 0x7f4c700b6a70 2024-09-19T05:34:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:06.794 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":20,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:05.816340+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:03.708259+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:04.804179+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:06.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.794+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4c5006c2b0 msgr2=0x7f4c5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.794+0000 7f4c74f8d640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4c5006c2b0 0x7f4c5006e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4c60009b40 tx=0x7f4c60009190 comp rx=0 tx=0).stop 2024-09-19T05:34:06.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.794+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 msgr2=0x7f4c701f4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.794+0000 7f4c74f8d640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 0x7f4c701f4900 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4c64035040 tx=0x7f4c640046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.795+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 shutdown_connections 2024-09-19T05:34:06.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.795+0000 7f4c74f8d640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4c5006c2b0 0x7f4c5006e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.795+0000 7f4c74f8d640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c700d1510 0x7f4c701600f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.795+0000 7f4c74f8d640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c700b6a70 0x7f4c701f4900 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.795+0000 7f4c74f8d640 1 --2- 172.21.15.39:0/291164703 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4c700b6690 0x7f4c700afa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.795+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 >> 172.21.15.39:0/291164703 conn(0x7f4c70072560 msgr2=0x7f4c700d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:06.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.795+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 shutdown_connections 2024-09-19T05:34:06.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.795+0000 7f4c74f8d640 1 -- 172.21.15.39:0/291164703 wait complete. 2024-09-19T05:34:06.807 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:06.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.907+0000 7f5807050640 1 Processor -- start 2024-09-19T05:34:06.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.907+0000 7f5807050640 1 -- start start 2024-09-19T05:34:06.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.908+0000 7f5807050640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f58000b6a70 0x7f58000d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.908+0000 7f5807050640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f58000d1510 0x7f58000d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.908+0000 7f5807050640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58000d1d90 con 0x7f58000b6690 2024-09-19T05:34:06.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.908+0000 7f5807050640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f58000cf540 con 0x7f58000b6a70 2024-09-19T05:34:06.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.908+0000 7f5807050640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f58000ceef0 con 0x7f58000d1510 2024-09-19T05:34:06.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.908+0000 7f57fffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f58000b6a70 0x7f58000d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.908+0000 7f5804dec640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f58000b6690 0x7f58000cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50552/0 (socket says 172.21.15.39:50552) 2024-09-19T05:34:06.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.908+0000 7f57fffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f58000b6a70 0x7f58000d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39416/0 (socket says 172.21.15.39:39416) 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.908+0000 7f5804dec640 1 -- 172.21.15.39:0/3929396279 learned_addr learned my addr 172.21.15.39:0/3929396279 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.909+0000 7f58055ed640 1 --2- 172.21.15.39:0/3929396279 >> v2:172.21.15.50:3300/0 conn(0x7f58000d1510 0x7f58000d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.909+0000 7f57fffff640 1 -- 172.21.15.39:0/3929396279 >> v2:172.21.15.50:3300/0 conn(0x7f58000d1510 msgr2=0x7f58000d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.909+0000 7f57fffff640 1 --2- 172.21.15.39:0/3929396279 >> v2:172.21.15.50:3300/0 conn(0x7f58000d1510 0x7f58000d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.909+0000 7f57fffff640 1 -- 172.21.15.39:0/3929396279 >> v1:172.21.15.39:6789/0 conn(0x7f58000b6690 legacy=0x7f58000cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.909+0000 7f57fffff640 1 -- 172.21.15.39:0/3929396279 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58000cf1d0 con 0x7f58000b6a70 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.909+0000 7f57ff7fe640 1 -- 172.21.15.39:0/3929396279 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 409004854 0 0) 0x7f58000d1d90 con 0x7f58000b6690 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.909+0000 7f58055ed640 1 --2- 172.21.15.39:0/3929396279 >> v2:172.21.15.50:3300/0 conn(0x7f58000d1510 0x7f58000d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.909+0000 7f57fffff640 1 --2- 172.21.15.39:0/3929396279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 0x7f58000d0fd0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f58001621f0 tx=0x7f57f402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56a7009a019659ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f57ff7fe640 1 -- 172.21.15.39:0/3929396279 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f4037070 con 0x7f58000b6a70 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f57ff7fe640 1 -- 172.21.15.39:0/3929396279 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57f4032440 con 0x7f58000b6a70 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f57ff7fe640 1 -- 172.21.15.39:0/3929396279 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f4032810 con 0x7f58000b6a70 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f5807050640 1 -- 172.21.15.39:0/3929396279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 msgr2=0x7f58000d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f5807050640 1 --2- 172.21.15.39:0/3929396279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 0x7f58000d0fd0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f58001621f0 tx=0x7f57f402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f5807050640 1 -- 172.21.15.39:0/3929396279 shutdown_connections 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f5807050640 1 --2- 172.21.15.39:0/3929396279 >> v2:172.21.15.50:3300/0 conn(0x7f58000d1510 0x7f58000d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f5807050640 1 --2- 172.21.15.39:0/3929396279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 0x7f58000d0fd0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f5807050640 1 -- 172.21.15.39:0/3929396279 >> 172.21.15.39:0/3929396279 conn(0x7f5800072560 msgr2=0x7f5800072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f5807050640 1 -- 172.21.15.39:0/3929396279 shutdown_connections 2024-09-19T05:34:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.910+0000 7f5807050640 1 -- 172.21.15.39:0/3929396279 wait complete. 2024-09-19T05:34:06.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.911+0000 7f5807050640 1 Processor -- start 2024-09-19T05:34:06.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.912+0000 7f5807050640 1 -- start start 2024-09-19T05:34:06.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.912+0000 7f5807050640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58000b6690 0x7f5800156240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.912+0000 7f5807050640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 0x7f5800151720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.912+0000 7f5807050640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58000d1510 0x7f58000cd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.912+0000 7f5807050640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f580015c6b0 con 0x7f58000b6a70 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.912+0000 7f5807050640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f580015c530 con 0x7f58000b6690 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.912+0000 7f5807050640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f58000d1940 con 0x7f58000d1510 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.912+0000 7f57fffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 0x7f5800151720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.912+0000 7f57fffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 0x7f5800151720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39424/0 (socket says 172.21.15.39:39424) 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fffff640 1 -- 172.21.15.39:0/3728485871 learned_addr learned my addr 172.21.15.39:0/3728485871 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f58055ed640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58000d1510 0x7f58000cd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f5804dec640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58000b6690 0x7f5800156240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fffff640 1 -- 172.21.15.39:0/3728485871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58000d1510 msgr2=0x7f58000cd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fffff640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58000d1510 0x7f58000cd7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fffff640 1 -- 172.21.15.39:0/3728485871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58000b6690 msgr2=0x7f5800156240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fffff640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58000b6690 0x7f5800156240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fffff640 1 -- 172.21.15.39:0/3728485871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5800152ec0 con 0x7f58000b6a70 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f5804dec640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58000b6690 0x7f5800156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fffff640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 0x7f5800151720 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f57f4000c00 tx=0x7f57f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fd7fa640 1 -- 172.21.15.39:0/3728485871 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f4037040 con 0x7f58000b6a70 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fd7fa640 1 -- 172.21.15.39:0/3728485871 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57f4042070 con 0x7f58000b6a70 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58001531a0 con 0x7f58000b6a70 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f57fd7fa640 1 -- 172.21.15.39:0/3728485871 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f4030a50 con 0x7f58000b6a70 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.913+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5800153760 con 0x7f58000b6a70 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.914+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58000d0fd0 con 0x7f58000b6a70 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.915+0000 7f57fd7fa640 1 -- 172.21.15.39:0/3728485871 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f57f4030bf0 con 0x7f58000b6a70 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.915+0000 7f57fd7fa640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f57ec06c2b0 0x7f57ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.915+0000 7f57fd7fa640 1 -- 172.21.15.39:0/3728485871 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f57f40abdf0 con 0x7f58000b6a70 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.915+0000 7f5804dec640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f57ec06c2b0 0x7f57ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.916+0000 7f5804dec640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f57ec06c2b0 0x7f57ec06e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f57f0000f60 tx=0x7f57f0007c10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:06.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:06.919+0000 7f57fd7fa640 1 -- 172.21.15.39:0/3728485871 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f57f4045360 con 0x7f58000b6a70 2024-09-19T05:34:07.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.096+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5800069140 con 0x7f58000b6a70 2024-09-19T05:34:07.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.097+0000 7f57fd7fa640 1 -- 172.21.15.39:0/3728485871 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16654 (secure 0 0 0) 0x7f57f407a5f0 con 0x7f58000b6a70 2024-09-19T05:34:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:07.099 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":20,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:05.816340+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:03.708259+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:04.804179+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:07.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.099+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f57ec06c2b0 msgr2=0x7f57ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:07.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.099+0000 7f5807050640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f57ec06c2b0 0x7f57ec06e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f57f0000f60 tx=0x7f57f0007c10 comp rx=0 tx=0).stop 2024-09-19T05:34:07.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.099+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 msgr2=0x7f5800151720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:07.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.099+0000 7f5807050640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 0x7f5800151720 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f57f4000c00 tx=0x7f57f40046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.100+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 shutdown_connections 2024-09-19T05:34:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.100+0000 7f5807050640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f57ec06c2b0 0x7f57ec06e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.100+0000 7f5807050640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f58000d1510 0x7f58000cd7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.100+0000 7f5807050640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58000b6a70 0x7f5800151720 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.100+0000 7f5807050640 1 --2- 172.21.15.39:0/3728485871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58000b6690 0x7f5800156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.100+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 >> 172.21.15.39:0/3728485871 conn(0x7f5800072560 msgr2=0x7f580015f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.100+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 shutdown_connections 2024-09-19T05:34:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.100+0000 7f5807050640 1 -- 172.21.15.39:0/3728485871 wait complete. 2024-09-19T05:34:07.112 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:34:07.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.216+0000 7fd43e8e6640 1 Processor -- start 2024-09-19T05:34:07.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.216+0000 7fd43e8e6640 1 -- start start 2024-09-19T05:34:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd43e8e6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd438161d10 0x7fd4380d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd43e8e6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd4380cf6a0 0x7fd4380d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd43e8e6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4381620f0 con 0x7fd4380b76c0 2024-09-19T05:34:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd43e8e6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fd438072140 con 0x7fd438161d10 2024-09-19T05:34:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd43e8e6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fd4380b7b30 con 0x7fd4380cf6a0 2024-09-19T05:34:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd437fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd438161d10 0x7fd4380d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd4377fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd4380b76c0 0x7fd4380cef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50556/0 (socket says 172.21.15.39:50556) 2024-09-19T05:34:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd4377fe640 1 -- 172.21.15.39:0/3277114876 learned_addr learned my addr 172.21.15.39:0/3277114876 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd43ce83640 1 --2- 172.21.15.39:0/3277114876 >> v2:172.21.15.50:3300/0 conn(0x7fd4380cf6a0 0x7fd4380d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd437fff640 1 -- 172.21.15.39:0/3277114876 >> v2:172.21.15.50:3300/0 conn(0x7fd4380cf6a0 msgr2=0x7fd4380d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd437fff640 1 --2- 172.21.15.39:0/3277114876 >> v2:172.21.15.50:3300/0 conn(0x7fd4380cf6a0 0x7fd4380d3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd437fff640 1 -- 172.21.15.39:0/3277114876 >> v1:172.21.15.39:6789/0 conn(0x7fd4380b76c0 legacy=0x7fd4380cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd437fff640 1 -- 172.21.15.39:0/3277114876 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4380d4200 con 0x7fd438161d10 2024-09-19T05:34:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.217+0000 7fd436ffd640 1 -- 172.21.15.39:0/3277114876 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3818834731 0 0) 0x7fd4381620f0 con 0x7fd4380b76c0 2024-09-19T05:34:07.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.218+0000 7fd437fff640 1 --2- 172.21.15.39:0/3277114876 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd438161d10 0x7fd4380d3b20 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd43808d1f0 tx=0x7fd42802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec6e46944601e76f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:07.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.218+0000 7fd436ffd640 1 -- 172.21.15.39:0/3277114876 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd428037070 con 0x7fd438161d10 2024-09-19T05:34:07.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.218+0000 7fd436ffd640 1 -- 172.21.15.39:0/3277114876 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd428032440 con 0x7fd438161d10 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.218+0000 7fd436ffd640 1 -- 172.21.15.39:0/3277114876 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd42802ae60 con 0x7fd438161d10 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.219+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3277114876 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd438161d10 msgr2=0x7fd4380d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.219+0000 7fd43e8e6640 1 --2- 172.21.15.39:0/3277114876 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd438161d10 0x7fd4380d3b20 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd43808d1f0 tx=0x7fd42802a110 comp rx=0 tx=0).stop 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.219+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3277114876 shutdown_connections 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.219+0000 7fd43e8e6640 1 --2- 172.21.15.39:0/3277114876 >> v2:172.21.15.50:3300/0 conn(0x7fd4380cf6a0 0x7fd4380d3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.219+0000 7fd43e8e6640 1 --2- 172.21.15.39:0/3277114876 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd438161d10 0x7fd4380d3b20 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.219+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3277114876 >> 172.21.15.39:0/3277114876 conn(0x7fd4380d4730 msgr2=0x7fd4380d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.219+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3277114876 shutdown_connections 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.219+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3277114876 wait complete. 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.220+0000 7fd43e8e6640 1 Processor -- start 2024-09-19T05:34:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.220+0000 7fd43e8e6640 1 -- start start 2024-09-19T05:34:07.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd43e8e6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4380b76c0 0x7fd43815b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd43e8e6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4380cf6a0 0x7fd438150fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd43e8e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd438161d10 0x7fd43815e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd43e8e6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd438072950 con 0x7fd4380cf6a0 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd43e8e6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd438072670 con 0x7fd4380b76c0 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd43e8e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd438072e70 con 0x7fd438161d10 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd4377fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4380cf6a0 0x7fd438150fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd4377fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4380cf6a0 0x7fd438150fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39442/0 (socket says 172.21.15.39:39442) 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd4377fe640 1 -- 172.21.15.39:0/3372712808 learned_addr learned my addr 172.21.15.39:0/3372712808 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd437fff640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4380b76c0 0x7fd43815b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd43ce83640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd438161d10 0x7fd43815e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd4377fe640 1 -- 172.21.15.39:0/3372712808 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd438161d10 msgr2=0x7fd43815e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd4377fe640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd438161d10 0x7fd43815e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd4377fe640 1 -- 172.21.15.39:0/3372712808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4380b76c0 msgr2=0x7fd43815b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd4377fe640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4380b76c0 0x7fd43815b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.221+0000 7fd4377fe640 1 -- 172.21.15.39:0/3372712808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd43815eb80 con 0x7fd4380cf6a0 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.222+0000 7fd4377fe640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4380cf6a0 0x7fd438150fc0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd42c00c4d0 tx=0x7fd42c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.222+0000 7fd434ff9640 1 -- 172.21.15.39:0/3372712808 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd42c018070 con 0x7fd4380cf6a0 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.222+0000 7fd434ff9640 1 -- 172.21.15.39:0/3372712808 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd42c007500 con 0x7fd4380cf6a0 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.222+0000 7fd434ff9640 1 -- 172.21.15.39:0/3372712808 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd42c004a20 con 0x7fd4380cf6a0 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.222+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4380cc810 con 0x7fd4380cf6a0 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.222+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4380cbd30 con 0x7fd4380cf6a0 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.223+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4380d3b20 con 0x7fd4380cf6a0 2024-09-19T05:34:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.223+0000 7fd434ff9640 1 -- 172.21.15.39:0/3372712808 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd42c01b070 con 0x7fd4380cf6a0 2024-09-19T05:34:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.224+0000 7fd434ff9640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd42406c2b0 0x7fd42406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.224+0000 7fd437fff640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd42406c2b0 0x7fd42406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.224+0000 7fd434ff9640 1 -- 172.21.15.39:0/3372712808 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fd42c08a640 con 0x7fd4380cf6a0 2024-09-19T05:34:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.224+0000 7fd437fff640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd42406c2b0 0x7fd42406e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd428034000 tx=0x7fd42802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:07.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.229+0000 7fd434ff9640 1 -- 172.21.15.39:0/3372712808 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd42c0587f0 con 0x7fd4380cf6a0 2024-09-19T05:34:07.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:07.442+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fd4380b4230 con 0x7fd4380cf6a0 2024-09-19T05:34:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.185+0000 7fd434ff9640 1 -- 172.21.15.39:0/3372712808 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) ==== 118+0+0 (secure 0 0 0) 0x7fd42c05caf0 con 0x7fd4380cf6a0 2024-09-19T05:34:08.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd42406c2b0 msgr2=0x7fd42406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd42406c2b0 0x7fd42406e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd428034000 tx=0x7fd42802e000 comp rx=0 tx=0).stop 2024-09-19T05:34:08.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4380cf6a0 msgr2=0x7fd438150fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4380cf6a0 0x7fd438150fc0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd42c00c4d0 tx=0x7fd42c00c990 comp rx=0 tx=0).stop 2024-09-19T05:34:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 shutdown_connections 2024-09-19T05:34:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd42406c2b0 0x7fd42406e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd438161d10 0x7fd43815e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4380cf6a0 0x7fd438150fc0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 --2- 172.21.15.39:0/3372712808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4380b76c0 0x7fd43815b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 >> 172.21.15.39:0/3372712808 conn(0x7fd4380d4730 msgr2=0x7fd4380b88c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 shutdown_connections 2024-09-19T05:34:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.188+0000 7fd43e8e6640 1 -- 172.21.15.39:0/3372712808 wait complete. 2024-09-19T05:34:08.201 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:34:08.202 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:34:08.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.308+0000 7f5af27e4640 1 Processor -- start 2024-09-19T05:34:08.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.308+0000 7f5af27e4640 1 -- start start 2024-09-19T05:34:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5af27e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5aec062630 0x7f5aec1477d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5af27e4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5aec06e690 con 0x7f5aec147f80 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5af27e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5aec06e930 con 0x7f5aec0ae8a0 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5af27e4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f5aec06f260 con 0x7f5aec062630 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5aebfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5aec062630 0x7f5aec1477d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5af0d81640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5aec147f80 0x7f5aec06f6f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39712/0 (socket says 172.21.15.39:39712) 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5af0d81640 1 -- 172.21.15.39:0/4220816630 learned_addr learned my addr 172.21.15.39:0/4220816630 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5aebfff640 1 -- 172.21.15.39:0/4220816630 >> v1:172.21.15.50:6789/0 conn(0x7f5aec0ae8a0 legacy=0x7f5aec062a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5aebfff640 1 -- 172.21.15.39:0/4220816630 >> v1:172.21.15.39:6789/0 conn(0x7f5aec147f80 legacy=0x7f5aec06f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5aeb7fe640 1 -- 172.21.15.39:0/4220816630 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1505542857 0 0) 0x7f5aec06e690 con 0x7f5aec147f80 2024-09-19T05:34:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.309+0000 7f5aebfff640 1 -- 172.21.15.39:0/4220816630 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aec06ec10 con 0x7f5aec062630 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.310+0000 7f5aebfff640 1 --2- 172.21.15.39:0/4220816630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec062630 0x7f5aec1477d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5adc0097a0 tx=0x7f5adc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8152e190cb647577 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.310+0000 7f5aeb7fe640 1 -- 172.21.15.39:0/4220816630 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5adc037070 con 0x7f5aec062630 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.310+0000 7f5aeb7fe640 1 -- 172.21.15.39:0/4220816630 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5adc032440 con 0x7f5aec062630 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.310+0000 7f5aeb7fe640 1 -- 172.21.15.39:0/4220816630 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5adc032810 con 0x7f5aec062630 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.311+0000 7f5af27e4640 1 -- 172.21.15.39:0/4220816630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec062630 msgr2=0x7f5aec1477d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.311+0000 7f5af27e4640 1 --2- 172.21.15.39:0/4220816630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec062630 0x7f5aec1477d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5adc0097a0 tx=0x7f5adc02a230 comp rx=0 tx=0).stop 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.311+0000 7f5af27e4640 1 -- 172.21.15.39:0/4220816630 shutdown_connections 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.311+0000 7f5af27e4640 1 --2- 172.21.15.39:0/4220816630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec062630 0x7f5aec1477d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.311+0000 7f5af27e4640 1 -- 172.21.15.39:0/4220816630 >> 172.21.15.39:0/4220816630 conn(0x7f5aec072f00 msgr2=0x7f5aec06bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.311+0000 7f5af27e4640 1 -- 172.21.15.39:0/4220816630 shutdown_connections 2024-09-19T05:34:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.311+0000 7f5af27e4640 1 -- 172.21.15.39:0/4220816630 wait complete. 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.312+0000 7f5af27e4640 1 Processor -- start 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.312+0000 7f5af27e4640 1 -- start start 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af27e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aec062630 0x7f5aec1451c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af27e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aec0ae8a0 0x7f5aec135240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af27e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec147f80 0x7f5aec161300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af27e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec06ff80 con 0x7f5aec147f80 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af27e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec06fe00 con 0x7f5aec0ae8a0 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af27e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5aec070100 con 0x7f5aec062630 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af0d81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec147f80 0x7f5aec161300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af0d81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec147f80 0x7f5aec161300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46268/0 (socket says 172.21.15.39:46268) 2024-09-19T05:34:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af0d81640 1 -- 172.21.15.39:0/2126310110 learned_addr learned my addr 172.21.15.39:0/2126310110 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5aebfff640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aec062630 0x7f5aec1451c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5ae3fff640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aec0ae8a0 0x7f5aec135240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af0d81640 1 -- 172.21.15.39:0/2126310110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aec062630 msgr2=0x7f5aec1451c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af0d81640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aec062630 0x7f5aec1451c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af0d81640 1 -- 172.21.15.39:0/2126310110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aec0ae8a0 msgr2=0x7f5aec135240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af0d81640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aec0ae8a0 0x7f5aec135240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af0d81640 1 -- 172.21.15.39:0/2126310110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aec135780 con 0x7f5aec147f80 2024-09-19T05:34:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af0d81640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec147f80 0x7f5aec161300 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5ae400c700 tx=0x7f5ae400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:08.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5ae97fa640 1 -- 172.21.15.39:0/2126310110 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae4018070 con 0x7f5aec147f80 2024-09-19T05:34:08.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5ae97fa640 1 -- 172.21.15.39:0/2126310110 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ae400ce10 con 0x7f5aec147f80 2024-09-19T05:34:08.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aec144120 con 0x7f5aec147f80 2024-09-19T05:34:08.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.313+0000 7f5ae97fa640 1 -- 172.21.15.39:0/2126310110 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae400a860 con 0x7f5aec147f80 2024-09-19T05:34:08.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.314+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aec1446e0 con 0x7f5aec147f80 2024-09-19T05:34:08.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.315+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aec1477d0 con 0x7f5aec147f80 2024-09-19T05:34:08.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.315+0000 7f5ae97fa640 1 -- 172.21.15.39:0/2126310110 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5ae401b070 con 0x7f5aec147f80 2024-09-19T05:34:08.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.315+0000 7f5ae97fa640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5acc06c2b0 0x7f5acc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:08.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.316+0000 7f5ae97fa640 1 -- 172.21.15.39:0/2126310110 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5ae408a910 con 0x7f5aec147f80 2024-09-19T05:34:08.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.316+0000 7f5aebfff640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5acc06c2b0 0x7f5acc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:08.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.316+0000 7f5aebfff640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5acc06c2b0 0x7f5acc06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5adc034000 tx=0x7f5adc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:08.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.320+0000 7f5ae97fa640 1 -- 172.21.15.39:0/2126310110 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ae4058ac0 con 0x7f5aec147f80 2024-09-19T05:34:08.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:08.538+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f5aec062cc0 con 0x7f5aec147f80 2024-09-19T05:34:09.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.481+0000 7f5ae97fa640 1 -- 172.21.15.39:0/2126310110 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) ==== 122+0+0 (secure 0 0 0) 0x7f5ae405cdc0 con 0x7f5aec147f80 2024-09-19T05:34:09.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5acc06c2b0 msgr2=0x7f5acc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5acc06c2b0 0x7f5acc06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5adc034000 tx=0x7f5adc02e000 comp rx=0 tx=0).stop 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec147f80 msgr2=0x7f5aec161300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec147f80 0x7f5aec161300 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5ae400c700 tx=0x7f5ae400cbc0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 shutdown_connections 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5acc06c2b0 0x7f5acc06e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aec147f80 0x7f5aec161300 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5aec0ae8a0 0x7f5aec135240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 --2- 172.21.15.39:0/2126310110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aec062630 0x7f5aec1451c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 >> 172.21.15.39:0/2126310110 conn(0x7f5aec072f00 msgr2=0x7f5aec0b03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 shutdown_connections 2024-09-19T05:34:09.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.484+0000 7f5af27e4640 1 -- 172.21.15.39:0/2126310110 wait complete. 2024-09-19T05:34:09.499 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:34:09.499 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.605+0000 7f004b250640 1 Processor -- start 2024-09-19T05:34:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.605+0000 7f004b250640 1 -- start start 2024-09-19T05:34:09.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.606+0000 7f004b250640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00440b58c0 0x7f00440b5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.606+0000 7f004b250640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00440b6240 con 0x7f004415e600 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.606+0000 7f004b250640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00440b64d0 con 0x7f004406df60 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.606+0000 7f004b250640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00440d1c80 con 0x7f00440b58c0 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.606+0000 7f0048fec640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f004415e600 0x7f004415e9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39726/0 (socket says 172.21.15.39:39726) 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.606+0000 7f0048fec640 1 -- 172.21.15.39:0/1198754000 learned_addr learned my addr 172.21.15.39:0/1198754000 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3063869295 0 0) 0x7f00440b6240 con 0x7f004415e600 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f002c003520 con 0x7f004415e600 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f0043fff640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00440b58c0 0x7f00440b5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3233759386 0 0) 0x7f002c003520 con 0x7f004415e600 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00440b58c0 msgr2=0x7f00440b5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00440b58c0 0x7f00440b5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 >> v1:172.21.15.50:6789/0 conn(0x7f004406df60 legacy=0x7f004406e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00440b67b0 con 0x7f004415e600 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f0034001670 con 0x7f004415e600 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 >> v1:172.21.15.39:6789/0 conn(0x7f004415e600 legacy=0x7f004415e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c0039e0 0x7f002c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00440b58c0 0x7f002c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f002c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f00440d1c80 con 0x7f002c004d40 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f002c00ba70 con 0x7f002c0039e0 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f002c00bc70 con 0x7f00440b58c0 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00497ed640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f002c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f0048fec640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c0039e0 0x7f002c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f0043fff640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00440b58c0 0x7f002c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00497ed640 1 -- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00440b58c0 msgr2=0x7f002c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00497ed640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00440b58c0 0x7f002c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00497ed640 1 -- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c0039e0 msgr2=0x7f002c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00497ed640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c0039e0 0x7f002c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.607+0000 7f00497ed640 1 -- 172.21.15.39:0/1198754000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002c003520 con 0x7f002c004d40 2024-09-19T05:34:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.608+0000 7f00497ed640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f002c0051c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f003c001e20 tx=0x7f002c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7000ff52e32aa7e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.608+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f003c001a70 con 0x7f002c004d40 2024-09-19T05:34:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.608+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f003c02ae40 con 0x7f002c004d40 2024-09-19T05:34:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.608+0000 7f00437fe640 1 -- 172.21.15.39:0/1198754000 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f003c003bb0 con 0x7f002c004d40 2024-09-19T05:34:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.609+0000 7f004b250640 1 -- 172.21.15.39:0/1198754000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 msgr2=0x7f002c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.609+0000 7f004b250640 1 --2- 172.21.15.39:0/1198754000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f002c0051c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f003c001e20 tx=0x7f002c005830 comp rx=0 tx=0).stop 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.609+0000 7f00497ed640 1 -- 172.21.15.39:0/1198754000 reap_dead start 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.609+0000 7f004b250640 1 -- 172.21.15.39:0/1198754000 shutdown_connections 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.609+0000 7f004b250640 1 -- 172.21.15.39:0/1198754000 >> 172.21.15.39:0/1198754000 conn(0x7f004406f210 msgr2=0x7f004406f620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.609+0000 7f004b250640 1 -- 172.21.15.39:0/1198754000 shutdown_connections 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.609+0000 7f004b250640 1 -- 172.21.15.39:0/1198754000 wait complete. 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.610+0000 7f004b250640 1 Processor -- start 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.610+0000 7f004b250640 1 -- start start 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f004b250640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f004413e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f004b250640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0044154080 0x7f0044154500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f004b250640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00441e6e10 0x7f00441e7290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f004b250640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f00440b5e80 con 0x7f002c004d40 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f004b250640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00440b5d00 con 0x7f00441e6e10 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f004b250640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00440b6000 con 0x7f0044154080 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f0048fec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f004413e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f0048fec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f004413e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46294/0 (socket says 172.21.15.39:46294) 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f0048fec640 1 -- 172.21.15.39:0/1914211561 learned_addr learned my addr 172.21.15.39:0/1914211561 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f0048fec640 1 -- 172.21.15.39:0/1914211561 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0044154080 msgr2=0x7f0044154500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f0048fec640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0044154080 0x7f0044154500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f0048fec640 1 -- 172.21.15.39:0/1914211561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00441e6e10 msgr2=0x7f00441e7290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f0048fec640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00441e6e10 0x7f00441e7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f0048fec640 1 -- 172.21.15.39:0/1914211561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f004413ef20 con 0x7f002c004d40 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.611+0000 7f0048fec640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f004413e9e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0034007340 tx=0x7f0034007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.612+0000 7f00417fa640 1 -- 172.21.15.39:0/1914211561 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f003400f8c0 con 0x7f002c004d40 2024-09-19T05:34:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.612+0000 7f00417fa640 1 -- 172.21.15.39:0/1914211561 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0034018070 con 0x7f002c004d40 2024-09-19T05:34:09.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.612+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0044154b40 con 0x7f002c004d40 2024-09-19T05:34:09.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.612+0000 7f00417fa640 1 -- 172.21.15.39:0/1914211561 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f003400fce0 con 0x7f002c004d40 2024-09-19T05:34:09.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.612+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f004413f3d0 con 0x7f002c004d40 2024-09-19T05:34:09.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.613+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f004406e410 con 0x7f002c004d40 2024-09-19T05:34:09.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.613+0000 7f00417fa640 1 -- 172.21.15.39:0/1914211561 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f003401d460 con 0x7f002c004d40 2024-09-19T05:34:09.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.614+0000 7f00417fa640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f003006c2b0 0x7f003006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.614+0000 7f00417fa640 1 -- 172.21.15.39:0/1914211561 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f003408b5f0 con 0x7f002c004d40 2024-09-19T05:34:09.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.614+0000 7f0043fff640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f003006c2b0 0x7f003006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.614+0000 7f0043fff640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f003006c2b0 0x7f003006e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0044156050 tx=0x7f00380095d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.618+0000 7f00417fa640 1 -- 172.21.15.39:0/1914211561 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0034059710 con 0x7f002c004d40 2024-09-19T05:34:09.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.829+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f004415dca0 con 0x7f002c004d40 2024-09-19T05:34:09.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.830+0000 7f00417fa640 1 -- 172.21.15.39:0/1914211561 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f003405da10 con 0x7f002c004d40 2024-09-19T05:34:09.831 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:09.831 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"btime":"2024-09-19T05:34:09:473692+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3198278602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3198278602},{"type":"v1","addr":"172.21.15.50:6833","nonce":3198278602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2604627304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2604627304},{"type":"v1","addr":"172.21.15.39:6837","nonce":2604627304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:05.816656+0000","modified":"2024-09-19T05:34:08.538783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2730769278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":2730769278},{"type":"v1","addr":"172.21.15.50:6835","nonce":2730769278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-19T05:34:09.832 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-19T05:34:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.831+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f003006c2b0 msgr2=0x7f003006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.831+0000 7f004b250640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f003006c2b0 0x7f003006e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0044156050 tx=0x7f00380095d0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.831+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 msgr2=0x7f004413e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.831+0000 7f004b250640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f004413e9e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0034007340 tx=0x7f0034007800 comp rx=0 tx=0).stop 2024-09-19T05:34:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.832+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 shutdown_connections 2024-09-19T05:34:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.832+0000 7f004b250640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f003006c2b0 0x7f003006e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.832+0000 7f004b250640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00441e6e10 0x7f00441e7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.832+0000 7f004b250640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0044154080 0x7f0044154500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.832+0000 7f004b250640 1 --2- 172.21.15.39:0/1914211561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f002c004d40 0x7f004413e9e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.832+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 >> 172.21.15.39:0/1914211561 conn(0x7f004406f210 msgr2=0x7f004415fa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.832+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 shutdown_connections 2024-09-19T05:34:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.832+0000 7f004b250640 1 -- 172.21.15.39:0/1914211561 wait complete. 2024-09-19T05:34:09.845 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:09.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.945+0000 7fa2ab9b0640 1 Processor -- start 2024-09-19T05:34:09.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.945+0000 7fa2ab9b0640 1 -- start start 2024-09-19T05:34:09.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.946+0000 7fa2ab9b0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa2a40b6a70 0x7fa2a40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.946+0000 7fa2ab9b0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2a40d1510 0x7fa2a40d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.946+0000 7fa2ab9b0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2a40d1d90 con 0x7fa2a40b6690 2024-09-19T05:34:09.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.946+0000 7fa2ab9b0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa2a40cf540 con 0x7fa2a40d1510 2024-09-19T05:34:09.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.946+0000 7fa2ab9b0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa2a40ceef0 con 0x7fa2a40b6a70 2024-09-19T05:34:09.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.946+0000 7fa2a9f4d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2a40d1510 0x7fa2a40d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.946+0000 7fa2a974c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa2a40b6690 0x7fa2a40cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39738/0 (socket says 172.21.15.39:39738) 2024-09-19T05:34:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.946+0000 7fa2a974c640 1 -- 172.21.15.39:0/1989208624 learned_addr learned my addr 172.21.15.39:0/1989208624 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.946+0000 7fa2a8f4b640 1 --2- 172.21.15.39:0/1989208624 >> v2:172.21.15.50:3300/0 conn(0x7fa2a40b6a70 0x7fa2a40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.947+0000 7fa2a9f4d640 1 -- 172.21.15.39:0/1989208624 >> v2:172.21.15.50:3300/0 conn(0x7fa2a40b6a70 msgr2=0x7fa2a40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.947+0000 7fa2a9f4d640 1 --2- 172.21.15.39:0/1989208624 >> v2:172.21.15.50:3300/0 conn(0x7fa2a40b6a70 0x7fa2a40d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.947+0000 7fa2a9f4d640 1 -- 172.21.15.39:0/1989208624 >> v1:172.21.15.39:6789/0 conn(0x7fa2a40b6690 legacy=0x7fa2a40cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.947+0000 7fa2a9f4d640 1 -- 172.21.15.39:0/1989208624 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a40cf1d0 con 0x7fa2a40d1510 2024-09-19T05:34:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.947+0000 7fa2a3fff640 1 -- 172.21.15.39:0/1989208624 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 157817203 0 0) 0x7fa2a40d1d90 con 0x7fa2a40b6690 2024-09-19T05:34:09.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.947+0000 7fa2a9f4d640 1 --2- 172.21.15.39:0/1989208624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40d1510 0x7fa2a40d2b50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa2a40b7690 tx=0x7fa29402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de80e64fc720f7d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:09.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2a3fff640 1 -- 172.21.15.39:0/1989208624 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa294007740 con 0x7fa2a40d1510 2024-09-19T05:34:09.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2a3fff640 1 -- 172.21.15.39:0/1989208624 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2940078e0 con 0x7fa2a40d1510 2024-09-19T05:34:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2a3fff640 1 -- 172.21.15.39:0/1989208624 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa294007cb0 con 0x7fa2a40d1510 2024-09-19T05:34:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/1989208624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40d1510 msgr2=0x7fa2a40d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2ab9b0640 1 --2- 172.21.15.39:0/1989208624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40d1510 0x7fa2a40d2b50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa2a40b7690 tx=0x7fa29402a680 comp rx=0 tx=0).stop 2024-09-19T05:34:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/1989208624 shutdown_connections 2024-09-19T05:34:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2ab9b0640 1 --2- 172.21.15.39:0/1989208624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40d1510 0x7fa2a40d2b50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2ab9b0640 1 --2- 172.21.15.39:0/1989208624 >> v2:172.21.15.50:3300/0 conn(0x7fa2a40b6a70 0x7fa2a40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/1989208624 >> 172.21.15.39:0/1989208624 conn(0x7fa2a4072560 msgr2=0x7fa2a4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/1989208624 shutdown_connections 2024-09-19T05:34:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.948+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/1989208624 wait complete. 2024-09-19T05:34:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.949+0000 7fa2ab9b0640 1 Processor -- start 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.949+0000 7fa2ab9b0640 1 -- start start 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2ab9b0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40b6690 0x7fa2a40cd950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2ab9b0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2a40b6a70 0x7fa2a40b8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2ab9b0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa2a40d1510 0x7fa2a40b9230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2ab9b0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a415c6b0 con 0x7fa2a40b6690 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2ab9b0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a415c530 con 0x7fa2a40b6a70 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2ab9b0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa2a40d1940 con 0x7fa2a40d1510 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2a974c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40b6690 0x7fa2a40cd950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2a974c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40b6690 0x7fa2a40cd950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46308/0 (socket says 172.21.15.39:46308) 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2a974c640 1 -- 172.21.15.39:0/3590988224 learned_addr learned my addr 172.21.15.39:0/3590988224 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2a8f4b640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2a40b6a70 0x7fa2a40b8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.950+0000 7fa2a9f4d640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa2a40d1510 0x7fa2a40b9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2a974c640 1 -- 172.21.15.39:0/3590988224 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa2a40d1510 msgr2=0x7fa2a40b9230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2a974c640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa2a40d1510 0x7fa2a40b9230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2a974c640 1 -- 172.21.15.39:0/3590988224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2a40b6a70 msgr2=0x7fa2a40b8cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2a974c640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2a40b6a70 0x7fa2a40b8cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2a974c640 1 -- 172.21.15.39:0/3590988224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a41f7d50 con 0x7fa2a40b6690 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2a974c640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40b6690 0x7fa2a40cd950 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00c500 tx=0x7fa29c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2a1ffb640 1 -- 172.21.15.39:0/3590988224 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c018070 con 0x7fa2a40b6690 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2a1ffb640 1 -- 172.21.15.39:0/3590988224 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa29c007580 con 0x7fa2a40b6690 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2a41f8030 con 0x7fa2a40b6690 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2a1ffb640 1 -- 172.21.15.39:0/3590988224 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c004a20 con 0x7fa2a40b6690 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.951+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2a4150b80 con 0x7fa2a40b6690 2024-09-19T05:34:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.952+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2a4150380 con 0x7fa2a40b6690 2024-09-19T05:34:09.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.953+0000 7fa2a1ffb640 1 -- 172.21.15.39:0/3590988224 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa29c01b070 con 0x7fa2a40b6690 2024-09-19T05:34:09.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.953+0000 7fa2a1ffb640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa29006c2b0 0x7fa29006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:09.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.953+0000 7fa2a1ffb640 1 -- 172.21.15.39:0/3590988224 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa29c08a600 con 0x7fa2a40b6690 2024-09-19T05:34:09.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.953+0000 7fa2a8f4b640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa29006c2b0 0x7fa29006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:09.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.954+0000 7fa2a8f4b640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa29006c2b0 0x7fa29006e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa2a40ce340 tx=0x7fa298009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:09.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:09.957+0000 7fa2a1ffb640 1 -- 172.21.15.39:0/3590988224 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa29c0587b0 con 0x7fa2a40b6690 2024-09-19T05:34:10.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.133+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa2a40d0fd0 con 0x7fa2a40b6690 2024-09-19T05:34:10.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.134+0000 7fa2a1ffb640 1 -- 172.21.15.39:0/3590988224 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7fa29c05cab0 con 0x7fa2a40b6690 2024-09-19T05:34:10.135 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:10.136 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:07.465520+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:03.708259+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:04.804179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa29006c2b0 msgr2=0x7fa29006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa29006c2b0 0x7fa29006e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa2a40ce340 tx=0x7fa298009190 comp rx=0 tx=0).stop 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40b6690 msgr2=0x7fa2a40cd950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40b6690 0x7fa2a40cd950 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00c500 tx=0x7fa29c00c9c0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 shutdown_connections 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa29006c2b0 0x7fa29006e770 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa2a40d1510 0x7fa2a40b9230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2a40b6a70 0x7fa2a40b8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 --2- 172.21.15.39:0/3590988224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2a40b6690 0x7fa2a40cd950 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 >> 172.21.15.39:0/3590988224 conn(0x7fa2a4072560 msgr2=0x7fa2a415c830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:10.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 shutdown_connections 2024-09-19T05:34:10.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.136+0000 7fa2ab9b0640 1 -- 172.21.15.39:0/3590988224 wait complete. 2024-09-19T05:34:10.149 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:34:10.149 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:10.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.250+0000 7f011561e640 1 Processor -- start 2024-09-19T05:34:10.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.250+0000 7f011561e640 1 -- start start 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.250+0000 7f011561e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f011006bb20 0x7f011015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.250+0000 7f011561e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f011006d160 0x7f011006d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.250+0000 7f011561e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f011006db50 con 0x7f011015e4f0 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.250+0000 7f011561e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f011006ccd0 con 0x7f011006d160 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.250+0000 7f011561e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f01101603c0 con 0x7f011006bb20 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010effd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f011015e4f0 0x7f011015fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39748/0 (socket says 172.21.15.39:39748) 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010effd640 1 -- 172.21.15.39:0/970244934 learned_addr learned my addr 172.21.15.39:0/970244934 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1220254111 0 0) 0x7f0100001110 con 0x7f011015e4f0 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010e7fc640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f011006bb20 0x7f011015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f00fc003520 con 0x7f011015e4f0 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010f7fe640 1 --2- 172.21.15.39:0/970244934 >> v2:172.21.15.50:3300/0 conn(0x7f011006d160 0x7f011006d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1552803318 0 0) 0x7f00fc003520 con 0x7f011015e4f0 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f011006bb20 msgr2=0x7f011015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f011006bb20 0x7f011015f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 >> v2:172.21.15.50:3300/0 conn(0x7f011006d160 msgr2=0x7f011006d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 --2- 172.21.15.39:0/970244934 >> v2:172.21.15.50:3300/0 conn(0x7f011006d160 0x7f011006d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f011006c0c0 con 0x7f011015e4f0 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f0100001840 con 0x7f011015e4f0 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 >> v1:172.21.15.39:6789/0 conn(0x7f011015e4f0 legacy=0x7f011015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f011006bb20 0x7f00fc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00fc003f30 0x7f00fc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc004d40 0x7f00fc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f011006ccd0 con 0x7f00fc003f30 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f01101603c0 con 0x7f00fc004d40 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00fc00b9c0 con 0x7f011006bb20 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010e7fc640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00fc003f30 0x7f00fc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010effd640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f011006bb20 0x7f00fc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.251+0000 7f010f7fe640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc004d40 0x7f00fc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010e7fc640 1 -- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f011006bb20 msgr2=0x7f00fc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010e7fc640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f011006bb20 0x7f00fc0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010e7fc640 1 -- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc004d40 msgr2=0x7f00fc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010e7fc640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc004d40 0x7f00fc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010e7fc640 1 -- 172.21.15.39:0/970244934 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00fc003520 con 0x7f00fc003f30 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010f7fe640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc004d40 0x7f00fc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010e7fc640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00fc003f30 0x7f00fc004800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f00f8009a90 tx=0x7f00fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddb15caed7b5cb7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00f8036070 con 0x7f00fc003f30 2024-09-19T05:34:10.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00f8031400 con 0x7f00fc003f30 2024-09-19T05:34:10.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.252+0000 7f010dffb640 1 -- 172.21.15.39:0/970244934 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00f8009690 con 0x7f00fc003f30 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.253+0000 7f011561e640 1 -- 172.21.15.39:0/970244934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00fc003f30 msgr2=0x7f00fc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.253+0000 7f011561e640 1 --2- 172.21.15.39:0/970244934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00fc003f30 0x7f00fc004800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f00f8009a90 tx=0x7f00fc005830 comp rx=0 tx=0).stop 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.253+0000 7f010f7fe640 1 -- 172.21.15.39:0/970244934 reap_dead start 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.253+0000 7f011561e640 1 -- 172.21.15.39:0/970244934 shutdown_connections 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.253+0000 7f011561e640 1 -- 172.21.15.39:0/970244934 >> 172.21.15.39:0/970244934 conn(0x7f011006e5b0 msgr2=0x7f011006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.253+0000 7f011561e640 1 -- 172.21.15.39:0/970244934 shutdown_connections 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.253+0000 7f011561e640 1 -- 172.21.15.39:0/970244934 wait complete. 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.254+0000 7f011561e640 1 Processor -- start 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.254+0000 7f011561e640 1 -- start start 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f011561e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc003f30 0x7f01101e8100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f011561e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0110147e10 0x7f011015b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f011561e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0110148250 0x7f01100b3390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f011561e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f011006c960 con 0x7f0110148250 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f011561e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f011006c680 con 0x7f00fc003f30 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f011561e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f011015e8d0 con 0x7f0110147e10 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0110148250 0x7f01100b3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0110148250 0x7f01100b3390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46336/0 (socket says 172.21.15.39:46336) 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010f7fe640 1 -- 172.21.15.39:0/3546591172 learned_addr learned my addr 172.21.15.39:0/3546591172 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010e7fc640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0110147e10 0x7f011015b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010effd640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc003f30 0x7f01101e8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010f7fe640 1 -- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0110147e10 msgr2=0x7f011015b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010f7fe640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0110147e10 0x7f011015b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010f7fe640 1 -- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc003f30 msgr2=0x7f01101e8100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010f7fe640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc003f30 0x7f01101e8100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010f7fe640 1 -- 172.21.15.39:0/3546591172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01101e6d80 con 0x7f0110148250 2024-09-19T05:34:10.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010e7fc640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0110147e10 0x7f011015b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:10.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.255+0000 7f010effd640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc003f30 0x7f01101e8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:10.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.256+0000 7f010f7fe640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0110148250 0x7f01100b3390 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f01100741b0 tx=0x7f0108010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.256+0000 7f01077fe640 1 -- 172.21.15.39:0/3546591172 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0108010d80 con 0x7f0110148250 2024-09-19T05:34:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.256+0000 7f01077fe640 1 -- 172.21.15.39:0/3546591172 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0108003990 con 0x7f0110148250 2024-09-19T05:34:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.256+0000 7f01077fe640 1 -- 172.21.15.39:0/3546591172 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0108003dc0 con 0x7f0110148250 2024-09-19T05:34:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.256+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01101e7060 con 0x7f0110148250 2024-09-19T05:34:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.256+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01101e7620 con 0x7f0110148250 2024-09-19T05:34:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.257+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f011006d610 con 0x7f0110148250 2024-09-19T05:34:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.257+0000 7f01077fe640 1 -- 172.21.15.39:0/3546591172 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f010801e020 con 0x7f0110148250 2024-09-19T05:34:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.258+0000 7f01077fe640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f006c2e0 0x7f00f006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.258+0000 7f01077fe640 1 -- 172.21.15.39:0/3546591172 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f010808bb30 con 0x7f0110148250 2024-09-19T05:34:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.258+0000 7f010effd640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f006c2e0 0x7f00f006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.258+0000 7f010effd640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f006c2e0 0x7f00f006e7a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0100001eb0 tx=0x7f0100009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.262+0000 7f01077fe640 1 -- 172.21.15.39:0/3546591172 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f010805a2a0 con 0x7f0110148250 2024-09-19T05:34:10.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.432+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f011015fd30 con 0x7f00f006c2e0 2024-09-19T05:34:10.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.438+0000 7f01077fe640 1 -- 172.21.15.39:0/3546591172 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242376 (secure 0 0 0) 0x7f011015fd30 con 0x7f00f006c2e0 2024-09-19T05:34:10.442 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:10.444 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.441+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f006c2e0 msgr2=0x7f00f006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.441+0000 7f011561e640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f006c2e0 0x7f00f006e7a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0100001eb0 tx=0x7f0100009040 comp rx=0 tx=0).stop 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.441+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0110148250 msgr2=0x7f01100b3390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.441+0000 7f011561e640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0110148250 0x7f01100b3390 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f01100741b0 tx=0x7f0108010590 comp rx=0 tx=0).stop 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.442+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 shutdown_connections 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.442+0000 7f011561e640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f006c2e0 0x7f00f006e7a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.442+0000 7f011561e640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0110148250 0x7f01100b3390 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.442+0000 7f011561e640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0110147e10 0x7f011015b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.442+0000 7f011561e640 1 --2- 172.21.15.39:0/3546591172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00fc003f30 0x7f01101e8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.442+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 >> 172.21.15.39:0/3546591172 conn(0x7f011006e5b0 msgr2=0x7f01100cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.442+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 shutdown_connections 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.442+0000 7f011561e640 1 -- 172.21.15.39:0/3546591172 wait complete. 2024-09-19T05:34:10.454 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T05:34:08.671390+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":106,"acting":106,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":269236,"kb_used_data":2468,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754705484,"statfs":{"total":773094113280,"available":772818415616,"internally_reserved":0,"allocated":2527232,"data_stored":1593885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.221476"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471543+0000","last_change":"2024-09-19T05:34:05.471543+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471543+0000","last_undegraded":"2024-09-19T05:34:05.471543+0000","last_fullsized":"2024-09-19T05:34:05.471543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471095+0000","last_change":"2024-09-19T05:34:05.471095+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471095+0000","last_undegraded":"2024-09-19T05:34:05.471095+0000","last_fullsized":"2024-09-19T05:34:05.471095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467056+0000","last_change":"2024-09-19T05:34:05.467056+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467056+0000","last_undegraded":"2024-09-19T05:34:05.467056+0000","last_fullsized":"2024-09-19T05:34:05.467056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467436+0000","last_change":"2024-09-19T05:34:05.467436+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467436+0000","last_undegraded":"2024-09-19T05:34:05.467436+0000","last_fullsized":"2024-09-19T05:34:05.467436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.461360+0000","last_change":"2024-09-19T05:34:05.461360+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.461360+0000","last_undegraded":"2024-09-19T05:34:05.461360+0000","last_fullsized":"2024-09-19T05:34:05.461360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469408+0000","last_change":"2024-09-19T05:34:05.469408+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469408+0000","last_undegraded":"2024-09-19T05:34:05.469408+0000","last_fullsized":"2024-09-19T05:34:05.469408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468550+0000","last_change":"2024-09-19T05:34:05.468550+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468550+0000","last_undegraded":"2024-09-19T05:34:05.468550+0000","last_fullsized":"2024-09-19T05:34:05.468550+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469666+0000","last_change":"2024-09-19T05:34:05.469666+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469666+0000","last_undegraded":"2024-09-19T05:34:05.469666+0000","last_fullsized":"2024-09-19T05:34:05.469666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.470570+0000","last_change":"2024-09-19T05:34:05.470570+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.470570+0000","last_undegraded":"2024-09-19T05:34:05.470570+0000","last_fullsized":"2024-09-19T05:34:05.470570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.470305+0000","last_change":"2024-09-19T05:34:05.470305+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.470305+0000","last_undegraded":"2024-09-19T05:34:05.470305+0000","last_fullsized":"2024-09-19T05:34:05.470305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.461407+0000","last_change":"2024-09-19T05:34:05.461407+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.461407+0000","last_undegraded":"2024-09-19T05:34:05.461407+0000","last_fullsized":"2024-09-19T05:34:05.461407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468752+0000","last_change":"2024-09-19T05:34:05.468752+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468752+0000","last_undegraded":"2024-09-19T05:34:05.468752+0000","last_fullsized":"2024-09-19T05:34:05.468752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478743+0000","last_change":"2024-09-19T05:34:05.475981+0000","last_active":"2024-09-19T05:34:05.478743+0000","last_peered":"2024-09-19T05:34:05.478743+0000","last_clean":"2024-09-19T05:34:05.478743+0000","last_became_active":"2024-09-19T05:34:05.475727+0000","last_became_peered":"2024-09-19T05:34:05.475727+0000","last_unstale":"2024-09-19T05:34:05.478743+0000","last_undegraded":"2024-09-19T05:34:05.478743+0000","last_fullsized":"2024-09-19T05:34:05.478743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:44.790175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477895+0000","last_change":"2024-09-19T05:34:05.474081+0000","last_active":"2024-09-19T05:34:05.477895+0000","last_peered":"2024-09-19T05:34:05.477895+0000","last_clean":"2024-09-19T05:34:05.477895+0000","last_became_active":"2024-09-19T05:34:05.473251+0000","last_became_peered":"2024-09-19T05:34:05.473251+0000","last_unstale":"2024-09-19T05:34:05.477895+0000","last_undegraded":"2024-09-19T05:34:05.477895+0000","last_fullsized":"2024-09-19T05:34:05.477895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:44.790175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480858+0000","last_change":"2024-09-19T05:34:05.476933+0000","last_active":"2024-09-19T05:34:05.480858+0000","last_peered":"2024-09-19T05:34:05.480858+0000","last_clean":"2024-09-19T05:34:05.480858+0000","last_became_active":"2024-09-19T05:34:05.476627+0000","last_became_peered":"2024-09-19T05:34:05.476627+0000","last_unstale":"2024-09-19T05:34:05.480858+0000","last_undegraded":"2024-09-19T05:34:05.480858+0000","last_fullsized":"2024-09-19T05:34:05.480858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:43.605082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471018+0000","last_change":"2024-09-19T05:34:05.471018+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471018+0000","last_undegraded":"2024-09-19T05:34:05.471018+0000","last_fullsized":"2024-09-19T05:34:05.471018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.449153+0000","last_change":"2024-09-19T05:34:04.449153+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.449153+0000","last_undegraded":"2024-09-19T05:34:04.449153+0000","last_fullsized":"2024-09-19T05:34:04.449153+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478963+0000","last_change":"2024-09-19T05:34:05.477362+0000","last_active":"2024-09-19T05:34:05.478963+0000","last_peered":"2024-09-19T05:34:05.478963+0000","last_clean":"2024-09-19T05:34:05.478963+0000","last_became_active":"2024-09-19T05:34:05.476952+0000","last_became_peered":"2024-09-19T05:34:05.476952+0000","last_unstale":"2024-09-19T05:34:05.478963+0000","last_undegraded":"2024-09-19T05:34:05.478963+0000","last_fullsized":"2024-09-19T05:34:05.478963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.448095+0000","last_change":"2024-09-19T05:34:04.448095+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.448095+0000","last_undegraded":"2024-09-19T05:34:04.448095+0000","last_fullsized":"2024-09-19T05:34:04.448095+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.454726+0000","last_change":"2024-09-19T05:34:04.454726+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.454726+0000","last_undegraded":"2024-09-19T05:34:04.454726+0000","last_fullsized":"2024-09-19T05:34:04.454726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480829+0000","last_change":"2024-09-19T05:34:05.479809+0000","last_active":"2024-09-19T05:34:05.480829+0000","last_peered":"2024-09-19T05:34:05.480829+0000","last_clean":"2024-09-19T05:34:05.480829+0000","last_became_active":"2024-09-19T05:34:05.479411+0000","last_became_peered":"2024-09-19T05:34:05.479411+0000","last_unstale":"2024-09-19T05:34:05.480829+0000","last_undegraded":"2024-09-19T05:34:05.480829+0000","last_fullsized":"2024-09-19T05:34:05.480829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.453106+0000","last_change":"2024-09-19T05:34:04.453106+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.453106+0000","last_undegraded":"2024-09-19T05:34:04.453106+0000","last_fullsized":"2024-09-19T05:34:04.453106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.449010+0000","last_change":"2024-09-19T05:34:04.449010+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.449010+0000","last_undegraded":"2024-09-19T05:34:04.449010+0000","last_fullsized":"2024-09-19T05:34:04.449010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478447+0000","last_change":"2024-09-19T05:34:05.477121+0000","last_active":"2024-09-19T05:34:05.478447+0000","last_peered":"2024-09-19T05:34:05.478447+0000","last_clean":"2024-09-19T05:34:05.478447+0000","last_became_active":"2024-09-19T05:34:05.476483+0000","last_became_peered":"2024-09-19T05:34:05.476483+0000","last_unstale":"2024-09-19T05:34:05.478447+0000","last_undegraded":"2024-09-19T05:34:05.478447+0000","last_fullsized":"2024-09-19T05:34:05.478447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467122+0000","last_change":"2024-09-19T05:34:05.467122+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467122+0000","last_undegraded":"2024-09-19T05:34:05.467122+0000","last_fullsized":"2024-09-19T05:34:05.467122+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477300+0000","last_change":"2024-09-19T05:34:05.474034+0000","last_active":"2024-09-19T05:34:05.477300+0000","last_peered":"2024-09-19T05:34:05.477300+0000","last_clean":"2024-09-19T05:34:05.477300+0000","last_became_active":"2024-09-19T05:34:05.473729+0000","last_became_peered":"2024-09-19T05:34:05.473729+0000","last_unstale":"2024-09-19T05:34:05.477300+0000","last_undegraded":"2024-09-19T05:34:05.477300+0000","last_fullsized":"2024-09-19T05:34:05.477300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.451959+0000","last_change":"2024-09-19T05:34:04.451959+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.451959+0000","last_undegraded":"2024-09-19T05:34:04.451959+0000","last_fullsized":"2024-09-19T05:34:04.451959+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477326+0000","last_change":"2024-09-19T05:34:05.475793+0000","last_active":"2024-09-19T05:34:05.477326+0000","last_peered":"2024-09-19T05:34:05.477326+0000","last_clean":"2024-09-19T05:34:05.477326+0000","last_became_active":"2024-09-19T05:34:05.475478+0000","last_became_peered":"2024-09-19T05:34:05.475478+0000","last_unstale":"2024-09-19T05:34:05.477326+0000","last_undegraded":"2024-09-19T05:34:05.477326+0000","last_fullsized":"2024-09-19T05:34:05.477326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.454120+0000","last_change":"2024-09-19T05:34:04.454120+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.454120+0000","last_undegraded":"2024-09-19T05:34:04.454120+0000","last_fullsized":"2024-09-19T05:34:04.454120+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.470378+0000","last_change":"2024-09-19T05:34:05.465822+0000","last_active":"2024-09-19T05:34:05.470378+0000","last_peered":"2024-09-19T05:34:05.470378+0000","last_clean":"2024-09-19T05:34:05.470378+0000","last_became_active":"2024-09-19T05:34:05.465482+0000","last_became_peered":"2024-09-19T05:34:05.465482+0000","last_unstale":"2024-09-19T05:34:05.470378+0000","last_undegraded":"2024-09-19T05:34:05.470378+0000","last_fullsized":"2024-09-19T05:34:05.470378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-19T05:34:04.449316+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:04.449316+0000","last_peered":"2024-09-19T05:34:04.449316+0000","last_clean":"2024-09-19T05:34:04.449316+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:04.449316+0000","last_undegraded":"2024-09-19T05:34:04.449316+0000","last_fullsized":"2024-09-19T05:34:04.449316+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.448561+0000","last_change":"2024-09-19T05:34:04.448561+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.448561+0000","last_undegraded":"2024-09-19T05:34:04.448561+0000","last_fullsized":"2024-09-19T05:34:04.448561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.472012+0000","last_change":"2024-09-19T05:34:05.472012+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.472012+0000","last_undegraded":"2024-09-19T05:34:05.472012+0000","last_fullsized":"2024-09-19T05:34:05.472012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.447790+0000","last_change":"2024-09-19T05:34:04.447790+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.447790+0000","last_undegraded":"2024-09-19T05:34:04.447790+0000","last_fullsized":"2024-09-19T05:34:04.447790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.473397+0000","last_change":"2024-09-19T05:34:05.470939+0000","last_active":"2024-09-19T05:34:05.473397+0000","last_peered":"2024-09-19T05:34:05.473397+0000","last_clean":"2024-09-19T05:34:05.473397+0000","last_became_active":"2024-09-19T05:34:05.470647+0000","last_became_peered":"2024-09-19T05:34:05.470647+0000","last_unstale":"2024-09-19T05:34:05.473397+0000","last_undegraded":"2024-09-19T05:34:05.473397+0000","last_fullsized":"2024-09-19T05:34:05.473397+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.448077+0000","last_change":"2024-09-19T05:34:04.448077+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.448077+0000","last_undegraded":"2024-09-19T05:34:04.448077+0000","last_fullsized":"2024-09-19T05:34:04.448077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.454381+0000","last_change":"2024-09-19T05:34:04.454381+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.454381+0000","last_undegraded":"2024-09-19T05:34:04.454381+0000","last_fullsized":"2024-09-19T05:34:04.454381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.447856+0000","last_change":"2024-09-19T05:34:04.447856+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.447856+0000","last_undegraded":"2024-09-19T05:34:04.447856+0000","last_fullsized":"2024-09-19T05:34:04.447856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.453492+0000","last_change":"2024-09-19T05:34:04.453492+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.453492+0000","last_undegraded":"2024-09-19T05:34:04.453492+0000","last_fullsized":"2024-09-19T05:34:04.453492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469221+0000","last_change":"2024-09-19T05:34:05.469221+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469221+0000","last_undegraded":"2024-09-19T05:34:05.469221+0000","last_fullsized":"2024-09-19T05:34:05.469221+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478351+0000","last_change":"2024-09-19T05:34:05.476887+0000","last_active":"2024-09-19T05:34:05.478351+0000","last_peered":"2024-09-19T05:34:05.478351+0000","last_clean":"2024-09-19T05:34:05.478351+0000","last_became_active":"2024-09-19T05:34:05.476578+0000","last_became_peered":"2024-09-19T05:34:05.476578+0000","last_unstale":"2024-09-19T05:34:05.478351+0000","last_undegraded":"2024-09-19T05:34:05.478351+0000","last_fullsized":"2024-09-19T05:34:05.478351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:43.605082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.448763+0000","last_change":"2024-09-19T05:34:04.448763+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.448763+0000","last_undegraded":"2024-09-19T05:34:04.448763+0000","last_fullsized":"2024-09-19T05:34:04.448763+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.453323+0000","last_change":"2024-09-19T05:34:04.453323+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.453323+0000","last_undegraded":"2024-09-19T05:34:04.453323+0000","last_fullsized":"2024-09-19T05:34:04.453323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.466562+0000","last_change":"2024-09-19T05:34:05.466562+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.466562+0000","last_undegraded":"2024-09-19T05:34:05.466562+0000","last_fullsized":"2024-09-19T05:34:05.466562+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.454930+0000","last_change":"2024-09-19T05:34:04.454930+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.454930+0000","last_undegraded":"2024-09-19T05:34:04.454930+0000","last_fullsized":"2024-09-19T05:34:04.454930+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.466854+0000","last_change":"2024-09-19T05:34:05.466854+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.466854+0000","last_undegraded":"2024-09-19T05:34:05.466854+0000","last_fullsized":"2024-09-19T05:34:05.466854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.447834+0000","last_change":"2024-09-19T05:34:04.447834+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.447834+0000","last_undegraded":"2024-09-19T05:34:04.447834+0000","last_fullsized":"2024-09-19T05:34:04.447834+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469380+0000","last_change":"2024-09-19T05:34:05.469380+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469380+0000","last_undegraded":"2024-09-19T05:34:05.469380+0000","last_fullsized":"2024-09-19T05:34:05.469380+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.448182+0000","last_change":"2024-09-19T05:34:04.448182+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.448182+0000","last_undegraded":"2024-09-19T05:34:04.448182+0000","last_fullsized":"2024-09-19T05:34:04.448182+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.448637+0000","last_change":"2024-09-19T05:34:04.448637+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.448637+0000","last_undegraded":"2024-09-19T05:34:04.448637+0000","last_fullsized":"2024-09-19T05:34:04.448637+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:05.445245+0000","last_change":"2024-09-19T05:34:05.445245+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.445245+0000","last_undegraded":"2024-09-19T05:34:05.445245+0000","last_fullsized":"2024-09-19T05:34:05.445245+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480865+0000","last_change":"2024-09-19T05:34:05.478326+0000","last_active":"2024-09-19T05:34:05.480865+0000","last_peered":"2024-09-19T05:34:05.480865+0000","last_clean":"2024-09-19T05:34:05.480865+0000","last_became_active":"2024-09-19T05:34:05.478011+0000","last_became_peered":"2024-09-19T05:34:05.478011+0000","last_unstale":"2024-09-19T05:34:05.480865+0000","last_undegraded":"2024-09-19T05:34:05.480865+0000","last_fullsized":"2024-09-19T05:34:05.480865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468735+0000","last_change":"2024-09-19T05:34:05.468735+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468735+0000","last_undegraded":"2024-09-19T05:34:05.468735+0000","last_fullsized":"2024-09-19T05:34:05.468735+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:34:04.453111+0000","last_change":"2024-09-19T05:34:04.453111+0000","last_active":"2024-09-19T05:34:04.435243+0000","last_peered":"2024-09-19T05:34:04.435243+0000","last_clean":"2024-09-19T05:34:04.435243+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:04.453111+0000","last_undegraded":"2024-09-19T05:34:04.453111+0000","last_fullsized":"2024-09-19T05:34:04.453111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":40,"acting":40,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35516,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336324,"statfs":{"total":96636764160,"available":96600395776,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36080,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335760,"statfs":{"total":96636764160,"available":96599818240,"internally_reserved":0,"allocated":753664,"data_stored":638376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35516,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336324,"statfs":{"total":96636764160,"available":96600395776,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35516,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336324,"statfs":{"total":96636764160,"available":96600395776,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31348,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340492,"statfs":{"total":96636764160,"available":96604663808,"internally_reserved":0,"allocated":159744,"data_stored":48008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32548,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339292,"statfs":{"total":96636764160,"available":96603435008,"internally_reserved":0,"allocated":753664,"data_stored":638376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:10.458 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:10.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.594+0000 7f7d1b6e6640 1 Processor -- start 2024-09-19T05:34:10.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.594+0000 7f7d1b6e6640 1 -- start start 2024-09-19T05:34:10.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.595+0000 7f7d1b6e6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7d140b6690 0x7f7d140cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.595+0000 7f7d1b6e6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7d140d16e0 0x7f7d140d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.595+0000 7f7d1b6e6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d140cff10 con 0x7f7d140b6a70 2024-09-19T05:34:10.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.595+0000 7f7d1b6e6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f7d140cf540 con 0x7f7d140b6690 2024-09-19T05:34:10.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.595+0000 7f7d1b6e6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7d140d1b10 con 0x7f7d140d16e0 2024-09-19T05:34:10.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.595+0000 7f7d19482640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7d140b6690 0x7f7d140cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.595+0000 7f7d19482640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7d140b6690 0x7f7d140cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46338/0 (socket says 172.21.15.39:46338) 2024-09-19T05:34:10.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.595+0000 7f7d19482640 1 -- 172.21.15.39:0/3312645378 learned_addr learned my addr 172.21.15.39:0/3312645378 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.596+0000 7f7d19c83640 1 --2- 172.21.15.39:0/3312645378 >> v2:172.21.15.50:3300/0 conn(0x7f7d140d16e0 0x7f7d140d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.596+0000 7f7d19482640 1 -- 172.21.15.39:0/3312645378 >> v2:172.21.15.50:3300/0 conn(0x7f7d140d16e0 msgr2=0x7f7d140d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.596+0000 7f7d19482640 1 --2- 172.21.15.39:0/3312645378 >> v2:172.21.15.50:3300/0 conn(0x7f7d140d16e0 0x7f7d140d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.596+0000 7f7d19482640 1 -- 172.21.15.39:0/3312645378 >> v1:172.21.15.50:6789/0 conn(0x7f7d140b6a70 legacy=0x7f7d140d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.596+0000 7f7d19482640 1 -- 172.21.15.39:0/3312645378 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d140d1d90 con 0x7f7d140b6690 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.596+0000 7f7d19c83640 1 --2- 172.21.15.39:0/3312645378 >> v2:172.21.15.50:3300/0 conn(0x7f7d140d16e0 0x7f7d140d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.596+0000 7f7d19482640 1 --2- 172.21.15.39:0/3312645378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140b6690 0x7f7d140cf9d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7d141621f0 tx=0x7f7d0402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5e1db518687d7ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d13fff640 1 -- 172.21.15.39:0/3312645378 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d04036070 con 0x7f7d140b6690 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d13fff640 1 -- 172.21.15.39:0/3312645378 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d04031600 con 0x7f7d140b6690 2024-09-19T05:34:10.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d13fff640 1 -- 172.21.15.39:0/3312645378 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d040319d0 con 0x7f7d140b6690 2024-09-19T05:34:10.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/3312645378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140b6690 msgr2=0x7f7d140cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d1b6e6640 1 --2- 172.21.15.39:0/3312645378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140b6690 0x7f7d140cf9d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7d141621f0 tx=0x7f7d0402a6f0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/3312645378 shutdown_connections 2024-09-19T05:34:10.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d1b6e6640 1 --2- 172.21.15.39:0/3312645378 >> v2:172.21.15.50:3300/0 conn(0x7f7d140d16e0 0x7f7d140d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d1b6e6640 1 --2- 172.21.15.39:0/3312645378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140b6690 0x7f7d140cf9d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/3312645378 >> 172.21.15.39:0/3312645378 conn(0x7f7d14072560 msgr2=0x7f7d14072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/3312645378 shutdown_connections 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.597+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/3312645378 wait complete. 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.598+0000 7f7d1b6e6640 1 Processor -- start 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.598+0000 7f7d1b6e6640 1 -- start start 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d1b6e6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d140b6690 0x7f7d141546d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d1b6e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d140b6a70 0x7f7d140ca490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d1b6e6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140d16e0 0x7f7d14152de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d1b6e6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7d140b6f00 con 0x7f7d140d16e0 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d1b6e6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7d140cf1d0 con 0x7f7d140b6690 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d1b6e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7d1415c530 con 0x7f7d140b6a70 2024-09-19T05:34:10.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d19c83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140d16e0 0x7f7d14152de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d19c83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140d16e0 0x7f7d14152de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46352/0 (socket says 172.21.15.39:46352) 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d19c83640 1 -- 172.21.15.39:0/1252204425 learned_addr learned my addr 172.21.15.39:0/1252204425 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d19482640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d140b6690 0x7f7d141546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.599+0000 7f7d18c81640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d140b6a70 0x7f7d140ca490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d19c83640 1 -- 172.21.15.39:0/1252204425 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d140b6a70 msgr2=0x7f7d140ca490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d19c83640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d140b6a70 0x7f7d140ca490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d19c83640 1 -- 172.21.15.39:0/1252204425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d140b6690 msgr2=0x7f7d141546d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d19c83640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d140b6690 0x7f7d141546d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d19c83640 1 -- 172.21.15.39:0/1252204425 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d14153630 con 0x7f7d140d16e0 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d19c83640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140d16e0 0x7f7d14152de0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c00c7f0 tx=0x7f7d0c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d11ffb640 1 -- 172.21.15.39:0/1252204425 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c015020 con 0x7f7d140d16e0 2024-09-19T05:34:10.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d11ffb640 1 -- 172.21.15.39:0/1252204425 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d0c004230 con 0x7f7d140d16e0 2024-09-19T05:34:10.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d11ffb640 1 -- 172.21.15.39:0/1252204425 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c003610 con 0x7f7d140d16e0 2024-09-19T05:34:10.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d14153910 con 0x7f7d140d16e0 2024-09-19T05:34:10.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.600+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d14153ed0 con 0x7f7d140d16e0 2024-09-19T05:34:10.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.601+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d14069140 con 0x7f7d140d16e0 2024-09-19T05:34:10.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.602+0000 7f7d11ffb640 1 -- 172.21.15.39:0/1252204425 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7d0c018020 con 0x7f7d140d16e0 2024-09-19T05:34:10.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.602+0000 7f7d11ffb640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d0006c2b0 0x7f7d0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.602+0000 7f7d11ffb640 1 -- 172.21.15.39:0/1252204425 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7d0c08b590 con 0x7f7d140d16e0 2024-09-19T05:34:10.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.602+0000 7f7d19482640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d0006c2b0 0x7f7d0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.603+0000 7f7d19482640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d0006c2b0 0x7f7d0006e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7d04033000 tx=0x7f7d04009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.606+0000 7f7d11ffb640 1 -- 172.21.15.39:0/1252204425 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7d0c01f020 con 0x7f7d140d16e0 2024-09-19T05:34:10.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.782+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7d140cf9b0 con 0x7f7d0006c2b0 2024-09-19T05:34:10.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.788+0000 7f7d11ffb640 1 -- 172.21.15.39:0/1252204425 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250283 (secure 0 0 0) 0x7f7d140cf9b0 con 0x7f7d0006c2b0 2024-09-19T05:34:10.792 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:10.793 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:10.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d0006c2b0 msgr2=0x7f7d0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d0006c2b0 0x7f7d0006e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7d04033000 tx=0x7f7d04009000 comp rx=0 tx=0).stop 2024-09-19T05:34:10.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140d16e0 msgr2=0x7f7d14152de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140d16e0 0x7f7d14152de0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c00c7f0 tx=0x7f7d0c00ccb0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 shutdown_connections 2024-09-19T05:34:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d0006c2b0 0x7f7d0006e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d140d16e0 0x7f7d14152de0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d140b6a70 0x7f7d140ca490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 --2- 172.21.15.39:0/1252204425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d140b6690 0x7f7d141546d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.790+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 >> 172.21.15.39:0/1252204425 conn(0x7f7d14072560 msgr2=0x7f7d14072940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.791+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 shutdown_connections 2024-09-19T05:34:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.791+0000 7f7d1b6e6640 1 -- 172.21.15.39:0/1252204425 wait complete. 2024-09-19T05:34:10.803 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T05:34:10.671685+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591166,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":180,"num_write_kb":2427,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":123,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":268872,"kb_used_data":2724,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754705848,"statfs":{"total":773094113280,"available":772818788352,"internally_reserved":0,"allocated":2789376,"data_stored":1709682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":798,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000899"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916652+0000","last_change":"2024-09-19T05:34:06.490710+0000","last_active":"2024-09-19T05:34:07.916652+0000","last_peered":"2024-09-19T05:34:07.916652+0000","last_clean":"2024-09-19T05:34:07.916652+0000","last_became_active":"2024-09-19T05:34:06.490381+0000","last_became_peered":"2024-09-19T05:34:06.490381+0000","last_unstale":"2024-09-19T05:34:07.916652+0000","last_undegraded":"2024-09-19T05:34:07.916652+0000","last_fullsized":"2024-09-19T05:34:07.916652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:32.821118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472165+0000","last_change":"2024-09-19T05:34:06.479989+0000","last_active":"2024-09-19T05:34:07.472165+0000","last_peered":"2024-09-19T05:34:07.472165+0000","last_clean":"2024-09-19T05:34:07.472165+0000","last_became_active":"2024-09-19T05:34:06.479677+0000","last_became_peered":"2024-09-19T05:34:06.479677+0000","last_unstale":"2024-09-19T05:34:07.472165+0000","last_undegraded":"2024-09-19T05:34:07.472165+0000","last_fullsized":"2024-09-19T05:34:07.472165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:42.946421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916331+0000","last_change":"2024-09-19T05:34:06.477668+0000","last_active":"2024-09-19T05:34:07.916331+0000","last_peered":"2024-09-19T05:34:07.916331+0000","last_clean":"2024-09-19T05:34:07.916331+0000","last_became_active":"2024-09-19T05:34:06.476835+0000","last_became_peered":"2024-09-19T05:34:06.476835+0000","last_unstale":"2024-09-19T05:34:07.916331+0000","last_undegraded":"2024-09-19T05:34:07.916331+0000","last_fullsized":"2024-09-19T05:34:07.916331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474260+0000","last_change":"2024-09-19T05:34:06.484649+0000","last_active":"2024-09-19T05:34:07.474260+0000","last_peered":"2024-09-19T05:34:07.474260+0000","last_clean":"2024-09-19T05:34:07.474260+0000","last_became_active":"2024-09-19T05:34:06.483998+0000","last_became_peered":"2024-09-19T05:34:06.483998+0000","last_unstale":"2024-09-19T05:34:07.474260+0000","last_undegraded":"2024-09-19T05:34:07.474260+0000","last_fullsized":"2024-09-19T05:34:07.474260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:27.748057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915931+0000","last_change":"2024-09-19T05:34:06.481397+0000","last_active":"2024-09-19T05:34:07.915931+0000","last_peered":"2024-09-19T05:34:07.915931+0000","last_clean":"2024-09-19T05:34:07.915931+0000","last_became_active":"2024-09-19T05:34:06.481091+0000","last_became_peered":"2024-09-19T05:34:06.481091+0000","last_unstale":"2024-09-19T05:34:07.915931+0000","last_undegraded":"2024-09-19T05:34:07.915931+0000","last_fullsized":"2024-09-19T05:34:07.915931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:17.541545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474011+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.474011+0000","last_peered":"2024-09-19T05:34:07.474011+0000","last_clean":"2024-09-19T05:34:07.474011+0000","last_became_active":"2024-09-19T05:34:06.481311+0000","last_became_peered":"2024-09-19T05:34:06.481311+0000","last_unstale":"2024-09-19T05:34:07.474011+0000","last_undegraded":"2024-09-19T05:34:07.474011+0000","last_fullsized":"2024-09-19T05:34:07.474011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:52.909714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915873+0000","last_change":"2024-09-19T05:34:06.487493+0000","last_active":"2024-09-19T05:34:07.915873+0000","last_peered":"2024-09-19T05:34:07.915873+0000","last_clean":"2024-09-19T05:34:07.915873+0000","last_became_active":"2024-09-19T05:34:06.487213+0000","last_became_peered":"2024-09-19T05:34:06.487213+0000","last_unstale":"2024-09-19T05:34:07.915873+0000","last_undegraded":"2024-09-19T05:34:07.915873+0000","last_fullsized":"2024-09-19T05:34:07.915873+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:09.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471543+0000","last_change":"2024-09-19T05:34:05.471543+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471543+0000","last_undegraded":"2024-09-19T05:34:05.471543+0000","last_fullsized":"2024-09-19T05:34:05.471543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916702+0000","last_change":"2024-09-19T05:34:06.493016+0000","last_active":"2024-09-19T05:34:07.916702+0000","last_peered":"2024-09-19T05:34:07.916702+0000","last_clean":"2024-09-19T05:34:07.916702+0000","last_became_active":"2024-09-19T05:34:06.492573+0000","last_became_peered":"2024-09-19T05:34:06.492573+0000","last_unstale":"2024-09-19T05:34:07.916702+0000","last_undegraded":"2024-09-19T05:34:07.916702+0000","last_fullsized":"2024-09-19T05:34:07.916702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:47.147182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471095+0000","last_change":"2024-09-19T05:34:05.471095+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471095+0000","last_undegraded":"2024-09-19T05:34:05.471095+0000","last_fullsized":"2024-09-19T05:34:05.471095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467056+0000","last_change":"2024-09-19T05:34:05.467056+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467056+0000","last_undegraded":"2024-09-19T05:34:05.467056+0000","last_fullsized":"2024-09-19T05:34:05.467056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473339+0000","last_change":"2024-09-19T05:34:06.493014+0000","last_active":"2024-09-19T05:34:07.473339+0000","last_peered":"2024-09-19T05:34:07.473339+0000","last_clean":"2024-09-19T05:34:07.473339+0000","last_became_active":"2024-09-19T05:34:06.492710+0000","last_became_peered":"2024-09-19T05:34:06.492710+0000","last_unstale":"2024-09-19T05:34:07.473339+0000","last_undegraded":"2024-09-19T05:34:07.473339+0000","last_fullsized":"2024-09-19T05:34:07.473339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:37.476105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467436+0000","last_change":"2024-09-19T05:34:05.467436+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467436+0000","last_undegraded":"2024-09-19T05:34:05.467436+0000","last_fullsized":"2024-09-19T05:34:05.467436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915898+0000","last_change":"2024-09-19T05:34:06.474005+0000","last_active":"2024-09-19T05:34:07.915898+0000","last_peered":"2024-09-19T05:34:07.915898+0000","last_clean":"2024-09-19T05:34:07.915898+0000","last_became_active":"2024-09-19T05:34:06.472973+0000","last_became_peered":"2024-09-19T05:34:06.472973+0000","last_unstale":"2024-09-19T05:34:07.915898+0000","last_undegraded":"2024-09-19T05:34:07.915898+0000","last_fullsized":"2024-09-19T05:34:07.915898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:46.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471927+0000","last_change":"2024-09-19T05:34:06.472284+0000","last_active":"2024-09-19T05:34:07.471927+0000","last_peered":"2024-09-19T05:34:07.471927+0000","last_clean":"2024-09-19T05:34:07.471927+0000","last_became_active":"2024-09-19T05:34:06.472002+0000","last_became_peered":"2024-09-19T05:34:06.472002+0000","last_unstale":"2024-09-19T05:34:07.471927+0000","last_undegraded":"2024-09-19T05:34:07.471927+0000","last_fullsized":"2024-09-19T05:34:07.471927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472756+0000","last_change":"2024-09-19T05:34:06.481881+0000","last_active":"2024-09-19T05:34:07.472756+0000","last_peered":"2024-09-19T05:34:07.472756+0000","last_clean":"2024-09-19T05:34:07.472756+0000","last_became_active":"2024-09-19T05:34:06.481288+0000","last_became_peered":"2024-09-19T05:34:06.481288+0000","last_unstale":"2024-09-19T05:34:07.472756+0000","last_undegraded":"2024-09-19T05:34:07.472756+0000","last_fullsized":"2024-09-19T05:34:07.472756+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473961+0000","last_change":"2024-09-19T05:34:06.482962+0000","last_active":"2024-09-19T05:34:07.473961+0000","last_peered":"2024-09-19T05:34:07.473961+0000","last_clean":"2024-09-19T05:34:07.473961+0000","last_became_active":"2024-09-19T05:34:06.482493+0000","last_became_peered":"2024-09-19T05:34:06.482493+0000","last_unstale":"2024-09-19T05:34:07.473961+0000","last_undegraded":"2024-09-19T05:34:07.473961+0000","last_fullsized":"2024-09-19T05:34:07.473961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.705012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.461360+0000","last_change":"2024-09-19T05:34:05.461360+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.461360+0000","last_undegraded":"2024-09-19T05:34:05.461360+0000","last_fullsized":"2024-09-19T05:34:05.461360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916486+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.916486+0000","last_peered":"2024-09-19T05:34:07.916486+0000","last_clean":"2024-09-19T05:34:07.916486+0000","last_became_active":"2024-09-19T05:34:06.481304+0000","last_became_peered":"2024-09-19T05:34:06.481304+0000","last_unstale":"2024-09-19T05:34:07.916486+0000","last_undegraded":"2024-09-19T05:34:07.916486+0000","last_fullsized":"2024-09-19T05:34:07.916486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:14.610024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469408+0000","last_change":"2024-09-19T05:34:05.469408+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469408+0000","last_undegraded":"2024-09-19T05:34:05.469408+0000","last_fullsized":"2024-09-19T05:34:05.469408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916227+0000","last_change":"2024-09-19T05:34:06.483640+0000","last_active":"2024-09-19T05:34:07.916227+0000","last_peered":"2024-09-19T05:34:07.916227+0000","last_clean":"2024-09-19T05:34:07.916227+0000","last_became_active":"2024-09-19T05:34:06.483168+0000","last_became_peered":"2024-09-19T05:34:06.483168+0000","last_unstale":"2024-09-19T05:34:07.916227+0000","last_undegraded":"2024-09-19T05:34:07.916227+0000","last_fullsized":"2024-09-19T05:34:07.916227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:36.682368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474170+0000","last_change":"2024-09-19T05:34:06.478517+0000","last_active":"2024-09-19T05:34:07.474170+0000","last_peered":"2024-09-19T05:34:07.474170+0000","last_clean":"2024-09-19T05:34:07.474170+0000","last_became_active":"2024-09-19T05:34:06.477295+0000","last_became_peered":"2024-09-19T05:34:06.477295+0000","last_unstale":"2024-09-19T05:34:07.474170+0000","last_undegraded":"2024-09-19T05:34:07.474170+0000","last_fullsized":"2024-09-19T05:34:07.474170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:25.006276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468550+0000","last_change":"2024-09-19T05:34:05.468550+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468550+0000","last_undegraded":"2024-09-19T05:34:05.468550+0000","last_fullsized":"2024-09-19T05:34:05.468550+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472828+0000","last_change":"2024-09-19T05:34:06.474490+0000","last_active":"2024-09-19T05:34:07.472828+0000","last_peered":"2024-09-19T05:34:07.472828+0000","last_clean":"2024-09-19T05:34:07.472828+0000","last_became_active":"2024-09-19T05:34:06.474141+0000","last_became_peered":"2024-09-19T05:34:06.474141+0000","last_unstale":"2024-09-19T05:34:07.472828+0000","last_undegraded":"2024-09-19T05:34:07.472828+0000","last_fullsized":"2024-09-19T05:34:07.472828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:54.327743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469666+0000","last_change":"2024-09-19T05:34:05.469666+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469666+0000","last_undegraded":"2024-09-19T05:34:05.469666+0000","last_fullsized":"2024-09-19T05:34:05.469666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.470570+0000","last_change":"2024-09-19T05:34:05.470570+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.470570+0000","last_undegraded":"2024-09-19T05:34:05.470570+0000","last_fullsized":"2024-09-19T05:34:05.470570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472111+0000","last_change":"2024-09-19T05:34:06.484703+0000","last_active":"2024-09-19T05:34:07.472111+0000","last_peered":"2024-09-19T05:34:07.472111+0000","last_clean":"2024-09-19T05:34:07.472111+0000","last_became_active":"2024-09-19T05:34:06.484340+0000","last_became_peered":"2024-09-19T05:34:06.484340+0000","last_unstale":"2024-09-19T05:34:07.472111+0000","last_undegraded":"2024-09-19T05:34:07.472111+0000","last_fullsized":"2024-09-19T05:34:07.472111+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.470305+0000","last_change":"2024-09-19T05:34:05.470305+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.470305+0000","last_undegraded":"2024-09-19T05:34:05.470305+0000","last_fullsized":"2024-09-19T05:34:05.470305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916309+0000","last_change":"2024-09-19T05:34:06.476788+0000","last_active":"2024-09-19T05:34:07.916309+0000","last_peered":"2024-09-19T05:34:07.916309+0000","last_clean":"2024-09-19T05:34:07.916309+0000","last_became_active":"2024-09-19T05:34:06.476516+0000","last_became_peered":"2024-09-19T05:34:06.476516+0000","last_unstale":"2024-09-19T05:34:07.916309+0000","last_undegraded":"2024-09-19T05:34:07.916309+0000","last_fullsized":"2024-09-19T05:34:07.916309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:26.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474417+0000","last_change":"2024-09-19T05:34:06.486368+0000","last_active":"2024-09-19T05:34:07.474417+0000","last_peered":"2024-09-19T05:34:07.474417+0000","last_clean":"2024-09-19T05:34:07.474417+0000","last_became_active":"2024-09-19T05:34:06.486035+0000","last_became_peered":"2024-09-19T05:34:06.486035+0000","last_unstale":"2024-09-19T05:34:07.474417+0000","last_undegraded":"2024-09-19T05:34:07.474417+0000","last_fullsized":"2024-09-19T05:34:07.474417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:05.361208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.461407+0000","last_change":"2024-09-19T05:34:05.461407+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.461407+0000","last_undegraded":"2024-09-19T05:34:05.461407+0000","last_fullsized":"2024-09-19T05:34:05.461407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468752+0000","last_change":"2024-09-19T05:34:05.468752+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468752+0000","last_undegraded":"2024-09-19T05:34:05.468752+0000","last_fullsized":"2024-09-19T05:34:05.468752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473069+0000","last_change":"2024-09-19T05:34:06.470736+0000","last_active":"2024-09-19T05:34:07.473069+0000","last_peered":"2024-09-19T05:34:07.473069+0000","last_clean":"2024-09-19T05:34:07.473069+0000","last_became_active":"2024-09-19T05:34:06.470383+0000","last_became_peered":"2024-09-19T05:34:06.470383+0000","last_unstale":"2024-09-19T05:34:07.473069+0000","last_undegraded":"2024-09-19T05:34:07.473069+0000","last_fullsized":"2024-09-19T05:34:07.473069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:34.304554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478743+0000","last_change":"2024-09-19T05:34:05.475981+0000","last_active":"2024-09-19T05:34:05.478743+0000","last_peered":"2024-09-19T05:34:05.478743+0000","last_clean":"2024-09-19T05:34:05.478743+0000","last_became_active":"2024-09-19T05:34:05.475727+0000","last_became_peered":"2024-09-19T05:34:05.475727+0000","last_unstale":"2024-09-19T05:34:05.478743+0000","last_undegraded":"2024-09-19T05:34:05.478743+0000","last_fullsized":"2024-09-19T05:34:05.478743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:44.790175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916374+0000","last_change":"2024-09-19T05:34:06.478104+0000","last_active":"2024-09-19T05:34:07.916374+0000","last_peered":"2024-09-19T05:34:07.916374+0000","last_clean":"2024-09-19T05:34:07.916374+0000","last_became_active":"2024-09-19T05:34:06.477772+0000","last_became_peered":"2024-09-19T05:34:06.477772+0000","last_unstale":"2024-09-19T05:34:07.916374+0000","last_undegraded":"2024-09-19T05:34:07.916374+0000","last_fullsized":"2024-09-19T05:34:07.916374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477895+0000","last_change":"2024-09-19T05:34:05.474081+0000","last_active":"2024-09-19T05:34:05.477895+0000","last_peered":"2024-09-19T05:34:05.477895+0000","last_clean":"2024-09-19T05:34:05.477895+0000","last_became_active":"2024-09-19T05:34:05.473251+0000","last_became_peered":"2024-09-19T05:34:05.473251+0000","last_unstale":"2024-09-19T05:34:05.477895+0000","last_undegraded":"2024-09-19T05:34:05.477895+0000","last_fullsized":"2024-09-19T05:34:05.477895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:44.790175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480858+0000","last_change":"2024-09-19T05:34:05.476933+0000","last_active":"2024-09-19T05:34:05.480858+0000","last_peered":"2024-09-19T05:34:05.480858+0000","last_clean":"2024-09-19T05:34:05.480858+0000","last_became_active":"2024-09-19T05:34:05.476627+0000","last_became_peered":"2024-09-19T05:34:05.476627+0000","last_unstale":"2024-09-19T05:34:05.480858+0000","last_undegraded":"2024-09-19T05:34:05.480858+0000","last_fullsized":"2024-09-19T05:34:05.480858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:43.605082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471018+0000","last_change":"2024-09-19T05:34:05.471018+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471018+0000","last_undegraded":"2024-09-19T05:34:05.471018+0000","last_fullsized":"2024-09-19T05:34:05.471018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473674+0000","last_change":"2024-09-19T05:34:05.467421+0000","last_active":"2024-09-19T05:34:07.473674+0000","last_peered":"2024-09-19T05:34:07.473674+0000","last_clean":"2024-09-19T05:34:07.473674+0000","last_became_active":"2024-09-19T05:34:05.467111+0000","last_became_peered":"2024-09-19T05:34:05.467111+0000","last_unstale":"2024-09-19T05:34:07.473674+0000","last_undegraded":"2024-09-19T05:34:07.473674+0000","last_fullsized":"2024-09-19T05:34:07.473674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471897+0000","last_change":"2024-09-19T05:34:06.485430+0000","last_active":"2024-09-19T05:34:07.471897+0000","last_peered":"2024-09-19T05:34:07.471897+0000","last_clean":"2024-09-19T05:34:07.471897+0000","last_became_active":"2024-09-19T05:34:06.485150+0000","last_became_peered":"2024-09-19T05:34:06.485150+0000","last_unstale":"2024-09-19T05:34:07.471897+0000","last_undegraded":"2024-09-19T05:34:07.471897+0000","last_fullsized":"2024-09-19T05:34:07.471897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478963+0000","last_change":"2024-09-19T05:34:05.477362+0000","last_active":"2024-09-19T05:34:05.478963+0000","last_peered":"2024-09-19T05:34:05.478963+0000","last_clean":"2024-09-19T05:34:05.478963+0000","last_became_active":"2024-09-19T05:34:05.476952+0000","last_became_peered":"2024-09-19T05:34:05.476952+0000","last_unstale":"2024-09-19T05:34:05.478963+0000","last_undegraded":"2024-09-19T05:34:05.478963+0000","last_fullsized":"2024-09-19T05:34:05.478963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473803+0000","last_change":"2024-09-19T05:34:06.477093+0000","last_active":"2024-09-19T05:34:07.473803+0000","last_peered":"2024-09-19T05:34:07.473803+0000","last_clean":"2024-09-19T05:34:07.473803+0000","last_became_active":"2024-09-19T05:34:06.476739+0000","last_became_peered":"2024-09-19T05:34:06.476739+0000","last_unstale":"2024-09-19T05:34:07.473803+0000","last_undegraded":"2024-09-19T05:34:07.473803+0000","last_fullsized":"2024-09-19T05:34:07.473803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:13.831277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473864+0000","last_change":"2024-09-19T05:34:05.474353+0000","last_active":"2024-09-19T05:34:07.473864+0000","last_peered":"2024-09-19T05:34:07.473864+0000","last_clean":"2024-09-19T05:34:07.473864+0000","last_became_active":"2024-09-19T05:34:05.474005+0000","last_became_peered":"2024-09-19T05:34:05.474005+0000","last_unstale":"2024-09-19T05:34:07.473864+0000","last_undegraded":"2024-09-19T05:34:07.473864+0000","last_fullsized":"2024-09-19T05:34:07.473864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916586+0000","last_change":"2024-09-19T05:34:06.489641+0000","last_active":"2024-09-19T05:34:07.916586+0000","last_peered":"2024-09-19T05:34:07.916586+0000","last_clean":"2024-09-19T05:34:07.916586+0000","last_became_active":"2024-09-19T05:34:06.489321+0000","last_became_peered":"2024-09-19T05:34:06.489321+0000","last_unstale":"2024-09-19T05:34:07.916586+0000","last_undegraded":"2024-09-19T05:34:07.916586+0000","last_fullsized":"2024-09-19T05:34:07.916586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472054+0000","last_change":"2024-09-19T05:34:05.472080+0000","last_active":"2024-09-19T05:34:07.472054+0000","last_peered":"2024-09-19T05:34:07.472054+0000","last_clean":"2024-09-19T05:34:07.472054+0000","last_became_active":"2024-09-19T05:34:05.471618+0000","last_became_peered":"2024-09-19T05:34:05.471618+0000","last_unstale":"2024-09-19T05:34:07.472054+0000","last_undegraded":"2024-09-19T05:34:07.472054+0000","last_fullsized":"2024-09-19T05:34:07.472054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:33.294552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474390+0000","last_change":"2024-09-19T05:34:06.479262+0000","last_active":"2024-09-19T05:34:07.474390+0000","last_peered":"2024-09-19T05:34:07.474390+0000","last_clean":"2024-09-19T05:34:07.474390+0000","last_became_active":"2024-09-19T05:34:06.478793+0000","last_became_peered":"2024-09-19T05:34:06.478793+0000","last_unstale":"2024-09-19T05:34:07.474390+0000","last_undegraded":"2024-09-19T05:34:07.474390+0000","last_fullsized":"2024-09-19T05:34:07.474390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:21.875146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480829+0000","last_change":"2024-09-19T05:34:05.479809+0000","last_active":"2024-09-19T05:34:05.480829+0000","last_peered":"2024-09-19T05:34:05.480829+0000","last_clean":"2024-09-19T05:34:05.480829+0000","last_became_active":"2024-09-19T05:34:05.479411+0000","last_became_peered":"2024-09-19T05:34:05.479411+0000","last_unstale":"2024-09-19T05:34:05.480829+0000","last_undegraded":"2024-09-19T05:34:05.480829+0000","last_fullsized":"2024-09-19T05:34:05.480829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916266+0000","last_change":"2024-09-19T05:34:06.484145+0000","last_active":"2024-09-19T05:34:07.916266+0000","last_peered":"2024-09-19T05:34:07.916266+0000","last_clean":"2024-09-19T05:34:07.916266+0000","last_became_active":"2024-09-19T05:34:06.483542+0000","last_became_peered":"2024-09-19T05:34:06.483542+0000","last_unstale":"2024-09-19T05:34:07.916266+0000","last_undegraded":"2024-09-19T05:34:07.916266+0000","last_fullsized":"2024-09-19T05:34:07.916266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:49.390121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916368+0000","last_change":"2024-09-19T05:34:05.470625+0000","last_active":"2024-09-19T05:34:07.916368+0000","last_peered":"2024-09-19T05:34:07.916368+0000","last_clean":"2024-09-19T05:34:07.916368+0000","last_became_active":"2024-09-19T05:34:05.470196+0000","last_became_peered":"2024-09-19T05:34:05.470196+0000","last_unstale":"2024-09-19T05:34:07.916368+0000","last_undegraded":"2024-09-19T05:34:07.916368+0000","last_fullsized":"2024-09-19T05:34:07.916368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:29.655146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916091+0000","last_change":"2024-09-19T05:34:06.480319+0000","last_active":"2024-09-19T05:34:07.916091+0000","last_peered":"2024-09-19T05:34:07.916091+0000","last_clean":"2024-09-19T05:34:07.916091+0000","last_became_active":"2024-09-19T05:34:06.480055+0000","last_became_peered":"2024-09-19T05:34:06.480055+0000","last_unstale":"2024-09-19T05:34:07.916091+0000","last_undegraded":"2024-09-19T05:34:07.916091+0000","last_fullsized":"2024-09-19T05:34:07.916091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:17.132084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474346+0000","last_change":"2024-09-19T05:34:05.479570+0000","last_active":"2024-09-19T05:34:07.474346+0000","last_peered":"2024-09-19T05:34:07.474346+0000","last_clean":"2024-09-19T05:34:07.474346+0000","last_became_active":"2024-09-19T05:34:05.479266+0000","last_became_peered":"2024-09-19T05:34:05.479266+0000","last_unstale":"2024-09-19T05:34:07.474346+0000","last_undegraded":"2024-09-19T05:34:07.474346+0000","last_fullsized":"2024-09-19T05:34:07.474346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916118+0000","last_change":"2024-09-19T05:34:06.477935+0000","last_active":"2024-09-19T05:34:07.916118+0000","last_peered":"2024-09-19T05:34:07.916118+0000","last_clean":"2024-09-19T05:34:07.916118+0000","last_became_active":"2024-09-19T05:34:06.477681+0000","last_became_peered":"2024-09-19T05:34:06.477681+0000","last_unstale":"2024-09-19T05:34:07.916118+0000","last_undegraded":"2024-09-19T05:34:07.916118+0000","last_fullsized":"2024-09-19T05:34:07.916118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:17.096756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478447+0000","last_change":"2024-09-19T05:34:05.477121+0000","last_active":"2024-09-19T05:34:05.478447+0000","last_peered":"2024-09-19T05:34:05.478447+0000","last_clean":"2024-09-19T05:34:05.478447+0000","last_became_active":"2024-09-19T05:34:05.476483+0000","last_became_peered":"2024-09-19T05:34:05.476483+0000","last_unstale":"2024-09-19T05:34:05.478447+0000","last_undegraded":"2024-09-19T05:34:05.478447+0000","last_fullsized":"2024-09-19T05:34:05.478447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467122+0000","last_change":"2024-09-19T05:34:05.467122+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467122+0000","last_undegraded":"2024-09-19T05:34:05.467122+0000","last_fullsized":"2024-09-19T05:34:05.467122+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477300+0000","last_change":"2024-09-19T05:34:05.474034+0000","last_active":"2024-09-19T05:34:05.477300+0000","last_peered":"2024-09-19T05:34:05.477300+0000","last_clean":"2024-09-19T05:34:05.477300+0000","last_became_active":"2024-09-19T05:34:05.473729+0000","last_became_peered":"2024-09-19T05:34:05.473729+0000","last_unstale":"2024-09-19T05:34:05.477300+0000","last_undegraded":"2024-09-19T05:34:05.477300+0000","last_fullsized":"2024-09-19T05:34:05.477300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915753+0000","last_change":"2024-09-19T05:34:06.478696+0000","last_active":"2024-09-19T05:34:07.915753+0000","last_peered":"2024-09-19T05:34:07.915753+0000","last_clean":"2024-09-19T05:34:07.915753+0000","last_became_active":"2024-09-19T05:34:06.478417+0000","last_became_peered":"2024-09-19T05:34:06.478417+0000","last_unstale":"2024-09-19T05:34:07.915753+0000","last_undegraded":"2024-09-19T05:34:07.915753+0000","last_fullsized":"2024-09-19T05:34:07.915753+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.633380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473167+0000","last_change":"2024-09-19T05:34:05.471165+0000","last_active":"2024-09-19T05:34:07.473167+0000","last_peered":"2024-09-19T05:34:07.473167+0000","last_clean":"2024-09-19T05:34:07.473167+0000","last_became_active":"2024-09-19T05:34:05.470862+0000","last_became_peered":"2024-09-19T05:34:05.470862+0000","last_unstale":"2024-09-19T05:34:07.473167+0000","last_undegraded":"2024-09-19T05:34:07.473167+0000","last_fullsized":"2024-09-19T05:34:07.473167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:30.326292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916471+0000","last_change":"2024-09-19T05:34:06.475815+0000","last_active":"2024-09-19T05:34:07.916471+0000","last_peered":"2024-09-19T05:34:07.916471+0000","last_clean":"2024-09-19T05:34:07.916471+0000","last_became_active":"2024-09-19T05:34:06.475495+0000","last_became_peered":"2024-09-19T05:34:06.475495+0000","last_unstale":"2024-09-19T05:34:07.916471+0000","last_undegraded":"2024-09-19T05:34:07.916471+0000","last_fullsized":"2024-09-19T05:34:07.916471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:42.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477326+0000","last_change":"2024-09-19T05:34:05.475793+0000","last_active":"2024-09-19T05:34:05.477326+0000","last_peered":"2024-09-19T05:34:05.477326+0000","last_clean":"2024-09-19T05:34:05.477326+0000","last_became_active":"2024-09-19T05:34:05.475478+0000","last_became_peered":"2024-09-19T05:34:05.475478+0000","last_unstale":"2024-09-19T05:34:05.477326+0000","last_undegraded":"2024-09-19T05:34:05.477326+0000","last_fullsized":"2024-09-19T05:34:05.477326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916761+0000","last_change":"2024-09-19T05:34:06.480580+0000","last_active":"2024-09-19T05:34:07.916761+0000","last_peered":"2024-09-19T05:34:07.916761+0000","last_clean":"2024-09-19T05:34:07.916761+0000","last_became_active":"2024-09-19T05:34:06.480293+0000","last_became_peered":"2024-09-19T05:34:06.480293+0000","last_unstale":"2024-09-19T05:34:07.916761+0000","last_undegraded":"2024-09-19T05:34:07.916761+0000","last_fullsized":"2024-09-19T05:34:07.916761+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:23.973961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472129+0000","last_change":"2024-09-19T05:34:05.471098+0000","last_active":"2024-09-19T05:34:07.472129+0000","last_peered":"2024-09-19T05:34:07.472129+0000","last_clean":"2024-09-19T05:34:07.472129+0000","last_became_active":"2024-09-19T05:34:05.470808+0000","last_became_peered":"2024-09-19T05:34:05.470808+0000","last_unstale":"2024-09-19T05:34:07.472129+0000","last_undegraded":"2024-09-19T05:34:07.472129+0000","last_fullsized":"2024-09-19T05:34:07.472129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474552+0000","last_change":"2024-09-19T05:34:06.486255+0000","last_active":"2024-09-19T05:34:07.474552+0000","last_peered":"2024-09-19T05:34:07.474552+0000","last_clean":"2024-09-19T05:34:07.474552+0000","last_became_active":"2024-09-19T05:34:06.484389+0000","last_became_peered":"2024-09-19T05:34:06.484389+0000","last_unstale":"2024-09-19T05:34:07.474552+0000","last_undegraded":"2024-09-19T05:34:07.474552+0000","last_fullsized":"2024-09-19T05:34:07.474552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:07.578398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.470378+0000","last_change":"2024-09-19T05:34:05.465822+0000","last_active":"2024-09-19T05:34:05.470378+0000","last_peered":"2024-09-19T05:34:05.470378+0000","last_clean":"2024-09-19T05:34:05.470378+0000","last_became_active":"2024-09-19T05:34:05.465482+0000","last_became_peered":"2024-09-19T05:34:05.465482+0000","last_unstale":"2024-09-19T05:34:05.470378+0000","last_undegraded":"2024-09-19T05:34:05.470378+0000","last_fullsized":"2024-09-19T05:34:05.470378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916365+0000","last_change":"2024-09-19T05:34:06.492763+0000","last_active":"2024-09-19T05:34:07.916365+0000","last_peered":"2024-09-19T05:34:07.916365+0000","last_clean":"2024-09-19T05:34:07.916365+0000","last_became_active":"2024-09-19T05:34:06.492463+0000","last_became_peered":"2024-09-19T05:34:06.492463+0000","last_unstale":"2024-09-19T05:34:07.916365+0000","last_undegraded":"2024-09-19T05:34:07.916365+0000","last_fullsized":"2024-09-19T05:34:07.916365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:35:58.916647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915720+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:07.915720+0000","last_peered":"2024-09-19T05:34:07.915720+0000","last_clean":"2024-09-19T05:34:07.915720+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:07.915720+0000","last_undegraded":"2024-09-19T05:34:07.915720+0000","last_fullsized":"2024-09-19T05:34:07.915720+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473380+0000","last_change":"2024-09-19T05:34:05.467523+0000","last_active":"2024-09-19T05:34:07.473380+0000","last_peered":"2024-09-19T05:34:07.473380+0000","last_clean":"2024-09-19T05:34:07.473380+0000","last_became_active":"2024-09-19T05:34:05.467208+0000","last_became_peered":"2024-09-19T05:34:05.467208+0000","last_unstale":"2024-09-19T05:34:07.473380+0000","last_undegraded":"2024-09-19T05:34:07.473380+0000","last_fullsized":"2024-09-19T05:34:07.473380+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.472012+0000","last_change":"2024-09-19T05:34:05.472012+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.472012+0000","last_undegraded":"2024-09-19T05:34:05.472012+0000","last_fullsized":"2024-09-19T05:34:05.472012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915599+0000","last_change":"2024-09-19T05:34:05.479840+0000","last_active":"2024-09-19T05:34:07.915599+0000","last_peered":"2024-09-19T05:34:07.915599+0000","last_clean":"2024-09-19T05:34:07.915599+0000","last_became_active":"2024-09-19T05:34:05.479575+0000","last_became_peered":"2024-09-19T05:34:05.479575+0000","last_unstale":"2024-09-19T05:34:07.915599+0000","last_undegraded":"2024-09-19T05:34:07.915599+0000","last_fullsized":"2024-09-19T05:34:07.915599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:37.874871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915833+0000","last_change":"2024-09-19T05:34:06.477073+0000","last_active":"2024-09-19T05:34:07.915833+0000","last_peered":"2024-09-19T05:34:07.915833+0000","last_clean":"2024-09-19T05:34:07.915833+0000","last_became_active":"2024-09-19T05:34:06.476757+0000","last_became_peered":"2024-09-19T05:34:06.476757+0000","last_unstale":"2024-09-19T05:34:07.915833+0000","last_undegraded":"2024-09-19T05:34:07.915833+0000","last_fullsized":"2024-09-19T05:34:07.915833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:38.884872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.473397+0000","last_change":"2024-09-19T05:34:05.470939+0000","last_active":"2024-09-19T05:34:05.473397+0000","last_peered":"2024-09-19T05:34:05.473397+0000","last_clean":"2024-09-19T05:34:05.473397+0000","last_became_active":"2024-09-19T05:34:05.470647+0000","last_became_peered":"2024-09-19T05:34:05.470647+0000","last_unstale":"2024-09-19T05:34:05.473397+0000","last_undegraded":"2024-09-19T05:34:05.473397+0000","last_fullsized":"2024-09-19T05:34:05.473397+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471942+0000","last_change":"2024-09-19T05:34:06.476716+0000","last_active":"2024-09-19T05:34:07.471942+0000","last_peered":"2024-09-19T05:34:07.471942+0000","last_clean":"2024-09-19T05:34:07.471942+0000","last_became_active":"2024-09-19T05:34:06.475087+0000","last_became_peered":"2024-09-19T05:34:06.475087+0000","last_unstale":"2024-09-19T05:34:07.471942+0000","last_undegraded":"2024-09-19T05:34:07.471942+0000","last_fullsized":"2024-09-19T05:34:07.471942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474471+0000","last_change":"2024-09-19T05:34:05.472856+0000","last_active":"2024-09-19T05:34:07.474471+0000","last_peered":"2024-09-19T05:34:07.474471+0000","last_clean":"2024-09-19T05:34:07.474471+0000","last_became_active":"2024-09-19T05:34:05.472060+0000","last_became_peered":"2024-09-19T05:34:05.472060+0000","last_unstale":"2024-09-19T05:34:07.474471+0000","last_undegraded":"2024-09-19T05:34:07.474471+0000","last_fullsized":"2024-09-19T05:34:07.474471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:56.728303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473526+0000","last_change":"2024-09-19T05:34:06.473317+0000","last_active":"2024-09-19T05:34:07.473526+0000","last_peered":"2024-09-19T05:34:07.473526+0000","last_clean":"2024-09-19T05:34:07.473526+0000","last_became_active":"2024-09-19T05:34:06.473027+0000","last_became_peered":"2024-09-19T05:34:06.473027+0000","last_unstale":"2024-09-19T05:34:07.473526+0000","last_undegraded":"2024-09-19T05:34:07.473526+0000","last_fullsized":"2024-09-19T05:34:07.473526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:15.075617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472171+0000","last_change":"2024-09-19T05:34:05.472027+0000","last_active":"2024-09-19T05:34:07.472171+0000","last_peered":"2024-09-19T05:34:07.472171+0000","last_clean":"2024-09-19T05:34:07.472171+0000","last_became_active":"2024-09-19T05:34:05.471755+0000","last_became_peered":"2024-09-19T05:34:05.471755+0000","last_unstale":"2024-09-19T05:34:07.472171+0000","last_undegraded":"2024-09-19T05:34:07.472171+0000","last_fullsized":"2024-09-19T05:34:07.472171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:05.974937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474478+0000","last_change":"2024-09-19T05:34:06.471923+0000","last_active":"2024-09-19T05:34:07.474478+0000","last_peered":"2024-09-19T05:34:07.474478+0000","last_clean":"2024-09-19T05:34:07.474478+0000","last_became_active":"2024-09-19T05:34:06.471558+0000","last_became_peered":"2024-09-19T05:34:06.471558+0000","last_unstale":"2024-09-19T05:34:07.474478+0000","last_undegraded":"2024-09-19T05:34:07.474478+0000","last_fullsized":"2024-09-19T05:34:07.474478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:06.917896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916478+0000","last_change":"2024-09-19T05:34:05.478506+0000","last_active":"2024-09-19T05:34:07.916478+0000","last_peered":"2024-09-19T05:34:07.916478+0000","last_clean":"2024-09-19T05:34:07.916478+0000","last_became_active":"2024-09-19T05:34:05.478013+0000","last_became_peered":"2024-09-19T05:34:05.478013+0000","last_unstale":"2024-09-19T05:34:07.916478+0000","last_undegraded":"2024-09-19T05:34:07.916478+0000","last_fullsized":"2024-09-19T05:34:07.916478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:38.437245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472117+0000","last_change":"2024-09-19T05:34:06.475880+0000","last_active":"2024-09-19T05:34:07.472117+0000","last_peered":"2024-09-19T05:34:07.472117+0000","last_clean":"2024-09-19T05:34:07.472117+0000","last_became_active":"2024-09-19T05:34:06.475545+0000","last_became_peered":"2024-09-19T05:34:06.475545+0000","last_unstale":"2024-09-19T05:34:07.472117+0000","last_undegraded":"2024-09-19T05:34:07.472117+0000","last_fullsized":"2024-09-19T05:34:07.472117+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472043+0000","last_change":"2024-09-19T05:34:05.477231+0000","last_active":"2024-09-19T05:34:07.472043+0000","last_peered":"2024-09-19T05:34:07.472043+0000","last_clean":"2024-09-19T05:34:07.472043+0000","last_became_active":"2024-09-19T05:34:05.476922+0000","last_became_peered":"2024-09-19T05:34:05.476922+0000","last_unstale":"2024-09-19T05:34:07.472043+0000","last_undegraded":"2024-09-19T05:34:07.472043+0000","last_fullsized":"2024-09-19T05:34:07.472043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469221+0000","last_change":"2024-09-19T05:34:05.469221+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469221+0000","last_undegraded":"2024-09-19T05:34:05.469221+0000","last_fullsized":"2024-09-19T05:34:05.469221+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478351+0000","last_change":"2024-09-19T05:34:05.476887+0000","last_active":"2024-09-19T05:34:05.478351+0000","last_peered":"2024-09-19T05:34:05.478351+0000","last_clean":"2024-09-19T05:34:05.478351+0000","last_became_active":"2024-09-19T05:34:05.476578+0000","last_became_peered":"2024-09-19T05:34:05.476578+0000","last_unstale":"2024-09-19T05:34:05.478351+0000","last_undegraded":"2024-09-19T05:34:05.478351+0000","last_fullsized":"2024-09-19T05:34:05.478351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:43.605082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:06.473806+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:06.473516+0000","last_became_peered":"2024-09-19T05:34:06.473516+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915471+0000","last_change":"2024-09-19T05:34:05.479191+0000","last_active":"2024-09-19T05:34:07.915471+0000","last_peered":"2024-09-19T05:34:07.915471+0000","last_clean":"2024-09-19T05:34:07.915471+0000","last_became_active":"2024-09-19T05:34:05.478859+0000","last_became_peered":"2024-09-19T05:34:05.478859+0000","last_unstale":"2024-09-19T05:34:07.915471+0000","last_undegraded":"2024-09-19T05:34:07.915471+0000","last_fullsized":"2024-09-19T05:34:07.915471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473548+0000","last_change":"2024-09-19T05:34:06.469216+0000","last_active":"2024-09-19T05:34:07.473548+0000","last_peered":"2024-09-19T05:34:07.473548+0000","last_clean":"2024-09-19T05:34:07.473548+0000","last_became_active":"2024-09-19T05:34:06.468924+0000","last_became_peered":"2024-09-19T05:34:06.468924+0000","last_unstale":"2024-09-19T05:34:07.473548+0000","last_undegraded":"2024-09-19T05:34:07.473548+0000","last_fullsized":"2024-09-19T05:34:07.473548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:27.485869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.476030+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.475737+0000","last_became_peered":"2024-09-19T05:34:05.475737+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.466562+0000","last_change":"2024-09-19T05:34:05.466562+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.466562+0000","last_undegraded":"2024-09-19T05:34:05.466562+0000","last_fullsized":"2024-09-19T05:34:05.466562+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.479332+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.479000+0000","last_became_peered":"2024-09-19T05:34:05.479000+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:36.466104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.466854+0000","last_change":"2024-09-19T05:34:05.466854+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.466854+0000","last_undegraded":"2024-09-19T05:34:05.466854+0000","last_fullsized":"2024-09-19T05:34:05.466854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916015+0000","last_change":"2024-09-19T05:34:05.476283+0000","last_active":"2024-09-19T05:34:07.916015+0000","last_peered":"2024-09-19T05:34:07.916015+0000","last_clean":"2024-09-19T05:34:07.916015+0000","last_became_active":"2024-09-19T05:34:05.476005+0000","last_became_peered":"2024-09-19T05:34:05.476005+0000","last_unstale":"2024-09-19T05:34:07.916015+0000","last_undegraded":"2024-09-19T05:34:07.916015+0000","last_fullsized":"2024-09-19T05:34:07.916015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469380+0000","last_change":"2024-09-19T05:34:05.469380+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469380+0000","last_undegraded":"2024-09-19T05:34:05.469380+0000","last_fullsized":"2024-09-19T05:34:05.469380+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474595+0000","last_change":"2024-09-19T05:34:06.476778+0000","last_active":"2024-09-19T05:34:07.474595+0000","last_peered":"2024-09-19T05:34:07.474595+0000","last_clean":"2024-09-19T05:34:07.474595+0000","last_became_active":"2024-09-19T05:34:06.475570+0000","last_became_peered":"2024-09-19T05:34:06.475570+0000","last_unstale":"2024-09-19T05:34:07.474595+0000","last_undegraded":"2024-09-19T05:34:07.474595+0000","last_fullsized":"2024-09-19T05:34:07.474595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:19.414493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916330+0000","last_change":"2024-09-19T05:34:05.477152+0000","last_active":"2024-09-19T05:34:07.916330+0000","last_peered":"2024-09-19T05:34:07.916330+0000","last_clean":"2024-09-19T05:34:07.916330+0000","last_became_active":"2024-09-19T05:34:05.476772+0000","last_became_peered":"2024-09-19T05:34:05.476772+0000","last_unstale":"2024-09-19T05:34:07.916330+0000","last_undegraded":"2024-09-19T05:34:07.916330+0000","last_fullsized":"2024-09-19T05:34:07.916330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474361+0000","last_change":"2024-09-19T05:34:06.477777+0000","last_active":"2024-09-19T05:34:07.474361+0000","last_peered":"2024-09-19T05:34:07.474361+0000","last_clean":"2024-09-19T05:34:07.474361+0000","last_became_active":"2024-09-19T05:34:06.477466+0000","last_became_peered":"2024-09-19T05:34:06.477466+0000","last_unstale":"2024-09-19T05:34:07.474361+0000","last_undegraded":"2024-09-19T05:34:07.474361+0000","last_fullsized":"2024-09-19T05:34:07.474361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:33.281598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916338+0000","last_change":"2024-09-19T05:34:05.479333+0000","last_active":"2024-09-19T05:34:07.916338+0000","last_peered":"2024-09-19T05:34:07.916338+0000","last_clean":"2024-09-19T05:34:07.916338+0000","last_became_active":"2024-09-19T05:34:05.479020+0000","last_became_peered":"2024-09-19T05:34:05.479020+0000","last_unstale":"2024-09-19T05:34:07.916338+0000","last_undegraded":"2024-09-19T05:34:07.916338+0000","last_fullsized":"2024-09-19T05:34:07.916338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:27.675423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916520+0000","last_change":"2024-09-19T05:34:06.491803+0000","last_active":"2024-09-19T05:34:07.916520+0000","last_peered":"2024-09-19T05:34:07.916520+0000","last_clean":"2024-09-19T05:34:07.916520+0000","last_became_active":"2024-09-19T05:34:06.491551+0000","last_became_peered":"2024-09-19T05:34:06.491551+0000","last_unstale":"2024-09-19T05:34:07.916520+0000","last_undegraded":"2024-09-19T05:34:07.916520+0000","last_fullsized":"2024-09-19T05:34:07.916520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480865+0000","last_change":"2024-09-19T05:34:05.478326+0000","last_active":"2024-09-19T05:34:05.480865+0000","last_peered":"2024-09-19T05:34:05.480865+0000","last_clean":"2024-09-19T05:34:05.480865+0000","last_became_active":"2024-09-19T05:34:05.478011+0000","last_became_peered":"2024-09-19T05:34:05.478011+0000","last_unstale":"2024-09-19T05:34:05.480865+0000","last_undegraded":"2024-09-19T05:34:05.480865+0000","last_fullsized":"2024-09-19T05:34:05.480865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468735+0000","last_change":"2024-09-19T05:34:05.468735+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468735+0000","last_undegraded":"2024-09-19T05:34:05.468735+0000","last_fullsized":"2024-09-19T05:34:05.468735+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:05.474890+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:05.474640+0000","last_became_peered":"2024-09-19T05:34:05.474640+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:38.339694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":798,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35516,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336324,"statfs":{"total":96636764160,"available":96600395776,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36136,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335704,"statfs":{"total":96636764160,"available":96599760896,"internally_reserved":0,"allocated":806912,"data_stored":664125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542148,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35560,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336280,"statfs":{"total":96636764160,"available":96600350720,"internally_reserved":0,"allocated":212992,"data_stored":73265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":221184,"data_stored":73301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:10.807 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.944+0000 7f9e971cf640 1 Processor -- start 2024-09-19T05:34:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.944+0000 7f9e971cf640 1 -- start start 2024-09-19T05:34:10.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.944+0000 7f9e971cf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 0x7f9e900cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.944+0000 7f9e971cf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e900b6a70 0x7f9e900d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.944+0000 7f9e971cf640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9e900d1510 0x7f9e900d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.944+0000 7f9e971cf640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f9e900cf540 con 0x7f9e900b6a70 2024-09-19T05:34:10.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.944+0000 7f9e971cf640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f9e900cff10 con 0x7f9e900d1510 2024-09-19T05:34:10.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.944+0000 7f9e971cf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9e900d1d90 con 0x7f9e900b6690 2024-09-19T05:34:10.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.945+0000 7f9e8ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e900b6a70 0x7f9e900d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.945+0000 7f9e8ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e900b6a70 0x7f9e900d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46356/0 (socket says 172.21.15.39:46356) 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.945+0000 7f9e8ffff640 1 -- 172.21.15.39:0/812164882 learned_addr learned my addr 172.21.15.39:0/812164882 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.945+0000 7f9e8ffff640 1 -- 172.21.15.39:0/812164882 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 msgr2=0x7f9e900cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.945+0000 7f9e8ffff640 1 --2- 172.21.15.39:0/812164882 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 0x7f9e900cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.945+0000 7f9e8ffff640 1 -- 172.21.15.39:0/812164882 >> v2:172.21.15.50:3300/0 conn(0x7f9e900d1510 msgr2=0x7f9e900d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.945+0000 7f9e9576c640 1 --2- 172.21.15.39:0/812164882 >> v2:172.21.15.50:3300/0 conn(0x7f9e900d1510 0x7f9e900d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.945+0000 7f9e8ffff640 1 --2- 172.21.15.39:0/812164882 >> v2:172.21.15.50:3300/0 conn(0x7f9e900d1510 0x7f9e900d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.945+0000 7f9e8ffff640 1 -- 172.21.15.39:0/812164882 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e900ceef0 con 0x7f9e900b6a70 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e8ffff640 1 --2- 172.21.15.39:0/812164882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 0x7f9e900d0fd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9e9008d960 tx=0x7f9e7c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b03fd50d9c7c4061 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e8f7fe640 1 -- 172.21.15.39:0/812164882 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c037070 con 0x7f9e900b6a70 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e8f7fe640 1 -- 172.21.15.39:0/812164882 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e7c032440 con 0x7f9e900b6a70 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e8f7fe640 1 -- 172.21.15.39:0/812164882 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c032810 con 0x7f9e900b6a70 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e971cf640 1 -- 172.21.15.39:0/812164882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 msgr2=0x7f9e900d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e971cf640 1 --2- 172.21.15.39:0/812164882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 0x7f9e900d0fd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9e9008d960 tx=0x7f9e7c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e971cf640 1 -- 172.21.15.39:0/812164882 shutdown_connections 2024-09-19T05:34:10.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e971cf640 1 --2- 172.21.15.39:0/812164882 >> v2:172.21.15.50:3300/0 conn(0x7f9e900d1510 0x7f9e900d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e971cf640 1 --2- 172.21.15.39:0/812164882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 0x7f9e900d0fd0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e971cf640 1 --2- 172.21.15.39:0/812164882 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 0x7f9e900cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e971cf640 1 -- 172.21.15.39:0/812164882 >> 172.21.15.39:0/812164882 conn(0x7f9e90072560 msgr2=0x7f9e90072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:10.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e971cf640 1 -- 172.21.15.39:0/812164882 shutdown_connections 2024-09-19T05:34:10.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.946+0000 7f9e971cf640 1 -- 172.21.15.39:0/812164882 wait complete. 2024-09-19T05:34:10.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.947+0000 7f9e971cf640 1 Processor -- start 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e971cf640 1 -- start start 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e971cf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 0x7f9e90155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e971cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 0x7f9e901589d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e971cf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e900d1510 0x7f9e90158f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e971cf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9e900d19a0 con 0x7f9e900b6a70 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e971cf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9e900b6ed0 con 0x7f9e900d1510 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e971cf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9e900d1b20 con 0x7f9e900b6690 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 0x7f9e901589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 0x7f9e901589d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46362/0 (socket says 172.21.15.39:46362) 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.948+0000 7f9e8ffff640 1 -- 172.21.15.39:0/1777881307 learned_addr learned my addr 172.21.15.39:0/1777881307 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:10.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e94f6b640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 0x7f9e90155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e9576c640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e900d1510 0x7f9e90158f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e8ffff640 1 -- 172.21.15.39:0/1777881307 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 msgr2=0x7f9e90155b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e8ffff640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 0x7f9e90155b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e8ffff640 1 -- 172.21.15.39:0/1777881307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e900d1510 msgr2=0x7f9e90158f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e8ffff640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e900d1510 0x7f9e90158f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e8ffff640 1 -- 172.21.15.39:0/1777881307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e900cd0a0 con 0x7f9e900b6a70 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e94f6b640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 0x7f9e90155b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e8ffff640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 0x7f9e901589d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c000c00 tx=0x7f9e7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e8d7fa640 1 -- 172.21.15.39:0/1777881307 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c041020 con 0x7f9e900b6a70 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e8d7fa640 1 -- 172.21.15.39:0/1777881307 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e7c030970 con 0x7f9e900b6a70 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e90144ca0 con 0x7f9e900b6a70 2024-09-19T05:34:10.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e8d7fa640 1 -- 172.21.15.39:0/1777881307 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c037040 con 0x7f9e900b6a70 2024-09-19T05:34:10.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.949+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e90145260 con 0x7f9e900b6a70 2024-09-19T05:34:10.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.950+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e9015ccf0 con 0x7f9e900b6a70 2024-09-19T05:34:10.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.951+0000 7f9e8d7fa640 1 -- 172.21.15.39:0/1777881307 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e7c044020 con 0x7f9e900b6a70 2024-09-19T05:34:10.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.951+0000 7f9e8d7fa640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e7406c2b0 0x7f9e7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.951+0000 7f9e8d7fa640 1 -- 172.21.15.39:0/1777881307 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9e7c0abde0 con 0x7f9e900b6a70 2024-09-19T05:34:10.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.951+0000 7f9e94f6b640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e7406c2b0 0x7f9e7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.952+0000 7f9e94f6b640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e7406c2b0 0x7f9e7406e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9e90156460 tx=0x7f9e84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:10.955+0000 7f9e8d7fa640 1 -- 172.21.15.39:0/1777881307 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9e7c04b030 con 0x7f9e900b6a70 2024-09-19T05:34:11.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.128+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9e90069140 con 0x7f9e7406c2b0 2024-09-19T05:34:11.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.134+0000 7f9e8d7fa640 1 -- 172.21.15.39:0/1777881307 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250283 (secure 0 0 0) 0x7f9e90069140 con 0x7f9e7406c2b0 2024-09-19T05:34:11.138 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:11.139 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:11.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e7406c2b0 msgr2=0x7f9e7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e7406c2b0 0x7f9e7406e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9e90156460 tx=0x7f9e84008040 comp rx=0 tx=0).stop 2024-09-19T05:34:11.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 msgr2=0x7f9e901589d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 0x7f9e901589d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c000c00 tx=0x7f9e7c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 shutdown_connections 2024-09-19T05:34:11.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e7406c2b0 0x7f9e7406e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e900d1510 0x7f9e90158f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e900b6a70 0x7f9e901589d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 --2- 172.21.15.39:0/1777881307 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e900b6690 0x7f9e90155b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 >> 172.21.15.39:0/1777881307 conn(0x7f9e90072560 msgr2=0x7f9e9015f190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:11.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 shutdown_connections 2024-09-19T05:34:11.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.137+0000 7f9e971cf640 1 -- 172.21.15.39:0/1777881307 wait complete. 2024-09-19T05:34:11.149 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T05:34:10.671685+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591166,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":180,"num_write_kb":2427,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":123,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":268872,"kb_used_data":2724,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754705848,"statfs":{"total":773094113280,"available":772818788352,"internally_reserved":0,"allocated":2789376,"data_stored":1709682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":798,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000899"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916652+0000","last_change":"2024-09-19T05:34:06.490710+0000","last_active":"2024-09-19T05:34:07.916652+0000","last_peered":"2024-09-19T05:34:07.916652+0000","last_clean":"2024-09-19T05:34:07.916652+0000","last_became_active":"2024-09-19T05:34:06.490381+0000","last_became_peered":"2024-09-19T05:34:06.490381+0000","last_unstale":"2024-09-19T05:34:07.916652+0000","last_undegraded":"2024-09-19T05:34:07.916652+0000","last_fullsized":"2024-09-19T05:34:07.916652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:32.821118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472165+0000","last_change":"2024-09-19T05:34:06.479989+0000","last_active":"2024-09-19T05:34:07.472165+0000","last_peered":"2024-09-19T05:34:07.472165+0000","last_clean":"2024-09-19T05:34:07.472165+0000","last_became_active":"2024-09-19T05:34:06.479677+0000","last_became_peered":"2024-09-19T05:34:06.479677+0000","last_unstale":"2024-09-19T05:34:07.472165+0000","last_undegraded":"2024-09-19T05:34:07.472165+0000","last_fullsized":"2024-09-19T05:34:07.472165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:42.946421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916331+0000","last_change":"2024-09-19T05:34:06.477668+0000","last_active":"2024-09-19T05:34:07.916331+0000","last_peered":"2024-09-19T05:34:07.916331+0000","last_clean":"2024-09-19T05:34:07.916331+0000","last_became_active":"2024-09-19T05:34:06.476835+0000","last_became_peered":"2024-09-19T05:34:06.476835+0000","last_unstale":"2024-09-19T05:34:07.916331+0000","last_undegraded":"2024-09-19T05:34:07.916331+0000","last_fullsized":"2024-09-19T05:34:07.916331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474260+0000","last_change":"2024-09-19T05:34:06.484649+0000","last_active":"2024-09-19T05:34:07.474260+0000","last_peered":"2024-09-19T05:34:07.474260+0000","last_clean":"2024-09-19T05:34:07.474260+0000","last_became_active":"2024-09-19T05:34:06.483998+0000","last_became_peered":"2024-09-19T05:34:06.483998+0000","last_unstale":"2024-09-19T05:34:07.474260+0000","last_undegraded":"2024-09-19T05:34:07.474260+0000","last_fullsized":"2024-09-19T05:34:07.474260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:27.748057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915931+0000","last_change":"2024-09-19T05:34:06.481397+0000","last_active":"2024-09-19T05:34:07.915931+0000","last_peered":"2024-09-19T05:34:07.915931+0000","last_clean":"2024-09-19T05:34:07.915931+0000","last_became_active":"2024-09-19T05:34:06.481091+0000","last_became_peered":"2024-09-19T05:34:06.481091+0000","last_unstale":"2024-09-19T05:34:07.915931+0000","last_undegraded":"2024-09-19T05:34:07.915931+0000","last_fullsized":"2024-09-19T05:34:07.915931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:17.541545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474011+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.474011+0000","last_peered":"2024-09-19T05:34:07.474011+0000","last_clean":"2024-09-19T05:34:07.474011+0000","last_became_active":"2024-09-19T05:34:06.481311+0000","last_became_peered":"2024-09-19T05:34:06.481311+0000","last_unstale":"2024-09-19T05:34:07.474011+0000","last_undegraded":"2024-09-19T05:34:07.474011+0000","last_fullsized":"2024-09-19T05:34:07.474011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:52.909714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915873+0000","last_change":"2024-09-19T05:34:06.487493+0000","last_active":"2024-09-19T05:34:07.915873+0000","last_peered":"2024-09-19T05:34:07.915873+0000","last_clean":"2024-09-19T05:34:07.915873+0000","last_became_active":"2024-09-19T05:34:06.487213+0000","last_became_peered":"2024-09-19T05:34:06.487213+0000","last_unstale":"2024-09-19T05:34:07.915873+0000","last_undegraded":"2024-09-19T05:34:07.915873+0000","last_fullsized":"2024-09-19T05:34:07.915873+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:09.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471543+0000","last_change":"2024-09-19T05:34:05.471543+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471543+0000","last_undegraded":"2024-09-19T05:34:05.471543+0000","last_fullsized":"2024-09-19T05:34:05.471543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916702+0000","last_change":"2024-09-19T05:34:06.493016+0000","last_active":"2024-09-19T05:34:07.916702+0000","last_peered":"2024-09-19T05:34:07.916702+0000","last_clean":"2024-09-19T05:34:07.916702+0000","last_became_active":"2024-09-19T05:34:06.492573+0000","last_became_peered":"2024-09-19T05:34:06.492573+0000","last_unstale":"2024-09-19T05:34:07.916702+0000","last_undegraded":"2024-09-19T05:34:07.916702+0000","last_fullsized":"2024-09-19T05:34:07.916702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:47.147182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471095+0000","last_change":"2024-09-19T05:34:05.471095+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471095+0000","last_undegraded":"2024-09-19T05:34:05.471095+0000","last_fullsized":"2024-09-19T05:34:05.471095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467056+0000","last_change":"2024-09-19T05:34:05.467056+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467056+0000","last_undegraded":"2024-09-19T05:34:05.467056+0000","last_fullsized":"2024-09-19T05:34:05.467056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473339+0000","last_change":"2024-09-19T05:34:06.493014+0000","last_active":"2024-09-19T05:34:07.473339+0000","last_peered":"2024-09-19T05:34:07.473339+0000","last_clean":"2024-09-19T05:34:07.473339+0000","last_became_active":"2024-09-19T05:34:06.492710+0000","last_became_peered":"2024-09-19T05:34:06.492710+0000","last_unstale":"2024-09-19T05:34:07.473339+0000","last_undegraded":"2024-09-19T05:34:07.473339+0000","last_fullsized":"2024-09-19T05:34:07.473339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:37.476105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467436+0000","last_change":"2024-09-19T05:34:05.467436+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467436+0000","last_undegraded":"2024-09-19T05:34:05.467436+0000","last_fullsized":"2024-09-19T05:34:05.467436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915898+0000","last_change":"2024-09-19T05:34:06.474005+0000","last_active":"2024-09-19T05:34:07.915898+0000","last_peered":"2024-09-19T05:34:07.915898+0000","last_clean":"2024-09-19T05:34:07.915898+0000","last_became_active":"2024-09-19T05:34:06.472973+0000","last_became_peered":"2024-09-19T05:34:06.472973+0000","last_unstale":"2024-09-19T05:34:07.915898+0000","last_undegraded":"2024-09-19T05:34:07.915898+0000","last_fullsized":"2024-09-19T05:34:07.915898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:46.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471927+0000","last_change":"2024-09-19T05:34:06.472284+0000","last_active":"2024-09-19T05:34:07.471927+0000","last_peered":"2024-09-19T05:34:07.471927+0000","last_clean":"2024-09-19T05:34:07.471927+0000","last_became_active":"2024-09-19T05:34:06.472002+0000","last_became_peered":"2024-09-19T05:34:06.472002+0000","last_unstale":"2024-09-19T05:34:07.471927+0000","last_undegraded":"2024-09-19T05:34:07.471927+0000","last_fullsized":"2024-09-19T05:34:07.471927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472756+0000","last_change":"2024-09-19T05:34:06.481881+0000","last_active":"2024-09-19T05:34:07.472756+0000","last_peered":"2024-09-19T05:34:07.472756+0000","last_clean":"2024-09-19T05:34:07.472756+0000","last_became_active":"2024-09-19T05:34:06.481288+0000","last_became_peered":"2024-09-19T05:34:06.481288+0000","last_unstale":"2024-09-19T05:34:07.472756+0000","last_undegraded":"2024-09-19T05:34:07.472756+0000","last_fullsized":"2024-09-19T05:34:07.472756+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473961+0000","last_change":"2024-09-19T05:34:06.482962+0000","last_active":"2024-09-19T05:34:07.473961+0000","last_peered":"2024-09-19T05:34:07.473961+0000","last_clean":"2024-09-19T05:34:07.473961+0000","last_became_active":"2024-09-19T05:34:06.482493+0000","last_became_peered":"2024-09-19T05:34:06.482493+0000","last_unstale":"2024-09-19T05:34:07.473961+0000","last_undegraded":"2024-09-19T05:34:07.473961+0000","last_fullsized":"2024-09-19T05:34:07.473961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.705012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.461360+0000","last_change":"2024-09-19T05:34:05.461360+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.461360+0000","last_undegraded":"2024-09-19T05:34:05.461360+0000","last_fullsized":"2024-09-19T05:34:05.461360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916486+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.916486+0000","last_peered":"2024-09-19T05:34:07.916486+0000","last_clean":"2024-09-19T05:34:07.916486+0000","last_became_active":"2024-09-19T05:34:06.481304+0000","last_became_peered":"2024-09-19T05:34:06.481304+0000","last_unstale":"2024-09-19T05:34:07.916486+0000","last_undegraded":"2024-09-19T05:34:07.916486+0000","last_fullsized":"2024-09-19T05:34:07.916486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:14.610024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469408+0000","last_change":"2024-09-19T05:34:05.469408+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469408+0000","last_undegraded":"2024-09-19T05:34:05.469408+0000","last_fullsized":"2024-09-19T05:34:05.469408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916227+0000","last_change":"2024-09-19T05:34:06.483640+0000","last_active":"2024-09-19T05:34:07.916227+0000","last_peered":"2024-09-19T05:34:07.916227+0000","last_clean":"2024-09-19T05:34:07.916227+0000","last_became_active":"2024-09-19T05:34:06.483168+0000","last_became_peered":"2024-09-19T05:34:06.483168+0000","last_unstale":"2024-09-19T05:34:07.916227+0000","last_undegraded":"2024-09-19T05:34:07.916227+0000","last_fullsized":"2024-09-19T05:34:07.916227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:36.682368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474170+0000","last_change":"2024-09-19T05:34:06.478517+0000","last_active":"2024-09-19T05:34:07.474170+0000","last_peered":"2024-09-19T05:34:07.474170+0000","last_clean":"2024-09-19T05:34:07.474170+0000","last_became_active":"2024-09-19T05:34:06.477295+0000","last_became_peered":"2024-09-19T05:34:06.477295+0000","last_unstale":"2024-09-19T05:34:07.474170+0000","last_undegraded":"2024-09-19T05:34:07.474170+0000","last_fullsized":"2024-09-19T05:34:07.474170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:25.006276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468550+0000","last_change":"2024-09-19T05:34:05.468550+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468550+0000","last_undegraded":"2024-09-19T05:34:05.468550+0000","last_fullsized":"2024-09-19T05:34:05.468550+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472828+0000","last_change":"2024-09-19T05:34:06.474490+0000","last_active":"2024-09-19T05:34:07.472828+0000","last_peered":"2024-09-19T05:34:07.472828+0000","last_clean":"2024-09-19T05:34:07.472828+0000","last_became_active":"2024-09-19T05:34:06.474141+0000","last_became_peered":"2024-09-19T05:34:06.474141+0000","last_unstale":"2024-09-19T05:34:07.472828+0000","last_undegraded":"2024-09-19T05:34:07.472828+0000","last_fullsized":"2024-09-19T05:34:07.472828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:54.327743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469666+0000","last_change":"2024-09-19T05:34:05.469666+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469666+0000","last_undegraded":"2024-09-19T05:34:05.469666+0000","last_fullsized":"2024-09-19T05:34:05.469666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.470570+0000","last_change":"2024-09-19T05:34:05.470570+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.470570+0000","last_undegraded":"2024-09-19T05:34:05.470570+0000","last_fullsized":"2024-09-19T05:34:05.470570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472111+0000","last_change":"2024-09-19T05:34:06.484703+0000","last_active":"2024-09-19T05:34:07.472111+0000","last_peered":"2024-09-19T05:34:07.472111+0000","last_clean":"2024-09-19T05:34:07.472111+0000","last_became_active":"2024-09-19T05:34:06.484340+0000","last_became_peered":"2024-09-19T05:34:06.484340+0000","last_unstale":"2024-09-19T05:34:07.472111+0000","last_undegraded":"2024-09-19T05:34:07.472111+0000","last_fullsized":"2024-09-19T05:34:07.472111+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.470305+0000","last_change":"2024-09-19T05:34:05.470305+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.470305+0000","last_undegraded":"2024-09-19T05:34:05.470305+0000","last_fullsized":"2024-09-19T05:34:05.470305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916309+0000","last_change":"2024-09-19T05:34:06.476788+0000","last_active":"2024-09-19T05:34:07.916309+0000","last_peered":"2024-09-19T05:34:07.916309+0000","last_clean":"2024-09-19T05:34:07.916309+0000","last_became_active":"2024-09-19T05:34:06.476516+0000","last_became_peered":"2024-09-19T05:34:06.476516+0000","last_unstale":"2024-09-19T05:34:07.916309+0000","last_undegraded":"2024-09-19T05:34:07.916309+0000","last_fullsized":"2024-09-19T05:34:07.916309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:26.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474417+0000","last_change":"2024-09-19T05:34:06.486368+0000","last_active":"2024-09-19T05:34:07.474417+0000","last_peered":"2024-09-19T05:34:07.474417+0000","last_clean":"2024-09-19T05:34:07.474417+0000","last_became_active":"2024-09-19T05:34:06.486035+0000","last_became_peered":"2024-09-19T05:34:06.486035+0000","last_unstale":"2024-09-19T05:34:07.474417+0000","last_undegraded":"2024-09-19T05:34:07.474417+0000","last_fullsized":"2024-09-19T05:34:07.474417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:05.361208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.461407+0000","last_change":"2024-09-19T05:34:05.461407+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.461407+0000","last_undegraded":"2024-09-19T05:34:05.461407+0000","last_fullsized":"2024-09-19T05:34:05.461407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468752+0000","last_change":"2024-09-19T05:34:05.468752+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468752+0000","last_undegraded":"2024-09-19T05:34:05.468752+0000","last_fullsized":"2024-09-19T05:34:05.468752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473069+0000","last_change":"2024-09-19T05:34:06.470736+0000","last_active":"2024-09-19T05:34:07.473069+0000","last_peered":"2024-09-19T05:34:07.473069+0000","last_clean":"2024-09-19T05:34:07.473069+0000","last_became_active":"2024-09-19T05:34:06.470383+0000","last_became_peered":"2024-09-19T05:34:06.470383+0000","last_unstale":"2024-09-19T05:34:07.473069+0000","last_undegraded":"2024-09-19T05:34:07.473069+0000","last_fullsized":"2024-09-19T05:34:07.473069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:34.304554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478743+0000","last_change":"2024-09-19T05:34:05.475981+0000","last_active":"2024-09-19T05:34:05.478743+0000","last_peered":"2024-09-19T05:34:05.478743+0000","last_clean":"2024-09-19T05:34:05.478743+0000","last_became_active":"2024-09-19T05:34:05.475727+0000","last_became_peered":"2024-09-19T05:34:05.475727+0000","last_unstale":"2024-09-19T05:34:05.478743+0000","last_undegraded":"2024-09-19T05:34:05.478743+0000","last_fullsized":"2024-09-19T05:34:05.478743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:44.790175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916374+0000","last_change":"2024-09-19T05:34:06.478104+0000","last_active":"2024-09-19T05:34:07.916374+0000","last_peered":"2024-09-19T05:34:07.916374+0000","last_clean":"2024-09-19T05:34:07.916374+0000","last_became_active":"2024-09-19T05:34:06.477772+0000","last_became_peered":"2024-09-19T05:34:06.477772+0000","last_unstale":"2024-09-19T05:34:07.916374+0000","last_undegraded":"2024-09-19T05:34:07.916374+0000","last_fullsized":"2024-09-19T05:34:07.916374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477895+0000","last_change":"2024-09-19T05:34:05.474081+0000","last_active":"2024-09-19T05:34:05.477895+0000","last_peered":"2024-09-19T05:34:05.477895+0000","last_clean":"2024-09-19T05:34:05.477895+0000","last_became_active":"2024-09-19T05:34:05.473251+0000","last_became_peered":"2024-09-19T05:34:05.473251+0000","last_unstale":"2024-09-19T05:34:05.477895+0000","last_undegraded":"2024-09-19T05:34:05.477895+0000","last_fullsized":"2024-09-19T05:34:05.477895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:44.790175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480858+0000","last_change":"2024-09-19T05:34:05.476933+0000","last_active":"2024-09-19T05:34:05.480858+0000","last_peered":"2024-09-19T05:34:05.480858+0000","last_clean":"2024-09-19T05:34:05.480858+0000","last_became_active":"2024-09-19T05:34:05.476627+0000","last_became_peered":"2024-09-19T05:34:05.476627+0000","last_unstale":"2024-09-19T05:34:05.480858+0000","last_undegraded":"2024-09-19T05:34:05.480858+0000","last_fullsized":"2024-09-19T05:34:05.480858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:43.605082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471018+0000","last_change":"2024-09-19T05:34:05.471018+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471018+0000","last_undegraded":"2024-09-19T05:34:05.471018+0000","last_fullsized":"2024-09-19T05:34:05.471018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473674+0000","last_change":"2024-09-19T05:34:05.467421+0000","last_active":"2024-09-19T05:34:07.473674+0000","last_peered":"2024-09-19T05:34:07.473674+0000","last_clean":"2024-09-19T05:34:07.473674+0000","last_became_active":"2024-09-19T05:34:05.467111+0000","last_became_peered":"2024-09-19T05:34:05.467111+0000","last_unstale":"2024-09-19T05:34:07.473674+0000","last_undegraded":"2024-09-19T05:34:07.473674+0000","last_fullsized":"2024-09-19T05:34:07.473674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471897+0000","last_change":"2024-09-19T05:34:06.485430+0000","last_active":"2024-09-19T05:34:07.471897+0000","last_peered":"2024-09-19T05:34:07.471897+0000","last_clean":"2024-09-19T05:34:07.471897+0000","last_became_active":"2024-09-19T05:34:06.485150+0000","last_became_peered":"2024-09-19T05:34:06.485150+0000","last_unstale":"2024-09-19T05:34:07.471897+0000","last_undegraded":"2024-09-19T05:34:07.471897+0000","last_fullsized":"2024-09-19T05:34:07.471897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478963+0000","last_change":"2024-09-19T05:34:05.477362+0000","last_active":"2024-09-19T05:34:05.478963+0000","last_peered":"2024-09-19T05:34:05.478963+0000","last_clean":"2024-09-19T05:34:05.478963+0000","last_became_active":"2024-09-19T05:34:05.476952+0000","last_became_peered":"2024-09-19T05:34:05.476952+0000","last_unstale":"2024-09-19T05:34:05.478963+0000","last_undegraded":"2024-09-19T05:34:05.478963+0000","last_fullsized":"2024-09-19T05:34:05.478963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473803+0000","last_change":"2024-09-19T05:34:06.477093+0000","last_active":"2024-09-19T05:34:07.473803+0000","last_peered":"2024-09-19T05:34:07.473803+0000","last_clean":"2024-09-19T05:34:07.473803+0000","last_became_active":"2024-09-19T05:34:06.476739+0000","last_became_peered":"2024-09-19T05:34:06.476739+0000","last_unstale":"2024-09-19T05:34:07.473803+0000","last_undegraded":"2024-09-19T05:34:07.473803+0000","last_fullsized":"2024-09-19T05:34:07.473803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:13.831277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473864+0000","last_change":"2024-09-19T05:34:05.474353+0000","last_active":"2024-09-19T05:34:07.473864+0000","last_peered":"2024-09-19T05:34:07.473864+0000","last_clean":"2024-09-19T05:34:07.473864+0000","last_became_active":"2024-09-19T05:34:05.474005+0000","last_became_peered":"2024-09-19T05:34:05.474005+0000","last_unstale":"2024-09-19T05:34:07.473864+0000","last_undegraded":"2024-09-19T05:34:07.473864+0000","last_fullsized":"2024-09-19T05:34:07.473864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916586+0000","last_change":"2024-09-19T05:34:06.489641+0000","last_active":"2024-09-19T05:34:07.916586+0000","last_peered":"2024-09-19T05:34:07.916586+0000","last_clean":"2024-09-19T05:34:07.916586+0000","last_became_active":"2024-09-19T05:34:06.489321+0000","last_became_peered":"2024-09-19T05:34:06.489321+0000","last_unstale":"2024-09-19T05:34:07.916586+0000","last_undegraded":"2024-09-19T05:34:07.916586+0000","last_fullsized":"2024-09-19T05:34:07.916586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472054+0000","last_change":"2024-09-19T05:34:05.472080+0000","last_active":"2024-09-19T05:34:07.472054+0000","last_peered":"2024-09-19T05:34:07.472054+0000","last_clean":"2024-09-19T05:34:07.472054+0000","last_became_active":"2024-09-19T05:34:05.471618+0000","last_became_peered":"2024-09-19T05:34:05.471618+0000","last_unstale":"2024-09-19T05:34:07.472054+0000","last_undegraded":"2024-09-19T05:34:07.472054+0000","last_fullsized":"2024-09-19T05:34:07.472054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:33.294552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474390+0000","last_change":"2024-09-19T05:34:06.479262+0000","last_active":"2024-09-19T05:34:07.474390+0000","last_peered":"2024-09-19T05:34:07.474390+0000","last_clean":"2024-09-19T05:34:07.474390+0000","last_became_active":"2024-09-19T05:34:06.478793+0000","last_became_peered":"2024-09-19T05:34:06.478793+0000","last_unstale":"2024-09-19T05:34:07.474390+0000","last_undegraded":"2024-09-19T05:34:07.474390+0000","last_fullsized":"2024-09-19T05:34:07.474390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:21.875146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480829+0000","last_change":"2024-09-19T05:34:05.479809+0000","last_active":"2024-09-19T05:34:05.480829+0000","last_peered":"2024-09-19T05:34:05.480829+0000","last_clean":"2024-09-19T05:34:05.480829+0000","last_became_active":"2024-09-19T05:34:05.479411+0000","last_became_peered":"2024-09-19T05:34:05.479411+0000","last_unstale":"2024-09-19T05:34:05.480829+0000","last_undegraded":"2024-09-19T05:34:05.480829+0000","last_fullsized":"2024-09-19T05:34:05.480829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916266+0000","last_change":"2024-09-19T05:34:06.484145+0000","last_active":"2024-09-19T05:34:07.916266+0000","last_peered":"2024-09-19T05:34:07.916266+0000","last_clean":"2024-09-19T05:34:07.916266+0000","last_became_active":"2024-09-19T05:34:06.483542+0000","last_became_peered":"2024-09-19T05:34:06.483542+0000","last_unstale":"2024-09-19T05:34:07.916266+0000","last_undegraded":"2024-09-19T05:34:07.916266+0000","last_fullsized":"2024-09-19T05:34:07.916266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:49.390121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916368+0000","last_change":"2024-09-19T05:34:05.470625+0000","last_active":"2024-09-19T05:34:07.916368+0000","last_peered":"2024-09-19T05:34:07.916368+0000","last_clean":"2024-09-19T05:34:07.916368+0000","last_became_active":"2024-09-19T05:34:05.470196+0000","last_became_peered":"2024-09-19T05:34:05.470196+0000","last_unstale":"2024-09-19T05:34:07.916368+0000","last_undegraded":"2024-09-19T05:34:07.916368+0000","last_fullsized":"2024-09-19T05:34:07.916368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:29.655146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916091+0000","last_change":"2024-09-19T05:34:06.480319+0000","last_active":"2024-09-19T05:34:07.916091+0000","last_peered":"2024-09-19T05:34:07.916091+0000","last_clean":"2024-09-19T05:34:07.916091+0000","last_became_active":"2024-09-19T05:34:06.480055+0000","last_became_peered":"2024-09-19T05:34:06.480055+0000","last_unstale":"2024-09-19T05:34:07.916091+0000","last_undegraded":"2024-09-19T05:34:07.916091+0000","last_fullsized":"2024-09-19T05:34:07.916091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:17.132084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474346+0000","last_change":"2024-09-19T05:34:05.479570+0000","last_active":"2024-09-19T05:34:07.474346+0000","last_peered":"2024-09-19T05:34:07.474346+0000","last_clean":"2024-09-19T05:34:07.474346+0000","last_became_active":"2024-09-19T05:34:05.479266+0000","last_became_peered":"2024-09-19T05:34:05.479266+0000","last_unstale":"2024-09-19T05:34:07.474346+0000","last_undegraded":"2024-09-19T05:34:07.474346+0000","last_fullsized":"2024-09-19T05:34:07.474346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916118+0000","last_change":"2024-09-19T05:34:06.477935+0000","last_active":"2024-09-19T05:34:07.916118+0000","last_peered":"2024-09-19T05:34:07.916118+0000","last_clean":"2024-09-19T05:34:07.916118+0000","last_became_active":"2024-09-19T05:34:06.477681+0000","last_became_peered":"2024-09-19T05:34:06.477681+0000","last_unstale":"2024-09-19T05:34:07.916118+0000","last_undegraded":"2024-09-19T05:34:07.916118+0000","last_fullsized":"2024-09-19T05:34:07.916118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:17.096756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478447+0000","last_change":"2024-09-19T05:34:05.477121+0000","last_active":"2024-09-19T05:34:05.478447+0000","last_peered":"2024-09-19T05:34:05.478447+0000","last_clean":"2024-09-19T05:34:05.478447+0000","last_became_active":"2024-09-19T05:34:05.476483+0000","last_became_peered":"2024-09-19T05:34:05.476483+0000","last_unstale":"2024-09-19T05:34:05.478447+0000","last_undegraded":"2024-09-19T05:34:05.478447+0000","last_fullsized":"2024-09-19T05:34:05.478447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467122+0000","last_change":"2024-09-19T05:34:05.467122+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467122+0000","last_undegraded":"2024-09-19T05:34:05.467122+0000","last_fullsized":"2024-09-19T05:34:05.467122+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477300+0000","last_change":"2024-09-19T05:34:05.474034+0000","last_active":"2024-09-19T05:34:05.477300+0000","last_peered":"2024-09-19T05:34:05.477300+0000","last_clean":"2024-09-19T05:34:05.477300+0000","last_became_active":"2024-09-19T05:34:05.473729+0000","last_became_peered":"2024-09-19T05:34:05.473729+0000","last_unstale":"2024-09-19T05:34:05.477300+0000","last_undegraded":"2024-09-19T05:34:05.477300+0000","last_fullsized":"2024-09-19T05:34:05.477300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915753+0000","last_change":"2024-09-19T05:34:06.478696+0000","last_active":"2024-09-19T05:34:07.915753+0000","last_peered":"2024-09-19T05:34:07.915753+0000","last_clean":"2024-09-19T05:34:07.915753+0000","last_became_active":"2024-09-19T05:34:06.478417+0000","last_became_peered":"2024-09-19T05:34:06.478417+0000","last_unstale":"2024-09-19T05:34:07.915753+0000","last_undegraded":"2024-09-19T05:34:07.915753+0000","last_fullsized":"2024-09-19T05:34:07.915753+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.633380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473167+0000","last_change":"2024-09-19T05:34:05.471165+0000","last_active":"2024-09-19T05:34:07.473167+0000","last_peered":"2024-09-19T05:34:07.473167+0000","last_clean":"2024-09-19T05:34:07.473167+0000","last_became_active":"2024-09-19T05:34:05.470862+0000","last_became_peered":"2024-09-19T05:34:05.470862+0000","last_unstale":"2024-09-19T05:34:07.473167+0000","last_undegraded":"2024-09-19T05:34:07.473167+0000","last_fullsized":"2024-09-19T05:34:07.473167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:30.326292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916471+0000","last_change":"2024-09-19T05:34:06.475815+0000","last_active":"2024-09-19T05:34:07.916471+0000","last_peered":"2024-09-19T05:34:07.916471+0000","last_clean":"2024-09-19T05:34:07.916471+0000","last_became_active":"2024-09-19T05:34:06.475495+0000","last_became_peered":"2024-09-19T05:34:06.475495+0000","last_unstale":"2024-09-19T05:34:07.916471+0000","last_undegraded":"2024-09-19T05:34:07.916471+0000","last_fullsized":"2024-09-19T05:34:07.916471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:42.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477326+0000","last_change":"2024-09-19T05:34:05.475793+0000","last_active":"2024-09-19T05:34:05.477326+0000","last_peered":"2024-09-19T05:34:05.477326+0000","last_clean":"2024-09-19T05:34:05.477326+0000","last_became_active":"2024-09-19T05:34:05.475478+0000","last_became_peered":"2024-09-19T05:34:05.475478+0000","last_unstale":"2024-09-19T05:34:05.477326+0000","last_undegraded":"2024-09-19T05:34:05.477326+0000","last_fullsized":"2024-09-19T05:34:05.477326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916761+0000","last_change":"2024-09-19T05:34:06.480580+0000","last_active":"2024-09-19T05:34:07.916761+0000","last_peered":"2024-09-19T05:34:07.916761+0000","last_clean":"2024-09-19T05:34:07.916761+0000","last_became_active":"2024-09-19T05:34:06.480293+0000","last_became_peered":"2024-09-19T05:34:06.480293+0000","last_unstale":"2024-09-19T05:34:07.916761+0000","last_undegraded":"2024-09-19T05:34:07.916761+0000","last_fullsized":"2024-09-19T05:34:07.916761+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:23.973961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472129+0000","last_change":"2024-09-19T05:34:05.471098+0000","last_active":"2024-09-19T05:34:07.472129+0000","last_peered":"2024-09-19T05:34:07.472129+0000","last_clean":"2024-09-19T05:34:07.472129+0000","last_became_active":"2024-09-19T05:34:05.470808+0000","last_became_peered":"2024-09-19T05:34:05.470808+0000","last_unstale":"2024-09-19T05:34:07.472129+0000","last_undegraded":"2024-09-19T05:34:07.472129+0000","last_fullsized":"2024-09-19T05:34:07.472129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474552+0000","last_change":"2024-09-19T05:34:06.486255+0000","last_active":"2024-09-19T05:34:07.474552+0000","last_peered":"2024-09-19T05:34:07.474552+0000","last_clean":"2024-09-19T05:34:07.474552+0000","last_became_active":"2024-09-19T05:34:06.484389+0000","last_became_peered":"2024-09-19T05:34:06.484389+0000","last_unstale":"2024-09-19T05:34:07.474552+0000","last_undegraded":"2024-09-19T05:34:07.474552+0000","last_fullsized":"2024-09-19T05:34:07.474552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:07.578398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.470378+0000","last_change":"2024-09-19T05:34:05.465822+0000","last_active":"2024-09-19T05:34:05.470378+0000","last_peered":"2024-09-19T05:34:05.470378+0000","last_clean":"2024-09-19T05:34:05.470378+0000","last_became_active":"2024-09-19T05:34:05.465482+0000","last_became_peered":"2024-09-19T05:34:05.465482+0000","last_unstale":"2024-09-19T05:34:05.470378+0000","last_undegraded":"2024-09-19T05:34:05.470378+0000","last_fullsized":"2024-09-19T05:34:05.470378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916365+0000","last_change":"2024-09-19T05:34:06.492763+0000","last_active":"2024-09-19T05:34:07.916365+0000","last_peered":"2024-09-19T05:34:07.916365+0000","last_clean":"2024-09-19T05:34:07.916365+0000","last_became_active":"2024-09-19T05:34:06.492463+0000","last_became_peered":"2024-09-19T05:34:06.492463+0000","last_unstale":"2024-09-19T05:34:07.916365+0000","last_undegraded":"2024-09-19T05:34:07.916365+0000","last_fullsized":"2024-09-19T05:34:07.916365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:35:58.916647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915720+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:07.915720+0000","last_peered":"2024-09-19T05:34:07.915720+0000","last_clean":"2024-09-19T05:34:07.915720+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:07.915720+0000","last_undegraded":"2024-09-19T05:34:07.915720+0000","last_fullsized":"2024-09-19T05:34:07.915720+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473380+0000","last_change":"2024-09-19T05:34:05.467523+0000","last_active":"2024-09-19T05:34:07.473380+0000","last_peered":"2024-09-19T05:34:07.473380+0000","last_clean":"2024-09-19T05:34:07.473380+0000","last_became_active":"2024-09-19T05:34:05.467208+0000","last_became_peered":"2024-09-19T05:34:05.467208+0000","last_unstale":"2024-09-19T05:34:07.473380+0000","last_undegraded":"2024-09-19T05:34:07.473380+0000","last_fullsized":"2024-09-19T05:34:07.473380+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.472012+0000","last_change":"2024-09-19T05:34:05.472012+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.472012+0000","last_undegraded":"2024-09-19T05:34:05.472012+0000","last_fullsized":"2024-09-19T05:34:05.472012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915599+0000","last_change":"2024-09-19T05:34:05.479840+0000","last_active":"2024-09-19T05:34:07.915599+0000","last_peered":"2024-09-19T05:34:07.915599+0000","last_clean":"2024-09-19T05:34:07.915599+0000","last_became_active":"2024-09-19T05:34:05.479575+0000","last_became_peered":"2024-09-19T05:34:05.479575+0000","last_unstale":"2024-09-19T05:34:07.915599+0000","last_undegraded":"2024-09-19T05:34:07.915599+0000","last_fullsized":"2024-09-19T05:34:07.915599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:37.874871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915833+0000","last_change":"2024-09-19T05:34:06.477073+0000","last_active":"2024-09-19T05:34:07.915833+0000","last_peered":"2024-09-19T05:34:07.915833+0000","last_clean":"2024-09-19T05:34:07.915833+0000","last_became_active":"2024-09-19T05:34:06.476757+0000","last_became_peered":"2024-09-19T05:34:06.476757+0000","last_unstale":"2024-09-19T05:34:07.915833+0000","last_undegraded":"2024-09-19T05:34:07.915833+0000","last_fullsized":"2024-09-19T05:34:07.915833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:38.884872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.473397+0000","last_change":"2024-09-19T05:34:05.470939+0000","last_active":"2024-09-19T05:34:05.473397+0000","last_peered":"2024-09-19T05:34:05.473397+0000","last_clean":"2024-09-19T05:34:05.473397+0000","last_became_active":"2024-09-19T05:34:05.470647+0000","last_became_peered":"2024-09-19T05:34:05.470647+0000","last_unstale":"2024-09-19T05:34:05.473397+0000","last_undegraded":"2024-09-19T05:34:05.473397+0000","last_fullsized":"2024-09-19T05:34:05.473397+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471942+0000","last_change":"2024-09-19T05:34:06.476716+0000","last_active":"2024-09-19T05:34:07.471942+0000","last_peered":"2024-09-19T05:34:07.471942+0000","last_clean":"2024-09-19T05:34:07.471942+0000","last_became_active":"2024-09-19T05:34:06.475087+0000","last_became_peered":"2024-09-19T05:34:06.475087+0000","last_unstale":"2024-09-19T05:34:07.471942+0000","last_undegraded":"2024-09-19T05:34:07.471942+0000","last_fullsized":"2024-09-19T05:34:07.471942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474471+0000","last_change":"2024-09-19T05:34:05.472856+0000","last_active":"2024-09-19T05:34:07.474471+0000","last_peered":"2024-09-19T05:34:07.474471+0000","last_clean":"2024-09-19T05:34:07.474471+0000","last_became_active":"2024-09-19T05:34:05.472060+0000","last_became_peered":"2024-09-19T05:34:05.472060+0000","last_unstale":"2024-09-19T05:34:07.474471+0000","last_undegraded":"2024-09-19T05:34:07.474471+0000","last_fullsized":"2024-09-19T05:34:07.474471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:56.728303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473526+0000","last_change":"2024-09-19T05:34:06.473317+0000","last_active":"2024-09-19T05:34:07.473526+0000","last_peered":"2024-09-19T05:34:07.473526+0000","last_clean":"2024-09-19T05:34:07.473526+0000","last_became_active":"2024-09-19T05:34:06.473027+0000","last_became_peered":"2024-09-19T05:34:06.473027+0000","last_unstale":"2024-09-19T05:34:07.473526+0000","last_undegraded":"2024-09-19T05:34:07.473526+0000","last_fullsized":"2024-09-19T05:34:07.473526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:15.075617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472171+0000","last_change":"2024-09-19T05:34:05.472027+0000","last_active":"2024-09-19T05:34:07.472171+0000","last_peered":"2024-09-19T05:34:07.472171+0000","last_clean":"2024-09-19T05:34:07.472171+0000","last_became_active":"2024-09-19T05:34:05.471755+0000","last_became_peered":"2024-09-19T05:34:05.471755+0000","last_unstale":"2024-09-19T05:34:07.472171+0000","last_undegraded":"2024-09-19T05:34:07.472171+0000","last_fullsized":"2024-09-19T05:34:07.472171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:05.974937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474478+0000","last_change":"2024-09-19T05:34:06.471923+0000","last_active":"2024-09-19T05:34:07.474478+0000","last_peered":"2024-09-19T05:34:07.474478+0000","last_clean":"2024-09-19T05:34:07.474478+0000","last_became_active":"2024-09-19T05:34:06.471558+0000","last_became_peered":"2024-09-19T05:34:06.471558+0000","last_unstale":"2024-09-19T05:34:07.474478+0000","last_undegraded":"2024-09-19T05:34:07.474478+0000","last_fullsized":"2024-09-19T05:34:07.474478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:06.917896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916478+0000","last_change":"2024-09-19T05:34:05.478506+0000","last_active":"2024-09-19T05:34:07.916478+0000","last_peered":"2024-09-19T05:34:07.916478+0000","last_clean":"2024-09-19T05:34:07.916478+0000","last_became_active":"2024-09-19T05:34:05.478013+0000","last_became_peered":"2024-09-19T05:34:05.478013+0000","last_unstale":"2024-09-19T05:34:07.916478+0000","last_undegraded":"2024-09-19T05:34:07.916478+0000","last_fullsized":"2024-09-19T05:34:07.916478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:38.437245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472117+0000","last_change":"2024-09-19T05:34:06.475880+0000","last_active":"2024-09-19T05:34:07.472117+0000","last_peered":"2024-09-19T05:34:07.472117+0000","last_clean":"2024-09-19T05:34:07.472117+0000","last_became_active":"2024-09-19T05:34:06.475545+0000","last_became_peered":"2024-09-19T05:34:06.475545+0000","last_unstale":"2024-09-19T05:34:07.472117+0000","last_undegraded":"2024-09-19T05:34:07.472117+0000","last_fullsized":"2024-09-19T05:34:07.472117+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472043+0000","last_change":"2024-09-19T05:34:05.477231+0000","last_active":"2024-09-19T05:34:07.472043+0000","last_peered":"2024-09-19T05:34:07.472043+0000","last_clean":"2024-09-19T05:34:07.472043+0000","last_became_active":"2024-09-19T05:34:05.476922+0000","last_became_peered":"2024-09-19T05:34:05.476922+0000","last_unstale":"2024-09-19T05:34:07.472043+0000","last_undegraded":"2024-09-19T05:34:07.472043+0000","last_fullsized":"2024-09-19T05:34:07.472043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469221+0000","last_change":"2024-09-19T05:34:05.469221+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469221+0000","last_undegraded":"2024-09-19T05:34:05.469221+0000","last_fullsized":"2024-09-19T05:34:05.469221+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478351+0000","last_change":"2024-09-19T05:34:05.476887+0000","last_active":"2024-09-19T05:34:05.478351+0000","last_peered":"2024-09-19T05:34:05.478351+0000","last_clean":"2024-09-19T05:34:05.478351+0000","last_became_active":"2024-09-19T05:34:05.476578+0000","last_became_peered":"2024-09-19T05:34:05.476578+0000","last_unstale":"2024-09-19T05:34:05.478351+0000","last_undegraded":"2024-09-19T05:34:05.478351+0000","last_fullsized":"2024-09-19T05:34:05.478351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:43.605082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:06.473806+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:06.473516+0000","last_became_peered":"2024-09-19T05:34:06.473516+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915471+0000","last_change":"2024-09-19T05:34:05.479191+0000","last_active":"2024-09-19T05:34:07.915471+0000","last_peered":"2024-09-19T05:34:07.915471+0000","last_clean":"2024-09-19T05:34:07.915471+0000","last_became_active":"2024-09-19T05:34:05.478859+0000","last_became_peered":"2024-09-19T05:34:05.478859+0000","last_unstale":"2024-09-19T05:34:07.915471+0000","last_undegraded":"2024-09-19T05:34:07.915471+0000","last_fullsized":"2024-09-19T05:34:07.915471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473548+0000","last_change":"2024-09-19T05:34:06.469216+0000","last_active":"2024-09-19T05:34:07.473548+0000","last_peered":"2024-09-19T05:34:07.473548+0000","last_clean":"2024-09-19T05:34:07.473548+0000","last_became_active":"2024-09-19T05:34:06.468924+0000","last_became_peered":"2024-09-19T05:34:06.468924+0000","last_unstale":"2024-09-19T05:34:07.473548+0000","last_undegraded":"2024-09-19T05:34:07.473548+0000","last_fullsized":"2024-09-19T05:34:07.473548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:27.485869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.476030+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.475737+0000","last_became_peered":"2024-09-19T05:34:05.475737+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.466562+0000","last_change":"2024-09-19T05:34:05.466562+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.466562+0000","last_undegraded":"2024-09-19T05:34:05.466562+0000","last_fullsized":"2024-09-19T05:34:05.466562+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.479332+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.479000+0000","last_became_peered":"2024-09-19T05:34:05.479000+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:36.466104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.466854+0000","last_change":"2024-09-19T05:34:05.466854+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.466854+0000","last_undegraded":"2024-09-19T05:34:05.466854+0000","last_fullsized":"2024-09-19T05:34:05.466854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916015+0000","last_change":"2024-09-19T05:34:05.476283+0000","last_active":"2024-09-19T05:34:07.916015+0000","last_peered":"2024-09-19T05:34:07.916015+0000","last_clean":"2024-09-19T05:34:07.916015+0000","last_became_active":"2024-09-19T05:34:05.476005+0000","last_became_peered":"2024-09-19T05:34:05.476005+0000","last_unstale":"2024-09-19T05:34:07.916015+0000","last_undegraded":"2024-09-19T05:34:07.916015+0000","last_fullsized":"2024-09-19T05:34:07.916015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469380+0000","last_change":"2024-09-19T05:34:05.469380+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469380+0000","last_undegraded":"2024-09-19T05:34:05.469380+0000","last_fullsized":"2024-09-19T05:34:05.469380+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474595+0000","last_change":"2024-09-19T05:34:06.476778+0000","last_active":"2024-09-19T05:34:07.474595+0000","last_peered":"2024-09-19T05:34:07.474595+0000","last_clean":"2024-09-19T05:34:07.474595+0000","last_became_active":"2024-09-19T05:34:06.475570+0000","last_became_peered":"2024-09-19T05:34:06.475570+0000","last_unstale":"2024-09-19T05:34:07.474595+0000","last_undegraded":"2024-09-19T05:34:07.474595+0000","last_fullsized":"2024-09-19T05:34:07.474595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:19.414493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916330+0000","last_change":"2024-09-19T05:34:05.477152+0000","last_active":"2024-09-19T05:34:07.916330+0000","last_peered":"2024-09-19T05:34:07.916330+0000","last_clean":"2024-09-19T05:34:07.916330+0000","last_became_active":"2024-09-19T05:34:05.476772+0000","last_became_peered":"2024-09-19T05:34:05.476772+0000","last_unstale":"2024-09-19T05:34:07.916330+0000","last_undegraded":"2024-09-19T05:34:07.916330+0000","last_fullsized":"2024-09-19T05:34:07.916330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474361+0000","last_change":"2024-09-19T05:34:06.477777+0000","last_active":"2024-09-19T05:34:07.474361+0000","last_peered":"2024-09-19T05:34:07.474361+0000","last_clean":"2024-09-19T05:34:07.474361+0000","last_became_active":"2024-09-19T05:34:06.477466+0000","last_became_peered":"2024-09-19T05:34:06.477466+0000","last_unstale":"2024-09-19T05:34:07.474361+0000","last_undegraded":"2024-09-19T05:34:07.474361+0000","last_fullsized":"2024-09-19T05:34:07.474361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:33.281598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916338+0000","last_change":"2024-09-19T05:34:05.479333+0000","last_active":"2024-09-19T05:34:07.916338+0000","last_peered":"2024-09-19T05:34:07.916338+0000","last_clean":"2024-09-19T05:34:07.916338+0000","last_became_active":"2024-09-19T05:34:05.479020+0000","last_became_peered":"2024-09-19T05:34:05.479020+0000","last_unstale":"2024-09-19T05:34:07.916338+0000","last_undegraded":"2024-09-19T05:34:07.916338+0000","last_fullsized":"2024-09-19T05:34:07.916338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:27.675423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916520+0000","last_change":"2024-09-19T05:34:06.491803+0000","last_active":"2024-09-19T05:34:07.916520+0000","last_peered":"2024-09-19T05:34:07.916520+0000","last_clean":"2024-09-19T05:34:07.916520+0000","last_became_active":"2024-09-19T05:34:06.491551+0000","last_became_peered":"2024-09-19T05:34:06.491551+0000","last_unstale":"2024-09-19T05:34:07.916520+0000","last_undegraded":"2024-09-19T05:34:07.916520+0000","last_fullsized":"2024-09-19T05:34:07.916520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480865+0000","last_change":"2024-09-19T05:34:05.478326+0000","last_active":"2024-09-19T05:34:05.480865+0000","last_peered":"2024-09-19T05:34:05.480865+0000","last_clean":"2024-09-19T05:34:05.480865+0000","last_became_active":"2024-09-19T05:34:05.478011+0000","last_became_peered":"2024-09-19T05:34:05.478011+0000","last_unstale":"2024-09-19T05:34:05.480865+0000","last_undegraded":"2024-09-19T05:34:05.480865+0000","last_fullsized":"2024-09-19T05:34:05.480865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468735+0000","last_change":"2024-09-19T05:34:05.468735+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468735+0000","last_undegraded":"2024-09-19T05:34:05.468735+0000","last_fullsized":"2024-09-19T05:34:05.468735+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:05.474890+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:05.474640+0000","last_became_peered":"2024-09-19T05:34:05.474640+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:38.339694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":798,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35516,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336324,"statfs":{"total":96636764160,"available":96600395776,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36136,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335704,"statfs":{"total":96636764160,"available":96599760896,"internally_reserved":0,"allocated":806912,"data_stored":664125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542148,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35560,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336280,"statfs":{"total":96636764160,"available":96600350720,"internally_reserved":0,"allocated":212992,"data_stored":73265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":221184,"data_stored":73301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:11.153 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-19T05:34:11.153 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.471543+0000', 'last_change': '2024-09-19T05:34:05.471543+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.471543+0000', 'last_undegraded': '2024-09-19T05:34:05.471543+0000', 'last_fullsized': '2024-09-19T05:34:05.471543+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.153 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-19T05:34:11.153 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.471095+0000', 'last_change': '2024-09-19T05:34:05.471095+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.471095+0000', 'last_undegraded': '2024-09-19T05:34:05.471095+0000', 'last_fullsized': '2024-09-19T05:34:05.471095+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.467056+0000', 'last_change': '2024-09-19T05:34:05.467056+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.467056+0000', 'last_undegraded': '2024-09-19T05:34:05.467056+0000', 'last_fullsized': '2024-09-19T05:34:05.467056+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.467436+0000', 'last_change': '2024-09-19T05:34:05.467436+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.467436+0000', 'last_undegraded': '2024-09-19T05:34:05.467436+0000', 'last_fullsized': '2024-09-19T05:34:05.467436+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.461360+0000', 'last_change': '2024-09-19T05:34:05.461360+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.461360+0000', 'last_undegraded': '2024-09-19T05:34:05.461360+0000', 'last_fullsized': '2024-09-19T05:34:05.461360+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.469408+0000', 'last_change': '2024-09-19T05:34:05.469408+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.469408+0000', 'last_undegraded': '2024-09-19T05:34:05.469408+0000', 'last_fullsized': '2024-09-19T05:34:05.469408+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-19T05:34:11.154 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.468550+0000', 'last_change': '2024-09-19T05:34:05.468550+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.468550+0000', 'last_undegraded': '2024-09-19T05:34:05.468550+0000', 'last_fullsized': '2024-09-19T05:34:05.468550+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.469666+0000', 'last_change': '2024-09-19T05:34:05.469666+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.469666+0000', 'last_undegraded': '2024-09-19T05:34:05.469666+0000', 'last_fullsized': '2024-09-19T05:34:05.469666+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.470570+0000', 'last_change': '2024-09-19T05:34:05.470570+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.470570+0000', 'last_undegraded': '2024-09-19T05:34:05.470570+0000', 'last_fullsized': '2024-09-19T05:34:05.470570+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.470305+0000', 'last_change': '2024-09-19T05:34:05.470305+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.470305+0000', 'last_undegraded': '2024-09-19T05:34:05.470305+0000', 'last_fullsized': '2024-09-19T05:34:05.470305+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.461407+0000', 'last_change': '2024-09-19T05:34:05.461407+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.461407+0000', 'last_undegraded': '2024-09-19T05:34:05.461407+0000', 'last_fullsized': '2024-09-19T05:34:05.461407+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.468752+0000', 'last_change': '2024-09-19T05:34:05.468752+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.468752+0000', 'last_undegraded': '2024-09-19T05:34:05.468752+0000', 'last_fullsized': '2024-09-19T05:34:05.468752+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:11.155 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.471018+0000', 'last_change': '2024-09-19T05:34:05.471018+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.471018+0000', 'last_undegraded': '2024-09-19T05:34:05.471018+0000', 'last_fullsized': '2024-09-19T05:34:05.471018+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.467122+0000', 'last_change': '2024-09-19T05:34:05.467122+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.467122+0000', 'last_undegraded': '2024-09-19T05:34:05.467122+0000', 'last_fullsized': '2024-09-19T05:34:05.467122+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.472012+0000', 'last_change': '2024-09-19T05:34:05.472012+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.472012+0000', 'last_undegraded': '2024-09-19T05:34:05.472012+0000', 'last_fullsized': '2024-09-19T05:34:05.472012+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.469221+0000', 'last_change': '2024-09-19T05:34:05.469221+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.469221+0000', 'last_undegraded': '2024-09-19T05:34:05.469221+0000', 'last_fullsized': '2024-09-19T05:34:05.469221+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.466562+0000', 'last_change': '2024-09-19T05:34:05.466562+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.466562+0000', 'last_undegraded': '2024-09-19T05:34:05.466562+0000', 'last_fullsized': '2024-09-19T05:34:05.466562+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.156 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-19T05:34:11.157 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.466854+0000', 'last_change': '2024-09-19T05:34:05.466854+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.466854+0000', 'last_undegraded': '2024-09-19T05:34:05.466854+0000', 'last_fullsized': '2024-09-19T05:34:05.466854+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.157 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-19T05:34:11.157 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.469380+0000', 'last_change': '2024-09-19T05:34:05.469380+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.469380+0000', 'last_undegraded': '2024-09-19T05:34:05.469380+0000', 'last_fullsized': '2024-09-19T05:34:05.469380+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:11.157 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-19T05:34:11.157 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:05.468735+0000', 'last_change': '2024-09-19T05:34:05.468735+0000', 'last_active': '2024-09-19T05:34:05.445245+0000', 'last_peered': '2024-09-19T05:34:05.445245+0000', 'last_clean': '2024-09-19T05:34:05.445245+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:05.468735+0000', 'last_undegraded': '2024-09-19T05:34:05.468735+0000', 'last_fullsized': '2024-09-19T05:34:05.468735+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:05.445245+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:11.157 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:34:11.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.290+0000 7f857a56d640 1 Processor -- start 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.290+0000 7f857a56d640 1 -- start start 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f857a56d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8574161cf0 0x7f85740d3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f857a56d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f85740b76a0 0x7f85740d3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f857a56d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85740cef70 0x7f85740cf3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f857a56d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f8574072140 con 0x7f8574161cf0 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f857a56d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f85740cf8e0 con 0x7f85740b76a0 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f857a56d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f85741620d0 con 0x7f85740cef70 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f8573fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8574161cf0 0x7f85740d3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f8573fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8574161cf0 0x7f85740d3b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46368/0 (socket says 172.21.15.39:46368) 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f8573fff640 1 -- 172.21.15.39:0/2410113439 learned_addr learned my addr 172.21.15.39:0/2410113439 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:11.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f85737fe640 1 --2- 172.21.15.39:0/2410113439 >> v2:172.21.15.50:3300/0 conn(0x7f85740b76a0 0x7f85740d3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f8578b0a640 1 --2- 172.21.15.39:0/2410113439 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85740cef70 0x7f85740cf3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f8573fff640 1 -- 172.21.15.39:0/2410113439 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85740cef70 msgr2=0x7f85740cf3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:11.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f8573fff640 1 --2- 172.21.15.39:0/2410113439 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85740cef70 0x7f85740cf3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f8573fff640 1 -- 172.21.15.39:0/2410113439 >> v2:172.21.15.50:3300/0 conn(0x7f85740b76a0 msgr2=0x7f85740d3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:11.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f8573fff640 1 --2- 172.21.15.39:0/2410113439 >> v2:172.21.15.50:3300/0 conn(0x7f85740b76a0 0x7f85740d3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.291+0000 7f8573fff640 1 -- 172.21.15.39:0/2410113439 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85740b7b10 con 0x7f8574161cf0 2024-09-19T05:34:11.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.292+0000 7f8573fff640 1 --2- 172.21.15.39:0/2410113439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8574161cf0 0x7f85740d3b00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f85740b7210 tx=0x7f856402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=138783df7da7d2ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:11.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.292+0000 7f8572ffd640 1 -- 172.21.15.39:0/2410113439 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8564037070 con 0x7f8574161cf0 2024-09-19T05:34:11.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.292+0000 7f8572ffd640 1 -- 172.21.15.39:0/2410113439 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8564032440 con 0x7f8574161cf0 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.292+0000 7f8572ffd640 1 -- 172.21.15.39:0/2410113439 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8564032810 con 0x7f8574161cf0 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.292+0000 7f857a56d640 1 -- 172.21.15.39:0/2410113439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8574161cf0 msgr2=0x7f85740d3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.292+0000 7f857a56d640 1 --2- 172.21.15.39:0/2410113439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8574161cf0 0x7f85740d3b00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f85740b7210 tx=0x7f856402a140 comp rx=0 tx=0).stop 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.293+0000 7f857a56d640 1 -- 172.21.15.39:0/2410113439 shutdown_connections 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.293+0000 7f857a56d640 1 --2- 172.21.15.39:0/2410113439 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85740cef70 0x7f85740cf3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.293+0000 7f857a56d640 1 --2- 172.21.15.39:0/2410113439 >> v2:172.21.15.50:3300/0 conn(0x7f85740b76a0 0x7f85740d3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.293+0000 7f857a56d640 1 --2- 172.21.15.39:0/2410113439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8574161cf0 0x7f85740d3b00 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.293+0000 7f857a56d640 1 -- 172.21.15.39:0/2410113439 >> 172.21.15.39:0/2410113439 conn(0x7f85740d4710 msgr2=0x7f85740d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.293+0000 7f857a56d640 1 -- 172.21.15.39:0/2410113439 shutdown_connections 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.293+0000 7f857a56d640 1 -- 172.21.15.39:0/2410113439 wait complete. 2024-09-19T05:34:11.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.294+0000 7f857a56d640 1 Processor -- start 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.294+0000 7f857a56d640 1 -- start start 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f857a56d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85740b76a0 0x7f85740caa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f857a56d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85740cef70 0x7f85741f8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f857a56d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8574161cf0 0x7f85740c9270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f857a56d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8574072670 con 0x7f85740cef70 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f857a56d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8574072390 con 0x7f85740b76a0 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f857a56d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8574072950 con 0x7f8574161cf0 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f85737fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85740cef70 0x7f85741f8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f85737fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85740cef70 0x7f85741f8da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46380/0 (socket says 172.21.15.39:46380) 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f85737fe640 1 -- 172.21.15.39:0/2723212696 learned_addr learned my addr 172.21.15.39:0/2723212696 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:11.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f8573fff640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85740b76a0 0x7f85740caa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f8578b0a640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8574161cf0 0x7f85740c9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f85737fe640 1 -- 172.21.15.39:0/2723212696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8574161cf0 msgr2=0x7f85740c9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f85737fe640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8574161cf0 0x7f85740c9270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f85737fe640 1 -- 172.21.15.39:0/2723212696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85740b76a0 msgr2=0x7f85740caa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f85737fe640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85740b76a0 0x7f85740caa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f85737fe640 1 -- 172.21.15.39:0/2723212696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85740c99f0 con 0x7f85740cef70 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f85737fe640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85740cef70 0x7f85741f8da0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f856800e890 tx=0x7f856800ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.295+0000 7f8570ff9640 1 -- 172.21.15.39:0/2723212696 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8568017070 con 0x7f85740cef70 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.296+0000 7f8570ff9640 1 -- 172.21.15.39:0/2723212696 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f856800c8e0 con 0x7f85740cef70 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.296+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85740c9cd0 con 0x7f85740cef70 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.296+0000 7f8570ff9640 1 -- 172.21.15.39:0/2723212696 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856800ccb0 con 0x7f85740cef70 2024-09-19T05:34:11.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.296+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85740ca290 con 0x7f85740cef70 2024-09-19T05:34:11.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.296+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85740cf3a0 con 0x7f85740cef70 2024-09-19T05:34:11.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.297+0000 7f8570ff9640 1 -- 172.21.15.39:0/2723212696 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f856801a070 con 0x7f85740cef70 2024-09-19T05:34:11.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.297+0000 7f8570ff9640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f856006c2b0 0x7f856006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.298+0000 7f8570ff9640 1 -- 172.21.15.39:0/2723212696 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f856808b690 con 0x7f85740cef70 2024-09-19T05:34:11.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.298+0000 7f8573fff640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f856006c2b0 0x7f856006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.298+0000 7f8573fff640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f856006c2b0 0x7f856006e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8564034000 tx=0x7f856402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:11.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.302+0000 7f8570ff9640 1 -- 172.21.15.39:0/2723212696 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85680597b0 con 0x7f85740cef70 2024-09-19T05:34:11.434 INFO:tasks.ceph.mds.d.smithi050.stderr:2024-09-19T05:34:11.432+0000 7f7b28dec640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:34:11.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.546+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f85740b51e0 con 0x7f85740cef70 2024-09-19T05:34:11.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.546+0000 7f8570ff9640 1 -- 172.21.15.39:0/2723212696 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1139 (secure 0 0 0) 0x7f856805dab0 con 0x7f85740cef70 2024-09-19T05:34:11.548 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:11.548 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"63724460-2d43-4192-a475-a2140b12f870","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":29,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726724034,"num_in_osds":8,"osd_in_since":1726724024,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":77},{"state_name":"creating+peering","count":20}],"num_pgs":97,"num_pools":3,"num_objects":14,"data_bytes":591166,"bytes_used":275324928,"bytes_avail":772818788352,"bytes_total":773094113280,"inactive_pgs_ratio":0.20618556439876556,"write_bytes_sec":1877,"read_op_per_sec":0,"write_op_per_sec":3},"fsmap":{"epoch":7,"btime":"2024-09-19T05:34:09:473692+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"d","status":"up:active","gid":4293}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-19T05:33:42.410460+0000","services":{}},"progress_events":{}} 2024-09-19T05:34:11.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f856006c2b0 msgr2=0x7f856006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f856006c2b0 0x7f856006e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8564034000 tx=0x7f856402e000 comp rx=0 tx=0).stop 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85740cef70 msgr2=0x7f85741f8da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85740cef70 0x7f85741f8da0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f856800e890 tx=0x7f856800ed50 comp rx=0 tx=0).stop 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 shutdown_connections 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f856006c2b0 0x7f856006e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8574161cf0 0x7f85740c9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85740cef70 0x7f85741f8da0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 --2- 172.21.15.39:0/2723212696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f85740b76a0 0x7f85740caa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 >> 172.21.15.39:0/2723212696 conn(0x7f85740d4710 msgr2=0x7f85740b5700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 shutdown_connections 2024-09-19T05:34:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.549+0000 7f857a56d640 1 -- 172.21.15.39:0/2723212696 wait complete. 2024-09-19T05:34:11.561 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:34:11.561 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:11.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.662+0000 7f2347627640 1 Processor -- start 2024-09-19T05:34:11.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.662+0000 7f2347627640 1 -- start start 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f2347627640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f23400d1ba0 0x7f2340162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f2347627640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 0x7f23400d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f2347627640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23400b7920 con 0x7f234015e8e0 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f2347627640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f23400cf6a0 con 0x7f23400d1ba0 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f2347627640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f23400cf940 con 0x7f23400cf1f0 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f2344bc2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f23400d1ba0 0x7f2340162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f23453c3640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f234015e8e0 0x7f23400d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39762/0 (socket says 172.21.15.39:39762) 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f23453c3640 1 -- 172.21.15.39:0/2639594638 learned_addr learned my addr 172.21.15.39:0/2639594638 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f2345bc4640 1 --2- 172.21.15.39:0/2639594638 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 0x7f23400d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f2344bc2640 1 -- 172.21.15.39:0/2639594638 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 msgr2=0x7f23400d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:11.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.663+0000 7f2344bc2640 1 --2- 172.21.15.39:0/2639594638 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 0x7f23400d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.664+0000 7f2344bc2640 1 -- 172.21.15.39:0/2639594638 >> v1:172.21.15.39:6789/0 conn(0x7f234015e8e0 legacy=0x7f23400d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.664+0000 7f2344bc2640 1 -- 172.21.15.39:0/2639594638 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23400cfc20 con 0x7f23400d1ba0 2024-09-19T05:34:11.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.664+0000 7f2344bc2640 1 --2- 172.21.15.39:0/2639594638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 0x7f2340162cf0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f23340097a0 tx=0x7f233402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec3c6be634b1a6f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:11.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.664+0000 7f233ffff640 1 -- 172.21.15.39:0/2639594638 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334037070 con 0x7f23400d1ba0 2024-09-19T05:34:11.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.664+0000 7f233ffff640 1 -- 172.21.15.39:0/2639594638 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f233402ae50 con 0x7f23400d1ba0 2024-09-19T05:34:11.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.664+0000 7f233ffff640 1 -- 172.21.15.39:0/2639594638 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334032660 con 0x7f23400d1ba0 2024-09-19T05:34:11.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.665+0000 7f2347627640 1 -- 172.21.15.39:0/2639594638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 msgr2=0x7f2340162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.665+0000 7f2347627640 1 --2- 172.21.15.39:0/2639594638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 0x7f2340162cf0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f23340097a0 tx=0x7f233402a100 comp rx=0 tx=0).stop 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.665+0000 7f2347627640 1 -- 172.21.15.39:0/2639594638 shutdown_connections 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.665+0000 7f2347627640 1 --2- 172.21.15.39:0/2639594638 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 0x7f23400d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.665+0000 7f2347627640 1 --2- 172.21.15.39:0/2639594638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 0x7f2340162cf0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.665+0000 7f2347627640 1 -- 172.21.15.39:0/2639594638 >> 172.21.15.39:0/2639594638 conn(0x7f234006bd00 msgr2=0x7f234006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.665+0000 7f2347627640 1 -- 172.21.15.39:0/2639594638 shutdown_connections 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.665+0000 7f2347627640 1 -- 172.21.15.39:0/2639594638 wait complete. 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.666+0000 7f2347627640 1 Processor -- start 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.666+0000 7f2347627640 1 -- start start 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2347627640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 0x7f234015a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2347627640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 0x7f23400c8220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2347627640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f234015e8e0 0x7f2340160290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2347627640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f23400d3820 con 0x7f23400d1ba0 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2347627640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f23400d2dc0 con 0x7f234015e8e0 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2347627640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f23400d39a0 con 0x7f23400cf1f0 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2344bc2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 0x7f23400c8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2344bc2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 0x7f23400c8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46390/0 (socket says 172.21.15.39:46390) 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2344bc2640 1 -- 172.21.15.39:0/3529295178 learned_addr learned my addr 172.21.15.39:0/3529295178 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f23453c3640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 0x7f234015a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2345bc4640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f234015e8e0 0x7f2340160290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2344bc2640 1 -- 172.21.15.39:0/3529295178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 msgr2=0x7f234015a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2344bc2640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 0x7f234015a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2344bc2640 1 -- 172.21.15.39:0/3529295178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f234015e8e0 msgr2=0x7f2340160290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2344bc2640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f234015e8e0 0x7f2340160290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.667+0000 7f2344bc2640 1 -- 172.21.15.39:0/3529295178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23401f8230 con 0x7f23400d1ba0 2024-09-19T05:34:11.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.668+0000 7f2344bc2640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 0x7f23400c8220 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f23340096f0 tx=0x7f23340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:11.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.668+0000 7f233dffb640 1 -- 172.21.15.39:0/3529295178 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334041070 con 0x7f23400d1ba0 2024-09-19T05:34:11.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.668+0000 7f233dffb640 1 -- 172.21.15.39:0/3529295178 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f233403c670 con 0x7f23400d1ba0 2024-09-19T05:34:11.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.668+0000 7f233dffb640 1 -- 172.21.15.39:0/3529295178 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334037040 con 0x7f23400d1ba0 2024-09-19T05:34:11.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.668+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23401f8510 con 0x7f23400d1ba0 2024-09-19T05:34:11.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.668+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23401f8ad0 con 0x7f23400d1ba0 2024-09-19T05:34:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.669+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23400d32e0 con 0x7f23400d1ba0 2024-09-19T05:34:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.669+0000 7f233dffb640 1 -- 172.21.15.39:0/3529295178 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2334044070 con 0x7f23400d1ba0 2024-09-19T05:34:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.670+0000 7f233dffb640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f232c06c2b0 0x7f232c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.670+0000 7f233dffb640 1 -- 172.21.15.39:0/3529295178 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f23340abb80 con 0x7f23400d1ba0 2024-09-19T05:34:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.670+0000 7f23453c3640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f232c06c2b0 0x7f232c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.670+0000 7f23453c3640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f232c06c2b0 0x7f232c06e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f23400cb610 tx=0x7f2330001990 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:11.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.674+0000 7f233dffb640 1 -- 172.21.15.39:0/3529295178 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2334079dc0 con 0x7f23400d1ba0 2024-09-19T05:34:11.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.849+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f23400d23d0 con 0x7f232c06c2b0 2024-09-19T05:34:11.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.855+0000 7f233dffb640 1 -- 172.21.15.39:0/3529295178 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250283 (secure 0 0 0) 0x7f23400d23d0 con 0x7f232c06c2b0 2024-09-19T05:34:11.859 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:11.861 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:11.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f232c06c2b0 msgr2=0x7f232c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f232c06c2b0 0x7f232c06e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f23400cb610 tx=0x7f2330001990 comp rx=0 tx=0).stop 2024-09-19T05:34:11.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 msgr2=0x7f23400c8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:11.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 0x7f23400c8220 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f23340096f0 tx=0x7f23340046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 shutdown_connections 2024-09-19T05:34:11.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f232c06c2b0 0x7f232c06e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f234015e8e0 0x7f2340160290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23400d1ba0 0x7f23400c8220 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 --2- 172.21.15.39:0/3529295178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f23400cf1f0 0x7f234015a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:11.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 >> 172.21.15.39:0/3529295178 conn(0x7f234006bd00 msgr2=0x7f234006c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:11.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 shutdown_connections 2024-09-19T05:34:11.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:11.858+0000 7f2347627640 1 -- 172.21.15.39:0/3529295178 wait complete. 2024-09-19T05:34:11.870 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T05:34:10.671685+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591166,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":180,"num_write_kb":2427,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":123,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":268872,"kb_used_data":2724,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754705848,"statfs":{"total":773094113280,"available":772818788352,"internally_reserved":0,"allocated":2789376,"data_stored":1709682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":798,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000899"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916652+0000","last_change":"2024-09-19T05:34:06.490710+0000","last_active":"2024-09-19T05:34:07.916652+0000","last_peered":"2024-09-19T05:34:07.916652+0000","last_clean":"2024-09-19T05:34:07.916652+0000","last_became_active":"2024-09-19T05:34:06.490381+0000","last_became_peered":"2024-09-19T05:34:06.490381+0000","last_unstale":"2024-09-19T05:34:07.916652+0000","last_undegraded":"2024-09-19T05:34:07.916652+0000","last_fullsized":"2024-09-19T05:34:07.916652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:32.821118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472165+0000","last_change":"2024-09-19T05:34:06.479989+0000","last_active":"2024-09-19T05:34:07.472165+0000","last_peered":"2024-09-19T05:34:07.472165+0000","last_clean":"2024-09-19T05:34:07.472165+0000","last_became_active":"2024-09-19T05:34:06.479677+0000","last_became_peered":"2024-09-19T05:34:06.479677+0000","last_unstale":"2024-09-19T05:34:07.472165+0000","last_undegraded":"2024-09-19T05:34:07.472165+0000","last_fullsized":"2024-09-19T05:34:07.472165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:42.946421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916331+0000","last_change":"2024-09-19T05:34:06.477668+0000","last_active":"2024-09-19T05:34:07.916331+0000","last_peered":"2024-09-19T05:34:07.916331+0000","last_clean":"2024-09-19T05:34:07.916331+0000","last_became_active":"2024-09-19T05:34:06.476835+0000","last_became_peered":"2024-09-19T05:34:06.476835+0000","last_unstale":"2024-09-19T05:34:07.916331+0000","last_undegraded":"2024-09-19T05:34:07.916331+0000","last_fullsized":"2024-09-19T05:34:07.916331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474260+0000","last_change":"2024-09-19T05:34:06.484649+0000","last_active":"2024-09-19T05:34:07.474260+0000","last_peered":"2024-09-19T05:34:07.474260+0000","last_clean":"2024-09-19T05:34:07.474260+0000","last_became_active":"2024-09-19T05:34:06.483998+0000","last_became_peered":"2024-09-19T05:34:06.483998+0000","last_unstale":"2024-09-19T05:34:07.474260+0000","last_undegraded":"2024-09-19T05:34:07.474260+0000","last_fullsized":"2024-09-19T05:34:07.474260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:27.748057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915931+0000","last_change":"2024-09-19T05:34:06.481397+0000","last_active":"2024-09-19T05:34:07.915931+0000","last_peered":"2024-09-19T05:34:07.915931+0000","last_clean":"2024-09-19T05:34:07.915931+0000","last_became_active":"2024-09-19T05:34:06.481091+0000","last_became_peered":"2024-09-19T05:34:06.481091+0000","last_unstale":"2024-09-19T05:34:07.915931+0000","last_undegraded":"2024-09-19T05:34:07.915931+0000","last_fullsized":"2024-09-19T05:34:07.915931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:17.541545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474011+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.474011+0000","last_peered":"2024-09-19T05:34:07.474011+0000","last_clean":"2024-09-19T05:34:07.474011+0000","last_became_active":"2024-09-19T05:34:06.481311+0000","last_became_peered":"2024-09-19T05:34:06.481311+0000","last_unstale":"2024-09-19T05:34:07.474011+0000","last_undegraded":"2024-09-19T05:34:07.474011+0000","last_fullsized":"2024-09-19T05:34:07.474011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:52.909714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915873+0000","last_change":"2024-09-19T05:34:06.487493+0000","last_active":"2024-09-19T05:34:07.915873+0000","last_peered":"2024-09-19T05:34:07.915873+0000","last_clean":"2024-09-19T05:34:07.915873+0000","last_became_active":"2024-09-19T05:34:06.487213+0000","last_became_peered":"2024-09-19T05:34:06.487213+0000","last_unstale":"2024-09-19T05:34:07.915873+0000","last_undegraded":"2024-09-19T05:34:07.915873+0000","last_fullsized":"2024-09-19T05:34:07.915873+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:09.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471543+0000","last_change":"2024-09-19T05:34:05.471543+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471543+0000","last_undegraded":"2024-09-19T05:34:05.471543+0000","last_fullsized":"2024-09-19T05:34:05.471543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916702+0000","last_change":"2024-09-19T05:34:06.493016+0000","last_active":"2024-09-19T05:34:07.916702+0000","last_peered":"2024-09-19T05:34:07.916702+0000","last_clean":"2024-09-19T05:34:07.916702+0000","last_became_active":"2024-09-19T05:34:06.492573+0000","last_became_peered":"2024-09-19T05:34:06.492573+0000","last_unstale":"2024-09-19T05:34:07.916702+0000","last_undegraded":"2024-09-19T05:34:07.916702+0000","last_fullsized":"2024-09-19T05:34:07.916702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:47.147182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471095+0000","last_change":"2024-09-19T05:34:05.471095+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471095+0000","last_undegraded":"2024-09-19T05:34:05.471095+0000","last_fullsized":"2024-09-19T05:34:05.471095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467056+0000","last_change":"2024-09-19T05:34:05.467056+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467056+0000","last_undegraded":"2024-09-19T05:34:05.467056+0000","last_fullsized":"2024-09-19T05:34:05.467056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473339+0000","last_change":"2024-09-19T05:34:06.493014+0000","last_active":"2024-09-19T05:34:07.473339+0000","last_peered":"2024-09-19T05:34:07.473339+0000","last_clean":"2024-09-19T05:34:07.473339+0000","last_became_active":"2024-09-19T05:34:06.492710+0000","last_became_peered":"2024-09-19T05:34:06.492710+0000","last_unstale":"2024-09-19T05:34:07.473339+0000","last_undegraded":"2024-09-19T05:34:07.473339+0000","last_fullsized":"2024-09-19T05:34:07.473339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:37.476105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467436+0000","last_change":"2024-09-19T05:34:05.467436+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467436+0000","last_undegraded":"2024-09-19T05:34:05.467436+0000","last_fullsized":"2024-09-19T05:34:05.467436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915898+0000","last_change":"2024-09-19T05:34:06.474005+0000","last_active":"2024-09-19T05:34:07.915898+0000","last_peered":"2024-09-19T05:34:07.915898+0000","last_clean":"2024-09-19T05:34:07.915898+0000","last_became_active":"2024-09-19T05:34:06.472973+0000","last_became_peered":"2024-09-19T05:34:06.472973+0000","last_unstale":"2024-09-19T05:34:07.915898+0000","last_undegraded":"2024-09-19T05:34:07.915898+0000","last_fullsized":"2024-09-19T05:34:07.915898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:46.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471927+0000","last_change":"2024-09-19T05:34:06.472284+0000","last_active":"2024-09-19T05:34:07.471927+0000","last_peered":"2024-09-19T05:34:07.471927+0000","last_clean":"2024-09-19T05:34:07.471927+0000","last_became_active":"2024-09-19T05:34:06.472002+0000","last_became_peered":"2024-09-19T05:34:06.472002+0000","last_unstale":"2024-09-19T05:34:07.471927+0000","last_undegraded":"2024-09-19T05:34:07.471927+0000","last_fullsized":"2024-09-19T05:34:07.471927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472756+0000","last_change":"2024-09-19T05:34:06.481881+0000","last_active":"2024-09-19T05:34:07.472756+0000","last_peered":"2024-09-19T05:34:07.472756+0000","last_clean":"2024-09-19T05:34:07.472756+0000","last_became_active":"2024-09-19T05:34:06.481288+0000","last_became_peered":"2024-09-19T05:34:06.481288+0000","last_unstale":"2024-09-19T05:34:07.472756+0000","last_undegraded":"2024-09-19T05:34:07.472756+0000","last_fullsized":"2024-09-19T05:34:07.472756+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473961+0000","last_change":"2024-09-19T05:34:06.482962+0000","last_active":"2024-09-19T05:34:07.473961+0000","last_peered":"2024-09-19T05:34:07.473961+0000","last_clean":"2024-09-19T05:34:07.473961+0000","last_became_active":"2024-09-19T05:34:06.482493+0000","last_became_peered":"2024-09-19T05:34:06.482493+0000","last_unstale":"2024-09-19T05:34:07.473961+0000","last_undegraded":"2024-09-19T05:34:07.473961+0000","last_fullsized":"2024-09-19T05:34:07.473961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.705012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.461360+0000","last_change":"2024-09-19T05:34:05.461360+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.461360+0000","last_undegraded":"2024-09-19T05:34:05.461360+0000","last_fullsized":"2024-09-19T05:34:05.461360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916486+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.916486+0000","last_peered":"2024-09-19T05:34:07.916486+0000","last_clean":"2024-09-19T05:34:07.916486+0000","last_became_active":"2024-09-19T05:34:06.481304+0000","last_became_peered":"2024-09-19T05:34:06.481304+0000","last_unstale":"2024-09-19T05:34:07.916486+0000","last_undegraded":"2024-09-19T05:34:07.916486+0000","last_fullsized":"2024-09-19T05:34:07.916486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:14.610024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469408+0000","last_change":"2024-09-19T05:34:05.469408+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469408+0000","last_undegraded":"2024-09-19T05:34:05.469408+0000","last_fullsized":"2024-09-19T05:34:05.469408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916227+0000","last_change":"2024-09-19T05:34:06.483640+0000","last_active":"2024-09-19T05:34:07.916227+0000","last_peered":"2024-09-19T05:34:07.916227+0000","last_clean":"2024-09-19T05:34:07.916227+0000","last_became_active":"2024-09-19T05:34:06.483168+0000","last_became_peered":"2024-09-19T05:34:06.483168+0000","last_unstale":"2024-09-19T05:34:07.916227+0000","last_undegraded":"2024-09-19T05:34:07.916227+0000","last_fullsized":"2024-09-19T05:34:07.916227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:36.682368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474170+0000","last_change":"2024-09-19T05:34:06.478517+0000","last_active":"2024-09-19T05:34:07.474170+0000","last_peered":"2024-09-19T05:34:07.474170+0000","last_clean":"2024-09-19T05:34:07.474170+0000","last_became_active":"2024-09-19T05:34:06.477295+0000","last_became_peered":"2024-09-19T05:34:06.477295+0000","last_unstale":"2024-09-19T05:34:07.474170+0000","last_undegraded":"2024-09-19T05:34:07.474170+0000","last_fullsized":"2024-09-19T05:34:07.474170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:25.006276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468550+0000","last_change":"2024-09-19T05:34:05.468550+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468550+0000","last_undegraded":"2024-09-19T05:34:05.468550+0000","last_fullsized":"2024-09-19T05:34:05.468550+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472828+0000","last_change":"2024-09-19T05:34:06.474490+0000","last_active":"2024-09-19T05:34:07.472828+0000","last_peered":"2024-09-19T05:34:07.472828+0000","last_clean":"2024-09-19T05:34:07.472828+0000","last_became_active":"2024-09-19T05:34:06.474141+0000","last_became_peered":"2024-09-19T05:34:06.474141+0000","last_unstale":"2024-09-19T05:34:07.472828+0000","last_undegraded":"2024-09-19T05:34:07.472828+0000","last_fullsized":"2024-09-19T05:34:07.472828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:54.327743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469666+0000","last_change":"2024-09-19T05:34:05.469666+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469666+0000","last_undegraded":"2024-09-19T05:34:05.469666+0000","last_fullsized":"2024-09-19T05:34:05.469666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.470570+0000","last_change":"2024-09-19T05:34:05.470570+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.470570+0000","last_undegraded":"2024-09-19T05:34:05.470570+0000","last_fullsized":"2024-09-19T05:34:05.470570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472111+0000","last_change":"2024-09-19T05:34:06.484703+0000","last_active":"2024-09-19T05:34:07.472111+0000","last_peered":"2024-09-19T05:34:07.472111+0000","last_clean":"2024-09-19T05:34:07.472111+0000","last_became_active":"2024-09-19T05:34:06.484340+0000","last_became_peered":"2024-09-19T05:34:06.484340+0000","last_unstale":"2024-09-19T05:34:07.472111+0000","last_undegraded":"2024-09-19T05:34:07.472111+0000","last_fullsized":"2024-09-19T05:34:07.472111+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.470305+0000","last_change":"2024-09-19T05:34:05.470305+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.470305+0000","last_undegraded":"2024-09-19T05:34:05.470305+0000","last_fullsized":"2024-09-19T05:34:05.470305+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916309+0000","last_change":"2024-09-19T05:34:06.476788+0000","last_active":"2024-09-19T05:34:07.916309+0000","last_peered":"2024-09-19T05:34:07.916309+0000","last_clean":"2024-09-19T05:34:07.916309+0000","last_became_active":"2024-09-19T05:34:06.476516+0000","last_became_peered":"2024-09-19T05:34:06.476516+0000","last_unstale":"2024-09-19T05:34:07.916309+0000","last_undegraded":"2024-09-19T05:34:07.916309+0000","last_fullsized":"2024-09-19T05:34:07.916309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:26.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474417+0000","last_change":"2024-09-19T05:34:06.486368+0000","last_active":"2024-09-19T05:34:07.474417+0000","last_peered":"2024-09-19T05:34:07.474417+0000","last_clean":"2024-09-19T05:34:07.474417+0000","last_became_active":"2024-09-19T05:34:06.486035+0000","last_became_peered":"2024-09-19T05:34:06.486035+0000","last_unstale":"2024-09-19T05:34:07.474417+0000","last_undegraded":"2024-09-19T05:34:07.474417+0000","last_fullsized":"2024-09-19T05:34:07.474417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:05.361208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.461407+0000","last_change":"2024-09-19T05:34:05.461407+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.461407+0000","last_undegraded":"2024-09-19T05:34:05.461407+0000","last_fullsized":"2024-09-19T05:34:05.461407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468752+0000","last_change":"2024-09-19T05:34:05.468752+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468752+0000","last_undegraded":"2024-09-19T05:34:05.468752+0000","last_fullsized":"2024-09-19T05:34:05.468752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473069+0000","last_change":"2024-09-19T05:34:06.470736+0000","last_active":"2024-09-19T05:34:07.473069+0000","last_peered":"2024-09-19T05:34:07.473069+0000","last_clean":"2024-09-19T05:34:07.473069+0000","last_became_active":"2024-09-19T05:34:06.470383+0000","last_became_peered":"2024-09-19T05:34:06.470383+0000","last_unstale":"2024-09-19T05:34:07.473069+0000","last_undegraded":"2024-09-19T05:34:07.473069+0000","last_fullsized":"2024-09-19T05:34:07.473069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:34.304554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478743+0000","last_change":"2024-09-19T05:34:05.475981+0000","last_active":"2024-09-19T05:34:05.478743+0000","last_peered":"2024-09-19T05:34:05.478743+0000","last_clean":"2024-09-19T05:34:05.478743+0000","last_became_active":"2024-09-19T05:34:05.475727+0000","last_became_peered":"2024-09-19T05:34:05.475727+0000","last_unstale":"2024-09-19T05:34:05.478743+0000","last_undegraded":"2024-09-19T05:34:05.478743+0000","last_fullsized":"2024-09-19T05:34:05.478743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:44.790175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916374+0000","last_change":"2024-09-19T05:34:06.478104+0000","last_active":"2024-09-19T05:34:07.916374+0000","last_peered":"2024-09-19T05:34:07.916374+0000","last_clean":"2024-09-19T05:34:07.916374+0000","last_became_active":"2024-09-19T05:34:06.477772+0000","last_became_peered":"2024-09-19T05:34:06.477772+0000","last_unstale":"2024-09-19T05:34:07.916374+0000","last_undegraded":"2024-09-19T05:34:07.916374+0000","last_fullsized":"2024-09-19T05:34:07.916374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477895+0000","last_change":"2024-09-19T05:34:05.474081+0000","last_active":"2024-09-19T05:34:05.477895+0000","last_peered":"2024-09-19T05:34:05.477895+0000","last_clean":"2024-09-19T05:34:05.477895+0000","last_became_active":"2024-09-19T05:34:05.473251+0000","last_became_peered":"2024-09-19T05:34:05.473251+0000","last_unstale":"2024-09-19T05:34:05.477895+0000","last_undegraded":"2024-09-19T05:34:05.477895+0000","last_fullsized":"2024-09-19T05:34:05.477895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:44.790175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480858+0000","last_change":"2024-09-19T05:34:05.476933+0000","last_active":"2024-09-19T05:34:05.480858+0000","last_peered":"2024-09-19T05:34:05.480858+0000","last_clean":"2024-09-19T05:34:05.480858+0000","last_became_active":"2024-09-19T05:34:05.476627+0000","last_became_peered":"2024-09-19T05:34:05.476627+0000","last_unstale":"2024-09-19T05:34:05.480858+0000","last_undegraded":"2024-09-19T05:34:05.480858+0000","last_fullsized":"2024-09-19T05:34:05.480858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:43.605082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.471018+0000","last_change":"2024-09-19T05:34:05.471018+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.471018+0000","last_undegraded":"2024-09-19T05:34:05.471018+0000","last_fullsized":"2024-09-19T05:34:05.471018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473674+0000","last_change":"2024-09-19T05:34:05.467421+0000","last_active":"2024-09-19T05:34:07.473674+0000","last_peered":"2024-09-19T05:34:07.473674+0000","last_clean":"2024-09-19T05:34:07.473674+0000","last_became_active":"2024-09-19T05:34:05.467111+0000","last_became_peered":"2024-09-19T05:34:05.467111+0000","last_unstale":"2024-09-19T05:34:07.473674+0000","last_undegraded":"2024-09-19T05:34:07.473674+0000","last_fullsized":"2024-09-19T05:34:07.473674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471897+0000","last_change":"2024-09-19T05:34:06.485430+0000","last_active":"2024-09-19T05:34:07.471897+0000","last_peered":"2024-09-19T05:34:07.471897+0000","last_clean":"2024-09-19T05:34:07.471897+0000","last_became_active":"2024-09-19T05:34:06.485150+0000","last_became_peered":"2024-09-19T05:34:06.485150+0000","last_unstale":"2024-09-19T05:34:07.471897+0000","last_undegraded":"2024-09-19T05:34:07.471897+0000","last_fullsized":"2024-09-19T05:34:07.471897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478963+0000","last_change":"2024-09-19T05:34:05.477362+0000","last_active":"2024-09-19T05:34:05.478963+0000","last_peered":"2024-09-19T05:34:05.478963+0000","last_clean":"2024-09-19T05:34:05.478963+0000","last_became_active":"2024-09-19T05:34:05.476952+0000","last_became_peered":"2024-09-19T05:34:05.476952+0000","last_unstale":"2024-09-19T05:34:05.478963+0000","last_undegraded":"2024-09-19T05:34:05.478963+0000","last_fullsized":"2024-09-19T05:34:05.478963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473803+0000","last_change":"2024-09-19T05:34:06.477093+0000","last_active":"2024-09-19T05:34:07.473803+0000","last_peered":"2024-09-19T05:34:07.473803+0000","last_clean":"2024-09-19T05:34:07.473803+0000","last_became_active":"2024-09-19T05:34:06.476739+0000","last_became_peered":"2024-09-19T05:34:06.476739+0000","last_unstale":"2024-09-19T05:34:07.473803+0000","last_undegraded":"2024-09-19T05:34:07.473803+0000","last_fullsized":"2024-09-19T05:34:07.473803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:13.831277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473864+0000","last_change":"2024-09-19T05:34:05.474353+0000","last_active":"2024-09-19T05:34:07.473864+0000","last_peered":"2024-09-19T05:34:07.473864+0000","last_clean":"2024-09-19T05:34:07.473864+0000","last_became_active":"2024-09-19T05:34:05.474005+0000","last_became_peered":"2024-09-19T05:34:05.474005+0000","last_unstale":"2024-09-19T05:34:07.473864+0000","last_undegraded":"2024-09-19T05:34:07.473864+0000","last_fullsized":"2024-09-19T05:34:07.473864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916586+0000","last_change":"2024-09-19T05:34:06.489641+0000","last_active":"2024-09-19T05:34:07.916586+0000","last_peered":"2024-09-19T05:34:07.916586+0000","last_clean":"2024-09-19T05:34:07.916586+0000","last_became_active":"2024-09-19T05:34:06.489321+0000","last_became_peered":"2024-09-19T05:34:06.489321+0000","last_unstale":"2024-09-19T05:34:07.916586+0000","last_undegraded":"2024-09-19T05:34:07.916586+0000","last_fullsized":"2024-09-19T05:34:07.916586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472054+0000","last_change":"2024-09-19T05:34:05.472080+0000","last_active":"2024-09-19T05:34:07.472054+0000","last_peered":"2024-09-19T05:34:07.472054+0000","last_clean":"2024-09-19T05:34:07.472054+0000","last_became_active":"2024-09-19T05:34:05.471618+0000","last_became_peered":"2024-09-19T05:34:05.471618+0000","last_unstale":"2024-09-19T05:34:07.472054+0000","last_undegraded":"2024-09-19T05:34:07.472054+0000","last_fullsized":"2024-09-19T05:34:07.472054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:33.294552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474390+0000","last_change":"2024-09-19T05:34:06.479262+0000","last_active":"2024-09-19T05:34:07.474390+0000","last_peered":"2024-09-19T05:34:07.474390+0000","last_clean":"2024-09-19T05:34:07.474390+0000","last_became_active":"2024-09-19T05:34:06.478793+0000","last_became_peered":"2024-09-19T05:34:06.478793+0000","last_unstale":"2024-09-19T05:34:07.474390+0000","last_undegraded":"2024-09-19T05:34:07.474390+0000","last_fullsized":"2024-09-19T05:34:07.474390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:21.875146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480829+0000","last_change":"2024-09-19T05:34:05.479809+0000","last_active":"2024-09-19T05:34:05.480829+0000","last_peered":"2024-09-19T05:34:05.480829+0000","last_clean":"2024-09-19T05:34:05.480829+0000","last_became_active":"2024-09-19T05:34:05.479411+0000","last_became_peered":"2024-09-19T05:34:05.479411+0000","last_unstale":"2024-09-19T05:34:05.480829+0000","last_undegraded":"2024-09-19T05:34:05.480829+0000","last_fullsized":"2024-09-19T05:34:05.480829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916266+0000","last_change":"2024-09-19T05:34:06.484145+0000","last_active":"2024-09-19T05:34:07.916266+0000","last_peered":"2024-09-19T05:34:07.916266+0000","last_clean":"2024-09-19T05:34:07.916266+0000","last_became_active":"2024-09-19T05:34:06.483542+0000","last_became_peered":"2024-09-19T05:34:06.483542+0000","last_unstale":"2024-09-19T05:34:07.916266+0000","last_undegraded":"2024-09-19T05:34:07.916266+0000","last_fullsized":"2024-09-19T05:34:07.916266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:49.390121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916368+0000","last_change":"2024-09-19T05:34:05.470625+0000","last_active":"2024-09-19T05:34:07.916368+0000","last_peered":"2024-09-19T05:34:07.916368+0000","last_clean":"2024-09-19T05:34:07.916368+0000","last_became_active":"2024-09-19T05:34:05.470196+0000","last_became_peered":"2024-09-19T05:34:05.470196+0000","last_unstale":"2024-09-19T05:34:07.916368+0000","last_undegraded":"2024-09-19T05:34:07.916368+0000","last_fullsized":"2024-09-19T05:34:07.916368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:29.655146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916091+0000","last_change":"2024-09-19T05:34:06.480319+0000","last_active":"2024-09-19T05:34:07.916091+0000","last_peered":"2024-09-19T05:34:07.916091+0000","last_clean":"2024-09-19T05:34:07.916091+0000","last_became_active":"2024-09-19T05:34:06.480055+0000","last_became_peered":"2024-09-19T05:34:06.480055+0000","last_unstale":"2024-09-19T05:34:07.916091+0000","last_undegraded":"2024-09-19T05:34:07.916091+0000","last_fullsized":"2024-09-19T05:34:07.916091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:17.132084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474346+0000","last_change":"2024-09-19T05:34:05.479570+0000","last_active":"2024-09-19T05:34:07.474346+0000","last_peered":"2024-09-19T05:34:07.474346+0000","last_clean":"2024-09-19T05:34:07.474346+0000","last_became_active":"2024-09-19T05:34:05.479266+0000","last_became_peered":"2024-09-19T05:34:05.479266+0000","last_unstale":"2024-09-19T05:34:07.474346+0000","last_undegraded":"2024-09-19T05:34:07.474346+0000","last_fullsized":"2024-09-19T05:34:07.474346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916118+0000","last_change":"2024-09-19T05:34:06.477935+0000","last_active":"2024-09-19T05:34:07.916118+0000","last_peered":"2024-09-19T05:34:07.916118+0000","last_clean":"2024-09-19T05:34:07.916118+0000","last_became_active":"2024-09-19T05:34:06.477681+0000","last_became_peered":"2024-09-19T05:34:06.477681+0000","last_unstale":"2024-09-19T05:34:07.916118+0000","last_undegraded":"2024-09-19T05:34:07.916118+0000","last_fullsized":"2024-09-19T05:34:07.916118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:17.096756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478447+0000","last_change":"2024-09-19T05:34:05.477121+0000","last_active":"2024-09-19T05:34:05.478447+0000","last_peered":"2024-09-19T05:34:05.478447+0000","last_clean":"2024-09-19T05:34:05.478447+0000","last_became_active":"2024-09-19T05:34:05.476483+0000","last_became_peered":"2024-09-19T05:34:05.476483+0000","last_unstale":"2024-09-19T05:34:05.478447+0000","last_undegraded":"2024-09-19T05:34:05.478447+0000","last_fullsized":"2024-09-19T05:34:05.478447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.467122+0000","last_change":"2024-09-19T05:34:05.467122+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.467122+0000","last_undegraded":"2024-09-19T05:34:05.467122+0000","last_fullsized":"2024-09-19T05:34:05.467122+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477300+0000","last_change":"2024-09-19T05:34:05.474034+0000","last_active":"2024-09-19T05:34:05.477300+0000","last_peered":"2024-09-19T05:34:05.477300+0000","last_clean":"2024-09-19T05:34:05.477300+0000","last_became_active":"2024-09-19T05:34:05.473729+0000","last_became_peered":"2024-09-19T05:34:05.473729+0000","last_unstale":"2024-09-19T05:34:05.477300+0000","last_undegraded":"2024-09-19T05:34:05.477300+0000","last_fullsized":"2024-09-19T05:34:05.477300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915753+0000","last_change":"2024-09-19T05:34:06.478696+0000","last_active":"2024-09-19T05:34:07.915753+0000","last_peered":"2024-09-19T05:34:07.915753+0000","last_clean":"2024-09-19T05:34:07.915753+0000","last_became_active":"2024-09-19T05:34:06.478417+0000","last_became_peered":"2024-09-19T05:34:06.478417+0000","last_unstale":"2024-09-19T05:34:07.915753+0000","last_undegraded":"2024-09-19T05:34:07.915753+0000","last_fullsized":"2024-09-19T05:34:07.915753+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.633380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473167+0000","last_change":"2024-09-19T05:34:05.471165+0000","last_active":"2024-09-19T05:34:07.473167+0000","last_peered":"2024-09-19T05:34:07.473167+0000","last_clean":"2024-09-19T05:34:07.473167+0000","last_became_active":"2024-09-19T05:34:05.470862+0000","last_became_peered":"2024-09-19T05:34:05.470862+0000","last_unstale":"2024-09-19T05:34:07.473167+0000","last_undegraded":"2024-09-19T05:34:07.473167+0000","last_fullsized":"2024-09-19T05:34:07.473167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:30.326292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916471+0000","last_change":"2024-09-19T05:34:06.475815+0000","last_active":"2024-09-19T05:34:07.916471+0000","last_peered":"2024-09-19T05:34:07.916471+0000","last_clean":"2024-09-19T05:34:07.916471+0000","last_became_active":"2024-09-19T05:34:06.475495+0000","last_became_peered":"2024-09-19T05:34:06.475495+0000","last_unstale":"2024-09-19T05:34:07.916471+0000","last_undegraded":"2024-09-19T05:34:07.916471+0000","last_fullsized":"2024-09-19T05:34:07.916471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:42.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.477326+0000","last_change":"2024-09-19T05:34:05.475793+0000","last_active":"2024-09-19T05:34:05.477326+0000","last_peered":"2024-09-19T05:34:05.477326+0000","last_clean":"2024-09-19T05:34:05.477326+0000","last_became_active":"2024-09-19T05:34:05.475478+0000","last_became_peered":"2024-09-19T05:34:05.475478+0000","last_unstale":"2024-09-19T05:34:05.477326+0000","last_undegraded":"2024-09-19T05:34:05.477326+0000","last_fullsized":"2024-09-19T05:34:05.477326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916761+0000","last_change":"2024-09-19T05:34:06.480580+0000","last_active":"2024-09-19T05:34:07.916761+0000","last_peered":"2024-09-19T05:34:07.916761+0000","last_clean":"2024-09-19T05:34:07.916761+0000","last_became_active":"2024-09-19T05:34:06.480293+0000","last_became_peered":"2024-09-19T05:34:06.480293+0000","last_unstale":"2024-09-19T05:34:07.916761+0000","last_undegraded":"2024-09-19T05:34:07.916761+0000","last_fullsized":"2024-09-19T05:34:07.916761+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:23.973961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472129+0000","last_change":"2024-09-19T05:34:05.471098+0000","last_active":"2024-09-19T05:34:07.472129+0000","last_peered":"2024-09-19T05:34:07.472129+0000","last_clean":"2024-09-19T05:34:07.472129+0000","last_became_active":"2024-09-19T05:34:05.470808+0000","last_became_peered":"2024-09-19T05:34:05.470808+0000","last_unstale":"2024-09-19T05:34:07.472129+0000","last_undegraded":"2024-09-19T05:34:07.472129+0000","last_fullsized":"2024-09-19T05:34:07.472129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474552+0000","last_change":"2024-09-19T05:34:06.486255+0000","last_active":"2024-09-19T05:34:07.474552+0000","last_peered":"2024-09-19T05:34:07.474552+0000","last_clean":"2024-09-19T05:34:07.474552+0000","last_became_active":"2024-09-19T05:34:06.484389+0000","last_became_peered":"2024-09-19T05:34:06.484389+0000","last_unstale":"2024-09-19T05:34:07.474552+0000","last_undegraded":"2024-09-19T05:34:07.474552+0000","last_fullsized":"2024-09-19T05:34:07.474552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:07.578398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.470378+0000","last_change":"2024-09-19T05:34:05.465822+0000","last_active":"2024-09-19T05:34:05.470378+0000","last_peered":"2024-09-19T05:34:05.470378+0000","last_clean":"2024-09-19T05:34:05.470378+0000","last_became_active":"2024-09-19T05:34:05.465482+0000","last_became_peered":"2024-09-19T05:34:05.465482+0000","last_unstale":"2024-09-19T05:34:05.470378+0000","last_undegraded":"2024-09-19T05:34:05.470378+0000","last_fullsized":"2024-09-19T05:34:05.470378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916365+0000","last_change":"2024-09-19T05:34:06.492763+0000","last_active":"2024-09-19T05:34:07.916365+0000","last_peered":"2024-09-19T05:34:07.916365+0000","last_clean":"2024-09-19T05:34:07.916365+0000","last_became_active":"2024-09-19T05:34:06.492463+0000","last_became_peered":"2024-09-19T05:34:06.492463+0000","last_unstale":"2024-09-19T05:34:07.916365+0000","last_undegraded":"2024-09-19T05:34:07.916365+0000","last_fullsized":"2024-09-19T05:34:07.916365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:35:58.916647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915720+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:07.915720+0000","last_peered":"2024-09-19T05:34:07.915720+0000","last_clean":"2024-09-19T05:34:07.915720+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:07.915720+0000","last_undegraded":"2024-09-19T05:34:07.915720+0000","last_fullsized":"2024-09-19T05:34:07.915720+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473380+0000","last_change":"2024-09-19T05:34:05.467523+0000","last_active":"2024-09-19T05:34:07.473380+0000","last_peered":"2024-09-19T05:34:07.473380+0000","last_clean":"2024-09-19T05:34:07.473380+0000","last_became_active":"2024-09-19T05:34:05.467208+0000","last_became_peered":"2024-09-19T05:34:05.467208+0000","last_unstale":"2024-09-19T05:34:07.473380+0000","last_undegraded":"2024-09-19T05:34:07.473380+0000","last_fullsized":"2024-09-19T05:34:07.473380+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.472012+0000","last_change":"2024-09-19T05:34:05.472012+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.472012+0000","last_undegraded":"2024-09-19T05:34:05.472012+0000","last_fullsized":"2024-09-19T05:34:05.472012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915599+0000","last_change":"2024-09-19T05:34:05.479840+0000","last_active":"2024-09-19T05:34:07.915599+0000","last_peered":"2024-09-19T05:34:07.915599+0000","last_clean":"2024-09-19T05:34:07.915599+0000","last_became_active":"2024-09-19T05:34:05.479575+0000","last_became_peered":"2024-09-19T05:34:05.479575+0000","last_unstale":"2024-09-19T05:34:07.915599+0000","last_undegraded":"2024-09-19T05:34:07.915599+0000","last_fullsized":"2024-09-19T05:34:07.915599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:37.874871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915833+0000","last_change":"2024-09-19T05:34:06.477073+0000","last_active":"2024-09-19T05:34:07.915833+0000","last_peered":"2024-09-19T05:34:07.915833+0000","last_clean":"2024-09-19T05:34:07.915833+0000","last_became_active":"2024-09-19T05:34:06.476757+0000","last_became_peered":"2024-09-19T05:34:06.476757+0000","last_unstale":"2024-09-19T05:34:07.915833+0000","last_undegraded":"2024-09-19T05:34:07.915833+0000","last_fullsized":"2024-09-19T05:34:07.915833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:38.884872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.473397+0000","last_change":"2024-09-19T05:34:05.470939+0000","last_active":"2024-09-19T05:34:05.473397+0000","last_peered":"2024-09-19T05:34:05.473397+0000","last_clean":"2024-09-19T05:34:05.473397+0000","last_became_active":"2024-09-19T05:34:05.470647+0000","last_became_peered":"2024-09-19T05:34:05.470647+0000","last_unstale":"2024-09-19T05:34:05.473397+0000","last_undegraded":"2024-09-19T05:34:05.473397+0000","last_fullsized":"2024-09-19T05:34:05.473397+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471942+0000","last_change":"2024-09-19T05:34:06.476716+0000","last_active":"2024-09-19T05:34:07.471942+0000","last_peered":"2024-09-19T05:34:07.471942+0000","last_clean":"2024-09-19T05:34:07.471942+0000","last_became_active":"2024-09-19T05:34:06.475087+0000","last_became_peered":"2024-09-19T05:34:06.475087+0000","last_unstale":"2024-09-19T05:34:07.471942+0000","last_undegraded":"2024-09-19T05:34:07.471942+0000","last_fullsized":"2024-09-19T05:34:07.471942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474471+0000","last_change":"2024-09-19T05:34:05.472856+0000","last_active":"2024-09-19T05:34:07.474471+0000","last_peered":"2024-09-19T05:34:07.474471+0000","last_clean":"2024-09-19T05:34:07.474471+0000","last_became_active":"2024-09-19T05:34:05.472060+0000","last_became_peered":"2024-09-19T05:34:05.472060+0000","last_unstale":"2024-09-19T05:34:07.474471+0000","last_undegraded":"2024-09-19T05:34:07.474471+0000","last_fullsized":"2024-09-19T05:34:07.474471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:56.728303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473526+0000","last_change":"2024-09-19T05:34:06.473317+0000","last_active":"2024-09-19T05:34:07.473526+0000","last_peered":"2024-09-19T05:34:07.473526+0000","last_clean":"2024-09-19T05:34:07.473526+0000","last_became_active":"2024-09-19T05:34:06.473027+0000","last_became_peered":"2024-09-19T05:34:06.473027+0000","last_unstale":"2024-09-19T05:34:07.473526+0000","last_undegraded":"2024-09-19T05:34:07.473526+0000","last_fullsized":"2024-09-19T05:34:07.473526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:15.075617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472171+0000","last_change":"2024-09-19T05:34:05.472027+0000","last_active":"2024-09-19T05:34:07.472171+0000","last_peered":"2024-09-19T05:34:07.472171+0000","last_clean":"2024-09-19T05:34:07.472171+0000","last_became_active":"2024-09-19T05:34:05.471755+0000","last_became_peered":"2024-09-19T05:34:05.471755+0000","last_unstale":"2024-09-19T05:34:07.472171+0000","last_undegraded":"2024-09-19T05:34:07.472171+0000","last_fullsized":"2024-09-19T05:34:07.472171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:05.974937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474478+0000","last_change":"2024-09-19T05:34:06.471923+0000","last_active":"2024-09-19T05:34:07.474478+0000","last_peered":"2024-09-19T05:34:07.474478+0000","last_clean":"2024-09-19T05:34:07.474478+0000","last_became_active":"2024-09-19T05:34:06.471558+0000","last_became_peered":"2024-09-19T05:34:06.471558+0000","last_unstale":"2024-09-19T05:34:07.474478+0000","last_undegraded":"2024-09-19T05:34:07.474478+0000","last_fullsized":"2024-09-19T05:34:07.474478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:06.917896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916478+0000","last_change":"2024-09-19T05:34:05.478506+0000","last_active":"2024-09-19T05:34:07.916478+0000","last_peered":"2024-09-19T05:34:07.916478+0000","last_clean":"2024-09-19T05:34:07.916478+0000","last_became_active":"2024-09-19T05:34:05.478013+0000","last_became_peered":"2024-09-19T05:34:05.478013+0000","last_unstale":"2024-09-19T05:34:07.916478+0000","last_undegraded":"2024-09-19T05:34:07.916478+0000","last_fullsized":"2024-09-19T05:34:07.916478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:38.437245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472117+0000","last_change":"2024-09-19T05:34:06.475880+0000","last_active":"2024-09-19T05:34:07.472117+0000","last_peered":"2024-09-19T05:34:07.472117+0000","last_clean":"2024-09-19T05:34:07.472117+0000","last_became_active":"2024-09-19T05:34:06.475545+0000","last_became_peered":"2024-09-19T05:34:06.475545+0000","last_unstale":"2024-09-19T05:34:07.472117+0000","last_undegraded":"2024-09-19T05:34:07.472117+0000","last_fullsized":"2024-09-19T05:34:07.472117+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472043+0000","last_change":"2024-09-19T05:34:05.477231+0000","last_active":"2024-09-19T05:34:07.472043+0000","last_peered":"2024-09-19T05:34:07.472043+0000","last_clean":"2024-09-19T05:34:07.472043+0000","last_became_active":"2024-09-19T05:34:05.476922+0000","last_became_peered":"2024-09-19T05:34:05.476922+0000","last_unstale":"2024-09-19T05:34:07.472043+0000","last_undegraded":"2024-09-19T05:34:07.472043+0000","last_fullsized":"2024-09-19T05:34:07.472043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469221+0000","last_change":"2024-09-19T05:34:05.469221+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469221+0000","last_undegraded":"2024-09-19T05:34:05.469221+0000","last_fullsized":"2024-09-19T05:34:05.469221+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.478351+0000","last_change":"2024-09-19T05:34:05.476887+0000","last_active":"2024-09-19T05:34:05.478351+0000","last_peered":"2024-09-19T05:34:05.478351+0000","last_clean":"2024-09-19T05:34:05.478351+0000","last_became_active":"2024-09-19T05:34:05.476578+0000","last_became_peered":"2024-09-19T05:34:05.476578+0000","last_unstale":"2024-09-19T05:34:05.478351+0000","last_undegraded":"2024-09-19T05:34:05.478351+0000","last_fullsized":"2024-09-19T05:34:05.478351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:43.605082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:06.473806+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:06.473516+0000","last_became_peered":"2024-09-19T05:34:06.473516+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915471+0000","last_change":"2024-09-19T05:34:05.479191+0000","last_active":"2024-09-19T05:34:07.915471+0000","last_peered":"2024-09-19T05:34:07.915471+0000","last_clean":"2024-09-19T05:34:07.915471+0000","last_became_active":"2024-09-19T05:34:05.478859+0000","last_became_peered":"2024-09-19T05:34:05.478859+0000","last_unstale":"2024-09-19T05:34:07.915471+0000","last_undegraded":"2024-09-19T05:34:07.915471+0000","last_fullsized":"2024-09-19T05:34:07.915471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473548+0000","last_change":"2024-09-19T05:34:06.469216+0000","last_active":"2024-09-19T05:34:07.473548+0000","last_peered":"2024-09-19T05:34:07.473548+0000","last_clean":"2024-09-19T05:34:07.473548+0000","last_became_active":"2024-09-19T05:34:06.468924+0000","last_became_peered":"2024-09-19T05:34:06.468924+0000","last_unstale":"2024-09-19T05:34:07.473548+0000","last_undegraded":"2024-09-19T05:34:07.473548+0000","last_fullsized":"2024-09-19T05:34:07.473548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:27.485869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.476030+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.475737+0000","last_became_peered":"2024-09-19T05:34:05.475737+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.466562+0000","last_change":"2024-09-19T05:34:05.466562+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.466562+0000","last_undegraded":"2024-09-19T05:34:05.466562+0000","last_fullsized":"2024-09-19T05:34:05.466562+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.479332+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.479000+0000","last_became_peered":"2024-09-19T05:34:05.479000+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:36.466104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.466854+0000","last_change":"2024-09-19T05:34:05.466854+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.466854+0000","last_undegraded":"2024-09-19T05:34:05.466854+0000","last_fullsized":"2024-09-19T05:34:05.466854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916015+0000","last_change":"2024-09-19T05:34:05.476283+0000","last_active":"2024-09-19T05:34:07.916015+0000","last_peered":"2024-09-19T05:34:07.916015+0000","last_clean":"2024-09-19T05:34:07.916015+0000","last_became_active":"2024-09-19T05:34:05.476005+0000","last_became_peered":"2024-09-19T05:34:05.476005+0000","last_unstale":"2024-09-19T05:34:07.916015+0000","last_undegraded":"2024-09-19T05:34:07.916015+0000","last_fullsized":"2024-09-19T05:34:07.916015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.469380+0000","last_change":"2024-09-19T05:34:05.469380+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.469380+0000","last_undegraded":"2024-09-19T05:34:05.469380+0000","last_fullsized":"2024-09-19T05:34:05.469380+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474595+0000","last_change":"2024-09-19T05:34:06.476778+0000","last_active":"2024-09-19T05:34:07.474595+0000","last_peered":"2024-09-19T05:34:07.474595+0000","last_clean":"2024-09-19T05:34:07.474595+0000","last_became_active":"2024-09-19T05:34:06.475570+0000","last_became_peered":"2024-09-19T05:34:06.475570+0000","last_unstale":"2024-09-19T05:34:07.474595+0000","last_undegraded":"2024-09-19T05:34:07.474595+0000","last_fullsized":"2024-09-19T05:34:07.474595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:19.414493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916330+0000","last_change":"2024-09-19T05:34:05.477152+0000","last_active":"2024-09-19T05:34:07.916330+0000","last_peered":"2024-09-19T05:34:07.916330+0000","last_clean":"2024-09-19T05:34:07.916330+0000","last_became_active":"2024-09-19T05:34:05.476772+0000","last_became_peered":"2024-09-19T05:34:05.476772+0000","last_unstale":"2024-09-19T05:34:07.916330+0000","last_undegraded":"2024-09-19T05:34:07.916330+0000","last_fullsized":"2024-09-19T05:34:07.916330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474361+0000","last_change":"2024-09-19T05:34:06.477777+0000","last_active":"2024-09-19T05:34:07.474361+0000","last_peered":"2024-09-19T05:34:07.474361+0000","last_clean":"2024-09-19T05:34:07.474361+0000","last_became_active":"2024-09-19T05:34:06.477466+0000","last_became_peered":"2024-09-19T05:34:06.477466+0000","last_unstale":"2024-09-19T05:34:07.474361+0000","last_undegraded":"2024-09-19T05:34:07.474361+0000","last_fullsized":"2024-09-19T05:34:07.474361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:33.281598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916338+0000","last_change":"2024-09-19T05:34:05.479333+0000","last_active":"2024-09-19T05:34:07.916338+0000","last_peered":"2024-09-19T05:34:07.916338+0000","last_clean":"2024-09-19T05:34:07.916338+0000","last_became_active":"2024-09-19T05:34:05.479020+0000","last_became_peered":"2024-09-19T05:34:05.479020+0000","last_unstale":"2024-09-19T05:34:07.916338+0000","last_undegraded":"2024-09-19T05:34:07.916338+0000","last_fullsized":"2024-09-19T05:34:07.916338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:27.675423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916520+0000","last_change":"2024-09-19T05:34:06.491803+0000","last_active":"2024-09-19T05:34:07.916520+0000","last_peered":"2024-09-19T05:34:07.916520+0000","last_clean":"2024-09-19T05:34:07.916520+0000","last_became_active":"2024-09-19T05:34:06.491551+0000","last_became_peered":"2024-09-19T05:34:06.491551+0000","last_unstale":"2024-09-19T05:34:07.916520+0000","last_undegraded":"2024-09-19T05:34:07.916520+0000","last_fullsized":"2024-09-19T05:34:07.916520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:34:05.480865+0000","last_change":"2024-09-19T05:34:05.478326+0000","last_active":"2024-09-19T05:34:05.480865+0000","last_peered":"2024-09-19T05:34:05.480865+0000","last_clean":"2024-09-19T05:34:05.480865+0000","last_became_active":"2024-09-19T05:34:05.478011+0000","last_became_peered":"2024-09-19T05:34:05.478011+0000","last_unstale":"2024-09-19T05:34:05.480865+0000","last_undegraded":"2024-09-19T05:34:05.480865+0000","last_fullsized":"2024-09-19T05:34:05.480865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:38.732063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:34:05.468735+0000","last_change":"2024-09-19T05:34:05.468735+0000","last_active":"2024-09-19T05:34:05.445245+0000","last_peered":"2024-09-19T05:34:05.445245+0000","last_clean":"2024-09-19T05:34:05.445245+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:05.468735+0000","last_undegraded":"2024-09-19T05:34:05.468735+0000","last_fullsized":"2024-09-19T05:34:05.468735+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:05.474890+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:05.474640+0000","last_became_peered":"2024-09-19T05:34:05.474640+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:38.339694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":798,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35516,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336324,"statfs":{"total":96636764160,"available":96600395776,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36136,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335704,"statfs":{"total":96636764160,"available":96599760896,"internally_reserved":0,"allocated":806912,"data_stored":664125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542148,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35560,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336280,"statfs":{"total":96636764160,"available":96600350720,"internally_reserved":0,"allocated":212992,"data_stored":73265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":221184,"data_stored":73301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:14.875 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.990+0000 7f893d34b640 1 Processor -- start 2024-09-19T05:34:14.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.990+0000 7f893d34b640 1 -- start start 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f893d34b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89380d1c10 0x7f89380b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f893d34b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8938162cd0 0x7f89380ced40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f893d34b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89380b70b0 con 0x7f893815e970 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f893d34b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f89380b78b0 con 0x7f89380d1c10 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f893d34b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f89380b62f0 con 0x7f8938162cd0 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f89367fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89380d1c10 0x7f89380b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f89367fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89380d1c10 0x7f89380b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46400/0 (socket says 172.21.15.39:46400) 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f89367fc640 1 -- 172.21.15.39:0/355231368 learned_addr learned my addr 172.21.15.39:0/355231368 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f89377fe640 1 --2- 172.21.15.39:0/355231368 >> v2:172.21.15.50:3300/0 conn(0x7f8938162cd0 0x7f89380ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:14.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f89367fc640 1 -- 172.21.15.39:0/355231368 >> v2:172.21.15.50:3300/0 conn(0x7f8938162cd0 msgr2=0x7f89380ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:14.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f89367fc640 1 --2- 172.21.15.39:0/355231368 >> v2:172.21.15.50:3300/0 conn(0x7f8938162cd0 0x7f89380ced40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:14.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f89367fc640 1 -- 172.21.15.39:0/355231368 >> v1:172.21.15.50:6789/0 conn(0x7f893815e970 legacy=0x7f89380d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:14.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.991+0000 7f89367fc640 1 -- 172.21.15.39:0/355231368 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89380b65d0 con 0x7f89380d1c10 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.992+0000 7f89367fc640 1 --2- 172.21.15.39:0/355231368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 0x7f89380b37a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f893808d470 tx=0x7f892c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23c08b26dcdd9499 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.992+0000 7f8935ffb640 1 -- 172.21.15.39:0/355231368 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c037070 con 0x7f89380d1c10 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.992+0000 7f8935ffb640 1 -- 172.21.15.39:0/355231368 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f892c032440 con 0x7f89380d1c10 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.992+0000 7f8935ffb640 1 -- 172.21.15.39:0/355231368 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c032810 con 0x7f89380d1c10 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.993+0000 7f893d34b640 1 -- 172.21.15.39:0/355231368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 msgr2=0x7f89380b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.993+0000 7f893d34b640 1 --2- 172.21.15.39:0/355231368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 0x7f89380b37a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f893808d470 tx=0x7f892c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.993+0000 7f893d34b640 1 -- 172.21.15.39:0/355231368 shutdown_connections 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.993+0000 7f893d34b640 1 --2- 172.21.15.39:0/355231368 >> v2:172.21.15.50:3300/0 conn(0x7f8938162cd0 0x7f89380ced40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.993+0000 7f893d34b640 1 --2- 172.21.15.39:0/355231368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 0x7f89380b37a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:14.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.993+0000 7f893d34b640 1 -- 172.21.15.39:0/355231368 >> 172.21.15.39:0/355231368 conn(0x7f893806bd00 msgr2=0x7f893806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:14.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.993+0000 7f893d34b640 1 -- 172.21.15.39:0/355231368 shutdown_connections 2024-09-19T05:34:14.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.993+0000 7f893d34b640 1 -- 172.21.15.39:0/355231368 wait complete. 2024-09-19T05:34:14.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.994+0000 7f893d34b640 1 Processor -- start 2024-09-19T05:34:14.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.994+0000 7f893d34b640 1 -- start start 2024-09-19T05:34:14.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f893d34b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 0x7f89381f7b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:14.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f893d34b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f893815e970 0x7f89380b4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:14.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f893d34b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8938162cd0 0x7f89380ce180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:14.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f893d34b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f89381630e0 con 0x7f89380d1c10 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f893d34b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f89380b6b90 con 0x7f893815e970 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f893d34b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f89380cf280 con 0x7f8938162cd0 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f8936ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 0x7f89381f7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f8936ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 0x7f89381f7b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46402/0 (socket says 172.21.15.39:46402) 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f8936ffd640 1 -- 172.21.15.39:0/2389643204 learned_addr learned my addr 172.21.15.39:0/2389643204 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f89367fc640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f893815e970 0x7f89380b4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f89377fe640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8938162cd0 0x7f89380ce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f8936ffd640 1 -- 172.21.15.39:0/2389643204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8938162cd0 msgr2=0x7f89380ce180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f8936ffd640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8938162cd0 0x7f89380ce180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f8936ffd640 1 -- 172.21.15.39:0/2389643204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f893815e970 msgr2=0x7f89380b4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f8936ffd640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f893815e970 0x7f89380b4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:14.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f8936ffd640 1 -- 172.21.15.39:0/2389643204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89381f83f0 con 0x7f89380d1c10 2024-09-19T05:34:15.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.995+0000 7f89367fc640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f893815e970 0x7f89380b4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:15.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.996+0000 7f8936ffd640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 0x7f89381f7b30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f892800c430 tx=0x7f892800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:15.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.996+0000 7f891f7fe640 1 -- 172.21.15.39:0/2389643204 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89280052d0 con 0x7f89380d1c10 2024-09-19T05:34:15.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.996+0000 7f891f7fe640 1 -- 172.21.15.39:0/2389643204 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8928005490 con 0x7f89380d1c10 2024-09-19T05:34:15.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.996+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89381f86d0 con 0x7f89380d1c10 2024-09-19T05:34:15.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.996+0000 7f891f7fe640 1 -- 172.21.15.39:0/2389643204 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8928007260 con 0x7f89380d1c10 2024-09-19T05:34:15.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.996+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89380cd980 con 0x7f89380d1c10 2024-09-19T05:34:15.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.997+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89380b37a0 con 0x7f89380d1c10 2024-09-19T05:34:15.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.997+0000 7f891f7fe640 1 -- 172.21.15.39:0/2389643204 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8928007400 con 0x7f89380d1c10 2024-09-19T05:34:15.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.998+0000 7f891f7fe640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f892406c2b0 0x7f892406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.998+0000 7f891f7fe640 1 -- 172.21.15.39:0/2389643204 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f892808a950 con 0x7f89380d1c10 2024-09-19T05:34:15.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.998+0000 7f89367fc640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f892406c2b0 0x7f892406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:14.998+0000 7f89367fc640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f892406c2b0 0x7f892406e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f892c034000 tx=0x7f892c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:15.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.002+0000 7f891f7fe640 1 -- 172.21.15.39:0/2389643204 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f89380b70b0 con 0x7f89380d1c10 2024-09-19T05:34:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.176+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f89380d05b0 con 0x7f892406c2b0 2024-09-19T05:34:15.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.182+0000 7f891f7fe640 1 -- 172.21.15.39:0/2389643204 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251948 (secure 0 0 0) 0x7f89380d05b0 con 0x7f892406c2b0 2024-09-19T05:34:15.187 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:15.188 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:15.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f892406c2b0 msgr2=0x7f892406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f892406c2b0 0x7f892406e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f892c034000 tx=0x7f892c02e000 comp rx=0 tx=0).stop 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 msgr2=0x7f89381f7b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 0x7f89381f7b30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f892800c430 tx=0x7f892800c8f0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 shutdown_connections 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f892406c2b0 0x7f892406e770 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8938162cd0 0x7f89380ce180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f893815e970 0x7f89380b4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 --2- 172.21.15.39:0/2389643204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89380d1c10 0x7f89381f7b30 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 >> 172.21.15.39:0/2389643204 conn(0x7f893806bd00 msgr2=0x7f89380b5860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 shutdown_connections 2024-09-19T05:34:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.185+0000 7f893d34b640 1 -- 172.21.15.39:0/2389643204 wait complete. 2024-09-19T05:34:15.197 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-19T05:34:14.672585+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":185,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":269020,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754705700,"statfs":{"total":773094113280,"available":772818636800,"internally_reserved":0,"allocated":2924544,"data_stored":1770956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.214416"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916652+0000","last_change":"2024-09-19T05:34:06.490710+0000","last_active":"2024-09-19T05:34:07.916652+0000","last_peered":"2024-09-19T05:34:07.916652+0000","last_clean":"2024-09-19T05:34:07.916652+0000","last_became_active":"2024-09-19T05:34:06.490381+0000","last_became_peered":"2024-09-19T05:34:06.490381+0000","last_unstale":"2024-09-19T05:34:07.916652+0000","last_undegraded":"2024-09-19T05:34:07.916652+0000","last_fullsized":"2024-09-19T05:34:07.916652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:32.821118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472165+0000","last_change":"2024-09-19T05:34:06.479989+0000","last_active":"2024-09-19T05:34:07.472165+0000","last_peered":"2024-09-19T05:34:07.472165+0000","last_clean":"2024-09-19T05:34:07.472165+0000","last_became_active":"2024-09-19T05:34:06.479677+0000","last_became_peered":"2024-09-19T05:34:06.479677+0000","last_unstale":"2024-09-19T05:34:07.472165+0000","last_undegraded":"2024-09-19T05:34:07.472165+0000","last_fullsized":"2024-09-19T05:34:07.472165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:42.946421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916331+0000","last_change":"2024-09-19T05:34:06.477668+0000","last_active":"2024-09-19T05:34:07.916331+0000","last_peered":"2024-09-19T05:34:07.916331+0000","last_clean":"2024-09-19T05:34:07.916331+0000","last_became_active":"2024-09-19T05:34:06.476835+0000","last_became_peered":"2024-09-19T05:34:06.476835+0000","last_unstale":"2024-09-19T05:34:07.916331+0000","last_undegraded":"2024-09-19T05:34:07.916331+0000","last_fullsized":"2024-09-19T05:34:07.916331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474260+0000","last_change":"2024-09-19T05:34:06.484649+0000","last_active":"2024-09-19T05:34:07.474260+0000","last_peered":"2024-09-19T05:34:07.474260+0000","last_clean":"2024-09-19T05:34:07.474260+0000","last_became_active":"2024-09-19T05:34:06.483998+0000","last_became_peered":"2024-09-19T05:34:06.483998+0000","last_unstale":"2024-09-19T05:34:07.474260+0000","last_undegraded":"2024-09-19T05:34:07.474260+0000","last_fullsized":"2024-09-19T05:34:07.474260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:27.748057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915931+0000","last_change":"2024-09-19T05:34:06.481397+0000","last_active":"2024-09-19T05:34:07.915931+0000","last_peered":"2024-09-19T05:34:07.915931+0000","last_clean":"2024-09-19T05:34:07.915931+0000","last_became_active":"2024-09-19T05:34:06.481091+0000","last_became_peered":"2024-09-19T05:34:06.481091+0000","last_unstale":"2024-09-19T05:34:07.915931+0000","last_undegraded":"2024-09-19T05:34:07.915931+0000","last_fullsized":"2024-09-19T05:34:07.915931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:17.541545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474011+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.474011+0000","last_peered":"2024-09-19T05:34:07.474011+0000","last_clean":"2024-09-19T05:34:07.474011+0000","last_became_active":"2024-09-19T05:34:06.481311+0000","last_became_peered":"2024-09-19T05:34:06.481311+0000","last_unstale":"2024-09-19T05:34:07.474011+0000","last_undegraded":"2024-09-19T05:34:07.474011+0000","last_fullsized":"2024-09-19T05:34:07.474011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:52.909714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915873+0000","last_change":"2024-09-19T05:34:06.487493+0000","last_active":"2024-09-19T05:34:07.915873+0000","last_peered":"2024-09-19T05:34:07.915873+0000","last_clean":"2024-09-19T05:34:07.915873+0000","last_became_active":"2024-09-19T05:34:06.487213+0000","last_became_peered":"2024-09-19T05:34:06.487213+0000","last_unstale":"2024-09-19T05:34:07.915873+0000","last_undegraded":"2024-09-19T05:34:07.915873+0000","last_fullsized":"2024-09-19T05:34:07.915873+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:09.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914813+0000","last_change":"2024-09-19T05:34:06.484575+0000","last_active":"2024-09-19T05:34:07.914813+0000","last_peered":"2024-09-19T05:34:07.914813+0000","last_clean":"2024-09-19T05:34:07.914813+0000","last_became_active":"2024-09-19T05:34:06.484212+0000","last_became_peered":"2024-09-19T05:34:06.484212+0000","last_unstale":"2024-09-19T05:34:07.914813+0000","last_undegraded":"2024-09-19T05:34:07.914813+0000","last_fullsized":"2024-09-19T05:34:07.914813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:32.123854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916702+0000","last_change":"2024-09-19T05:34:06.493016+0000","last_active":"2024-09-19T05:34:07.916702+0000","last_peered":"2024-09-19T05:34:07.916702+0000","last_clean":"2024-09-19T05:34:07.916702+0000","last_became_active":"2024-09-19T05:34:06.492573+0000","last_became_peered":"2024-09-19T05:34:06.492573+0000","last_unstale":"2024-09-19T05:34:07.916702+0000","last_undegraded":"2024-09-19T05:34:07.916702+0000","last_fullsized":"2024-09-19T05:34:07.916702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:47.147182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916001+0000","last_change":"2024-09-19T05:34:06.491781+0000","last_active":"2024-09-19T05:34:07.916001+0000","last_peered":"2024-09-19T05:34:07.916001+0000","last_clean":"2024-09-19T05:34:07.916001+0000","last_became_active":"2024-09-19T05:34:06.491502+0000","last_became_peered":"2024-09-19T05:34:06.491502+0000","last_unstale":"2024-09-19T05:34:07.916001+0000","last_undegraded":"2024-09-19T05:34:07.916001+0000","last_fullsized":"2024-09-19T05:34:07.916001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:15.459413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915615+0000","last_change":"2024-09-19T05:34:06.488925+0000","last_active":"2024-09-19T05:34:07.915615+0000","last_peered":"2024-09-19T05:34:07.915615+0000","last_clean":"2024-09-19T05:34:07.915615+0000","last_became_active":"2024-09-19T05:34:06.487964+0000","last_became_peered":"2024-09-19T05:34:06.487964+0000","last_unstale":"2024-09-19T05:34:07.915615+0000","last_undegraded":"2024-09-19T05:34:07.915615+0000","last_fullsized":"2024-09-19T05:34:07.915615+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:34.135938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473339+0000","last_change":"2024-09-19T05:34:06.493014+0000","last_active":"2024-09-19T05:34:07.473339+0000","last_peered":"2024-09-19T05:34:07.473339+0000","last_clean":"2024-09-19T05:34:07.473339+0000","last_became_active":"2024-09-19T05:34:06.492710+0000","last_became_peered":"2024-09-19T05:34:06.492710+0000","last_unstale":"2024-09-19T05:34:07.473339+0000","last_undegraded":"2024-09-19T05:34:07.473339+0000","last_fullsized":"2024-09-19T05:34:07.473339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:37.476105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914961+0000","last_change":"2024-09-19T05:34:06.486996+0000","last_active":"2024-09-19T05:34:07.914961+0000","last_peered":"2024-09-19T05:34:07.914961+0000","last_clean":"2024-09-19T05:34:07.914961+0000","last_became_active":"2024-09-19T05:34:06.486710+0000","last_became_peered":"2024-09-19T05:34:06.486710+0000","last_unstale":"2024-09-19T05:34:07.914961+0000","last_undegraded":"2024-09-19T05:34:07.914961+0000","last_fullsized":"2024-09-19T05:34:07.914961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:34.135938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915898+0000","last_change":"2024-09-19T05:34:06.474005+0000","last_active":"2024-09-19T05:34:07.915898+0000","last_peered":"2024-09-19T05:34:07.915898+0000","last_clean":"2024-09-19T05:34:07.915898+0000","last_became_active":"2024-09-19T05:34:06.472973+0000","last_became_peered":"2024-09-19T05:34:06.472973+0000","last_unstale":"2024-09-19T05:34:07.915898+0000","last_undegraded":"2024-09-19T05:34:07.915898+0000","last_fullsized":"2024-09-19T05:34:07.915898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:46.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471927+0000","last_change":"2024-09-19T05:34:06.472284+0000","last_active":"2024-09-19T05:34:07.471927+0000","last_peered":"2024-09-19T05:34:07.471927+0000","last_clean":"2024-09-19T05:34:07.471927+0000","last_became_active":"2024-09-19T05:34:06.472002+0000","last_became_peered":"2024-09-19T05:34:06.472002+0000","last_unstale":"2024-09-19T05:34:07.471927+0000","last_undegraded":"2024-09-19T05:34:07.471927+0000","last_fullsized":"2024-09-19T05:34:07.471927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472756+0000","last_change":"2024-09-19T05:34:06.481881+0000","last_active":"2024-09-19T05:34:07.472756+0000","last_peered":"2024-09-19T05:34:07.472756+0000","last_clean":"2024-09-19T05:34:07.472756+0000","last_became_active":"2024-09-19T05:34:06.481288+0000","last_became_peered":"2024-09-19T05:34:06.481288+0000","last_unstale":"2024-09-19T05:34:07.472756+0000","last_undegraded":"2024-09-19T05:34:07.472756+0000","last_fullsized":"2024-09-19T05:34:07.472756+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473961+0000","last_change":"2024-09-19T05:34:06.482962+0000","last_active":"2024-09-19T05:34:07.473961+0000","last_peered":"2024-09-19T05:34:07.473961+0000","last_clean":"2024-09-19T05:34:07.473961+0000","last_became_active":"2024-09-19T05:34:06.482493+0000","last_became_peered":"2024-09-19T05:34:06.482493+0000","last_unstale":"2024-09-19T05:34:07.473961+0000","last_undegraded":"2024-09-19T05:34:07.473961+0000","last_fullsized":"2024-09-19T05:34:07.473961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.705012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916414+0000","last_change":"2024-09-19T05:34:06.487656+0000","last_active":"2024-09-19T05:34:07.916414+0000","last_peered":"2024-09-19T05:34:07.916414+0000","last_clean":"2024-09-19T05:34:07.916414+0000","last_became_active":"2024-09-19T05:34:06.487300+0000","last_became_peered":"2024-09-19T05:34:06.487300+0000","last_unstale":"2024-09-19T05:34:07.916414+0000","last_undegraded":"2024-09-19T05:34:07.916414+0000","last_fullsized":"2024-09-19T05:34:07.916414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:56.205543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916486+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.916486+0000","last_peered":"2024-09-19T05:34:07.916486+0000","last_clean":"2024-09-19T05:34:07.916486+0000","last_became_active":"2024-09-19T05:34:06.481304+0000","last_became_peered":"2024-09-19T05:34:06.481304+0000","last_unstale":"2024-09-19T05:34:07.916486+0000","last_undegraded":"2024-09-19T05:34:07.916486+0000","last_fullsized":"2024-09-19T05:34:07.916486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:14.610024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915538+0000","last_change":"2024-09-19T05:34:06.485802+0000","last_active":"2024-09-19T05:34:07.915538+0000","last_peered":"2024-09-19T05:34:07.915538+0000","last_clean":"2024-09-19T05:34:07.915538+0000","last_became_active":"2024-09-19T05:34:06.485534+0000","last_became_peered":"2024-09-19T05:34:06.485534+0000","last_unstale":"2024-09-19T05:34:07.915538+0000","last_undegraded":"2024-09-19T05:34:07.915538+0000","last_fullsized":"2024-09-19T05:34:07.915538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:39.391098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916227+0000","last_change":"2024-09-19T05:34:06.483640+0000","last_active":"2024-09-19T05:34:07.916227+0000","last_peered":"2024-09-19T05:34:07.916227+0000","last_clean":"2024-09-19T05:34:07.916227+0000","last_became_active":"2024-09-19T05:34:06.483168+0000","last_became_peered":"2024-09-19T05:34:06.483168+0000","last_unstale":"2024-09-19T05:34:07.916227+0000","last_undegraded":"2024-09-19T05:34:07.916227+0000","last_fullsized":"2024-09-19T05:34:07.916227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:36.682368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474170+0000","last_change":"2024-09-19T05:34:06.478517+0000","last_active":"2024-09-19T05:34:07.474170+0000","last_peered":"2024-09-19T05:34:07.474170+0000","last_clean":"2024-09-19T05:34:07.474170+0000","last_became_active":"2024-09-19T05:34:06.477295+0000","last_became_peered":"2024-09-19T05:34:06.477295+0000","last_unstale":"2024-09-19T05:34:07.474170+0000","last_undegraded":"2024-09-19T05:34:07.474170+0000","last_fullsized":"2024-09-19T05:34:07.474170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:25.006276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914865+0000","last_change":"2024-09-19T05:34:06.473580+0000","last_active":"2024-09-19T05:34:07.914865+0000","last_peered":"2024-09-19T05:34:07.914865+0000","last_clean":"2024-09-19T05:34:07.914865+0000","last_became_active":"2024-09-19T05:34:06.472740+0000","last_became_peered":"2024-09-19T05:34:06.472740+0000","last_unstale":"2024-09-19T05:34:07.914865+0000","last_undegraded":"2024-09-19T05:34:07.914865+0000","last_fullsized":"2024-09-19T05:34:07.914865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:40.539642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472828+0000","last_change":"2024-09-19T05:34:06.474490+0000","last_active":"2024-09-19T05:34:07.472828+0000","last_peered":"2024-09-19T05:34:07.472828+0000","last_clean":"2024-09-19T05:34:07.472828+0000","last_became_active":"2024-09-19T05:34:06.474141+0000","last_became_peered":"2024-09-19T05:34:06.474141+0000","last_unstale":"2024-09-19T05:34:07.472828+0000","last_undegraded":"2024-09-19T05:34:07.472828+0000","last_fullsized":"2024-09-19T05:34:07.472828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:54.327743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915323+0000","last_change":"2024-09-19T05:34:06.473990+0000","last_active":"2024-09-19T05:34:07.915323+0000","last_peered":"2024-09-19T05:34:07.915323+0000","last_clean":"2024-09-19T05:34:07.915323+0000","last_became_active":"2024-09-19T05:34:06.473617+0000","last_became_peered":"2024-09-19T05:34:06.473617+0000","last_unstale":"2024-09-19T05:34:07.915323+0000","last_undegraded":"2024-09-19T05:34:07.915323+0000","last_fullsized":"2024-09-19T05:34:07.915323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:13.831277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916071+0000","last_change":"2024-09-19T05:34:06.490203+0000","last_active":"2024-09-19T05:34:07.916071+0000","last_peered":"2024-09-19T05:34:07.916071+0000","last_clean":"2024-09-19T05:34:07.916071+0000","last_became_active":"2024-09-19T05:34:06.489478+0000","last_became_peered":"2024-09-19T05:34:06.489478+0000","last_unstale":"2024-09-19T05:34:07.916071+0000","last_undegraded":"2024-09-19T05:34:07.916071+0000","last_fullsized":"2024-09-19T05:34:07.916071+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472111+0000","last_change":"2024-09-19T05:34:06.484703+0000","last_active":"2024-09-19T05:34:07.472111+0000","last_peered":"2024-09-19T05:34:07.472111+0000","last_clean":"2024-09-19T05:34:07.472111+0000","last_became_active":"2024-09-19T05:34:06.484340+0000","last_became_peered":"2024-09-19T05:34:06.484340+0000","last_unstale":"2024-09-19T05:34:07.472111+0000","last_undegraded":"2024-09-19T05:34:07.472111+0000","last_fullsized":"2024-09-19T05:34:07.472111+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915437+0000","last_change":"2024-09-19T05:34:06.475811+0000","last_active":"2024-09-19T05:34:07.915437+0000","last_peered":"2024-09-19T05:34:07.915437+0000","last_clean":"2024-09-19T05:34:07.915437+0000","last_became_active":"2024-09-19T05:34:06.472841+0000","last_became_peered":"2024-09-19T05:34:06.472841+0000","last_unstale":"2024-09-19T05:34:07.915437+0000","last_undegraded":"2024-09-19T05:34:07.915437+0000","last_fullsized":"2024-09-19T05:34:07.915437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:52.909714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916309+0000","last_change":"2024-09-19T05:34:06.476788+0000","last_active":"2024-09-19T05:34:07.916309+0000","last_peered":"2024-09-19T05:34:07.916309+0000","last_clean":"2024-09-19T05:34:07.916309+0000","last_became_active":"2024-09-19T05:34:06.476516+0000","last_became_peered":"2024-09-19T05:34:06.476516+0000","last_unstale":"2024-09-19T05:34:07.916309+0000","last_undegraded":"2024-09-19T05:34:07.916309+0000","last_fullsized":"2024-09-19T05:34:07.916309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:26.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474417+0000","last_change":"2024-09-19T05:34:06.486368+0000","last_active":"2024-09-19T05:34:07.474417+0000","last_peered":"2024-09-19T05:34:07.474417+0000","last_clean":"2024-09-19T05:34:07.474417+0000","last_became_active":"2024-09-19T05:34:06.486035+0000","last_became_peered":"2024-09-19T05:34:06.486035+0000","last_unstale":"2024-09-19T05:34:07.474417+0000","last_undegraded":"2024-09-19T05:34:07.474417+0000","last_fullsized":"2024-09-19T05:34:07.474417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:05.361208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916132+0000","last_change":"2024-09-19T05:34:06.470764+0000","last_active":"2024-09-19T05:34:07.916132+0000","last_peered":"2024-09-19T05:34:07.916132+0000","last_clean":"2024-09-19T05:34:07.916132+0000","last_became_active":"2024-09-19T05:34:06.470468+0000","last_became_peered":"2024-09-19T05:34:06.470468+0000","last_unstale":"2024-09-19T05:34:07.916132+0000","last_undegraded":"2024-09-19T05:34:07.916132+0000","last_fullsized":"2024-09-19T05:34:07.916132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:11.098752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915285+0000","last_change":"2024-09-19T05:34:06.479425+0000","last_active":"2024-09-19T05:34:07.915285+0000","last_peered":"2024-09-19T05:34:07.915285+0000","last_clean":"2024-09-19T05:34:07.915285+0000","last_became_active":"2024-09-19T05:34:06.477737+0000","last_became_peered":"2024-09-19T05:34:06.477737+0000","last_unstale":"2024-09-19T05:34:07.915285+0000","last_undegraded":"2024-09-19T05:34:07.915285+0000","last_fullsized":"2024-09-19T05:34:07.915285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:32.123854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473069+0000","last_change":"2024-09-19T05:34:06.470736+0000","last_active":"2024-09-19T05:34:07.473069+0000","last_peered":"2024-09-19T05:34:07.473069+0000","last_clean":"2024-09-19T05:34:07.473069+0000","last_became_active":"2024-09-19T05:34:06.470383+0000","last_became_peered":"2024-09-19T05:34:06.470383+0000","last_unstale":"2024-09-19T05:34:07.473069+0000","last_undegraded":"2024-09-19T05:34:07.473069+0000","last_fullsized":"2024-09-19T05:34:07.473069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:34.304554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915094+0000","last_change":"2024-09-19T05:34:05.475981+0000","last_active":"2024-09-19T05:34:07.915094+0000","last_peered":"2024-09-19T05:34:07.915094+0000","last_clean":"2024-09-19T05:34:07.915094+0000","last_became_active":"2024-09-19T05:34:05.475727+0000","last_became_peered":"2024-09-19T05:34:05.475727+0000","last_unstale":"2024-09-19T05:34:07.915094+0000","last_undegraded":"2024-09-19T05:34:07.915094+0000","last_fullsized":"2024-09-19T05:34:07.915094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916374+0000","last_change":"2024-09-19T05:34:06.478104+0000","last_active":"2024-09-19T05:34:07.916374+0000","last_peered":"2024-09-19T05:34:07.916374+0000","last_clean":"2024-09-19T05:34:07.916374+0000","last_became_active":"2024-09-19T05:34:06.477772+0000","last_became_peered":"2024-09-19T05:34:06.477772+0000","last_unstale":"2024-09-19T05:34:07.916374+0000","last_undegraded":"2024-09-19T05:34:07.916374+0000","last_fullsized":"2024-09-19T05:34:07.916374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915405+0000","last_change":"2024-09-19T05:34:05.474081+0000","last_active":"2024-09-19T05:34:07.915405+0000","last_peered":"2024-09-19T05:34:07.915405+0000","last_clean":"2024-09-19T05:34:07.915405+0000","last_became_active":"2024-09-19T05:34:05.473251+0000","last_became_peered":"2024-09-19T05:34:05.473251+0000","last_unstale":"2024-09-19T05:34:07.915405+0000","last_undegraded":"2024-09-19T05:34:07.915405+0000","last_fullsized":"2024-09-19T05:34:07.915405+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914958+0000","last_change":"2024-09-19T05:34:05.476933+0000","last_active":"2024-09-19T05:34:07.914958+0000","last_peered":"2024-09-19T05:34:07.914958+0000","last_clean":"2024-09-19T05:34:07.914958+0000","last_became_active":"2024-09-19T05:34:05.476627+0000","last_became_peered":"2024-09-19T05:34:05.476627+0000","last_unstale":"2024-09-19T05:34:07.914958+0000","last_undegraded":"2024-09-19T05:34:07.914958+0000","last_fullsized":"2024-09-19T05:34:07.914958+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914906+0000","last_change":"2024-09-19T05:34:06.482706+0000","last_active":"2024-09-19T05:34:07.914906+0000","last_peered":"2024-09-19T05:34:07.914906+0000","last_clean":"2024-09-19T05:34:07.914906+0000","last_became_active":"2024-09-19T05:34:06.482373+0000","last_became_peered":"2024-09-19T05:34:06.482373+0000","last_unstale":"2024-09-19T05:34:07.914906+0000","last_undegraded":"2024-09-19T05:34:07.914906+0000","last_fullsized":"2024-09-19T05:34:07.914906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:39.391098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473674+0000","last_change":"2024-09-19T05:34:05.467421+0000","last_active":"2024-09-19T05:34:07.473674+0000","last_peered":"2024-09-19T05:34:07.473674+0000","last_clean":"2024-09-19T05:34:07.473674+0000","last_became_active":"2024-09-19T05:34:05.467111+0000","last_became_peered":"2024-09-19T05:34:05.467111+0000","last_unstale":"2024-09-19T05:34:07.473674+0000","last_undegraded":"2024-09-19T05:34:07.473674+0000","last_fullsized":"2024-09-19T05:34:07.473674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471897+0000","last_change":"2024-09-19T05:34:06.485430+0000","last_active":"2024-09-19T05:34:07.471897+0000","last_peered":"2024-09-19T05:34:07.471897+0000","last_clean":"2024-09-19T05:34:07.471897+0000","last_became_active":"2024-09-19T05:34:06.485150+0000","last_became_peered":"2024-09-19T05:34:06.485150+0000","last_unstale":"2024-09-19T05:34:07.471897+0000","last_undegraded":"2024-09-19T05:34:07.471897+0000","last_fullsized":"2024-09-19T05:34:07.471897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915638+0000","last_change":"2024-09-19T05:34:05.477362+0000","last_active":"2024-09-19T05:34:07.915638+0000","last_peered":"2024-09-19T05:34:07.915638+0000","last_clean":"2024-09-19T05:34:07.915638+0000","last_became_active":"2024-09-19T05:34:05.476952+0000","last_became_peered":"2024-09-19T05:34:05.476952+0000","last_unstale":"2024-09-19T05:34:07.915638+0000","last_undegraded":"2024-09-19T05:34:07.915638+0000","last_fullsized":"2024-09-19T05:34:07.915638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473803+0000","last_change":"2024-09-19T05:34:06.477093+0000","last_active":"2024-09-19T05:34:07.473803+0000","last_peered":"2024-09-19T05:34:07.473803+0000","last_clean":"2024-09-19T05:34:07.473803+0000","last_became_active":"2024-09-19T05:34:06.476739+0000","last_became_peered":"2024-09-19T05:34:06.476739+0000","last_unstale":"2024-09-19T05:34:07.473803+0000","last_undegraded":"2024-09-19T05:34:07.473803+0000","last_fullsized":"2024-09-19T05:34:07.473803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:13.831277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473864+0000","last_change":"2024-09-19T05:34:05.474353+0000","last_active":"2024-09-19T05:34:07.473864+0000","last_peered":"2024-09-19T05:34:07.473864+0000","last_clean":"2024-09-19T05:34:07.473864+0000","last_became_active":"2024-09-19T05:34:05.474005+0000","last_became_peered":"2024-09-19T05:34:05.474005+0000","last_unstale":"2024-09-19T05:34:07.473864+0000","last_undegraded":"2024-09-19T05:34:07.473864+0000","last_fullsized":"2024-09-19T05:34:07.473864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916586+0000","last_change":"2024-09-19T05:34:06.489641+0000","last_active":"2024-09-19T05:34:07.916586+0000","last_peered":"2024-09-19T05:34:07.916586+0000","last_clean":"2024-09-19T05:34:07.916586+0000","last_became_active":"2024-09-19T05:34:06.489321+0000","last_became_peered":"2024-09-19T05:34:06.489321+0000","last_unstale":"2024-09-19T05:34:07.916586+0000","last_undegraded":"2024-09-19T05:34:07.916586+0000","last_fullsized":"2024-09-19T05:34:07.916586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472054+0000","last_change":"2024-09-19T05:34:05.472080+0000","last_active":"2024-09-19T05:34:07.472054+0000","last_peered":"2024-09-19T05:34:07.472054+0000","last_clean":"2024-09-19T05:34:07.472054+0000","last_became_active":"2024-09-19T05:34:05.471618+0000","last_became_peered":"2024-09-19T05:34:05.471618+0000","last_unstale":"2024-09-19T05:34:07.472054+0000","last_undegraded":"2024-09-19T05:34:07.472054+0000","last_fullsized":"2024-09-19T05:34:07.472054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:33.294552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474390+0000","last_change":"2024-09-19T05:34:06.479262+0000","last_active":"2024-09-19T05:34:07.474390+0000","last_peered":"2024-09-19T05:34:07.474390+0000","last_clean":"2024-09-19T05:34:07.474390+0000","last_became_active":"2024-09-19T05:34:06.478793+0000","last_became_peered":"2024-09-19T05:34:06.478793+0000","last_unstale":"2024-09-19T05:34:07.474390+0000","last_undegraded":"2024-09-19T05:34:07.474390+0000","last_fullsized":"2024-09-19T05:34:07.474390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:21.875146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915536+0000","last_change":"2024-09-19T05:34:05.479809+0000","last_active":"2024-09-19T05:34:07.915536+0000","last_peered":"2024-09-19T05:34:07.915536+0000","last_clean":"2024-09-19T05:34:07.915536+0000","last_became_active":"2024-09-19T05:34:05.479411+0000","last_became_peered":"2024-09-19T05:34:05.479411+0000","last_unstale":"2024-09-19T05:34:07.915536+0000","last_undegraded":"2024-09-19T05:34:07.915536+0000","last_fullsized":"2024-09-19T05:34:07.915536+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:47.521137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916266+0000","last_change":"2024-09-19T05:34:06.484145+0000","last_active":"2024-09-19T05:34:07.916266+0000","last_peered":"2024-09-19T05:34:07.916266+0000","last_clean":"2024-09-19T05:34:07.916266+0000","last_became_active":"2024-09-19T05:34:06.483542+0000","last_became_peered":"2024-09-19T05:34:06.483542+0000","last_unstale":"2024-09-19T05:34:07.916266+0000","last_undegraded":"2024-09-19T05:34:07.916266+0000","last_fullsized":"2024-09-19T05:34:07.916266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:49.390121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916368+0000","last_change":"2024-09-19T05:34:05.470625+0000","last_active":"2024-09-19T05:34:07.916368+0000","last_peered":"2024-09-19T05:34:07.916368+0000","last_clean":"2024-09-19T05:34:07.916368+0000","last_became_active":"2024-09-19T05:34:05.470196+0000","last_became_peered":"2024-09-19T05:34:05.470196+0000","last_unstale":"2024-09-19T05:34:07.916368+0000","last_undegraded":"2024-09-19T05:34:07.916368+0000","last_fullsized":"2024-09-19T05:34:07.916368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:29.655146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916091+0000","last_change":"2024-09-19T05:34:06.480319+0000","last_active":"2024-09-19T05:34:07.916091+0000","last_peered":"2024-09-19T05:34:07.916091+0000","last_clean":"2024-09-19T05:34:07.916091+0000","last_became_active":"2024-09-19T05:34:06.480055+0000","last_became_peered":"2024-09-19T05:34:06.480055+0000","last_unstale":"2024-09-19T05:34:07.916091+0000","last_undegraded":"2024-09-19T05:34:07.916091+0000","last_fullsized":"2024-09-19T05:34:07.916091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:17.132084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474346+0000","last_change":"2024-09-19T05:34:05.479570+0000","last_active":"2024-09-19T05:34:07.474346+0000","last_peered":"2024-09-19T05:34:07.474346+0000","last_clean":"2024-09-19T05:34:07.474346+0000","last_became_active":"2024-09-19T05:34:05.479266+0000","last_became_peered":"2024-09-19T05:34:05.479266+0000","last_unstale":"2024-09-19T05:34:07.474346+0000","last_undegraded":"2024-09-19T05:34:07.474346+0000","last_fullsized":"2024-09-19T05:34:07.474346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916118+0000","last_change":"2024-09-19T05:34:06.477935+0000","last_active":"2024-09-19T05:34:07.916118+0000","last_peered":"2024-09-19T05:34:07.916118+0000","last_clean":"2024-09-19T05:34:07.916118+0000","last_became_active":"2024-09-19T05:34:06.477681+0000","last_became_peered":"2024-09-19T05:34:06.477681+0000","last_unstale":"2024-09-19T05:34:07.916118+0000","last_undegraded":"2024-09-19T05:34:07.916118+0000","last_fullsized":"2024-09-19T05:34:07.916118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:17.096756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915284+0000","last_change":"2024-09-19T05:34:05.477121+0000","last_active":"2024-09-19T05:34:07.915284+0000","last_peered":"2024-09-19T05:34:07.915284+0000","last_clean":"2024-09-19T05:34:07.915284+0000","last_became_active":"2024-09-19T05:34:05.476483+0000","last_became_peered":"2024-09-19T05:34:05.476483+0000","last_unstale":"2024-09-19T05:34:07.915284+0000","last_undegraded":"2024-09-19T05:34:07.915284+0000","last_fullsized":"2024-09-19T05:34:07.915284+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915295+0000","last_change":"2024-09-19T05:34:06.478820+0000","last_active":"2024-09-19T05:34:07.915295+0000","last_peered":"2024-09-19T05:34:07.915295+0000","last_clean":"2024-09-19T05:34:07.915295+0000","last_became_active":"2024-09-19T05:34:06.478051+0000","last_became_peered":"2024-09-19T05:34:06.478051+0000","last_unstale":"2024-09-19T05:34:07.915295+0000","last_undegraded":"2024-09-19T05:34:07.915295+0000","last_fullsized":"2024-09-19T05:34:07.915295+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:40.539642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915899+0000","last_change":"2024-09-19T05:34:05.474034+0000","last_active":"2024-09-19T05:34:07.915899+0000","last_peered":"2024-09-19T05:34:07.915899+0000","last_clean":"2024-09-19T05:34:07.915899+0000","last_became_active":"2024-09-19T05:34:05.473729+0000","last_became_peered":"2024-09-19T05:34:05.473729+0000","last_unstale":"2024-09-19T05:34:07.915899+0000","last_undegraded":"2024-09-19T05:34:07.915899+0000","last_fullsized":"2024-09-19T05:34:07.915899+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:56.728303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915753+0000","last_change":"2024-09-19T05:34:06.478696+0000","last_active":"2024-09-19T05:34:07.915753+0000","last_peered":"2024-09-19T05:34:07.915753+0000","last_clean":"2024-09-19T05:34:07.915753+0000","last_became_active":"2024-09-19T05:34:06.478417+0000","last_became_peered":"2024-09-19T05:34:06.478417+0000","last_unstale":"2024-09-19T05:34:07.915753+0000","last_undegraded":"2024-09-19T05:34:07.915753+0000","last_fullsized":"2024-09-19T05:34:07.915753+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.633380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473167+0000","last_change":"2024-09-19T05:34:05.471165+0000","last_active":"2024-09-19T05:34:07.473167+0000","last_peered":"2024-09-19T05:34:07.473167+0000","last_clean":"2024-09-19T05:34:07.473167+0000","last_became_active":"2024-09-19T05:34:05.470862+0000","last_became_peered":"2024-09-19T05:34:05.470862+0000","last_unstale":"2024-09-19T05:34:07.473167+0000","last_undegraded":"2024-09-19T05:34:07.473167+0000","last_fullsized":"2024-09-19T05:34:07.473167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:30.326292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916471+0000","last_change":"2024-09-19T05:34:06.475815+0000","last_active":"2024-09-19T05:34:07.916471+0000","last_peered":"2024-09-19T05:34:07.916471+0000","last_clean":"2024-09-19T05:34:07.916471+0000","last_became_active":"2024-09-19T05:34:06.475495+0000","last_became_peered":"2024-09-19T05:34:06.475495+0000","last_unstale":"2024-09-19T05:34:07.916471+0000","last_undegraded":"2024-09-19T05:34:07.916471+0000","last_fullsized":"2024-09-19T05:34:07.916471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:42.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916354+0000","last_change":"2024-09-19T05:34:05.475793+0000","last_active":"2024-09-19T05:34:07.916354+0000","last_peered":"2024-09-19T05:34:07.916354+0000","last_clean":"2024-09-19T05:34:07.916354+0000","last_became_active":"2024-09-19T05:34:05.475478+0000","last_became_peered":"2024-09-19T05:34:05.475478+0000","last_unstale":"2024-09-19T05:34:07.916354+0000","last_undegraded":"2024-09-19T05:34:07.916354+0000","last_fullsized":"2024-09-19T05:34:07.916354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916761+0000","last_change":"2024-09-19T05:34:06.480580+0000","last_active":"2024-09-19T05:34:07.916761+0000","last_peered":"2024-09-19T05:34:07.916761+0000","last_clean":"2024-09-19T05:34:07.916761+0000","last_became_active":"2024-09-19T05:34:06.480293+0000","last_became_peered":"2024-09-19T05:34:06.480293+0000","last_unstale":"2024-09-19T05:34:07.916761+0000","last_undegraded":"2024-09-19T05:34:07.916761+0000","last_fullsized":"2024-09-19T05:34:07.916761+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:23.973961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472129+0000","last_change":"2024-09-19T05:34:05.471098+0000","last_active":"2024-09-19T05:34:07.472129+0000","last_peered":"2024-09-19T05:34:07.472129+0000","last_clean":"2024-09-19T05:34:07.472129+0000","last_became_active":"2024-09-19T05:34:05.470808+0000","last_became_peered":"2024-09-19T05:34:05.470808+0000","last_unstale":"2024-09-19T05:34:07.472129+0000","last_undegraded":"2024-09-19T05:34:07.472129+0000","last_fullsized":"2024-09-19T05:34:07.472129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474552+0000","last_change":"2024-09-19T05:34:06.486255+0000","last_active":"2024-09-19T05:34:07.474552+0000","last_peered":"2024-09-19T05:34:07.474552+0000","last_clean":"2024-09-19T05:34:07.474552+0000","last_became_active":"2024-09-19T05:34:06.484389+0000","last_became_peered":"2024-09-19T05:34:06.484389+0000","last_unstale":"2024-09-19T05:34:07.474552+0000","last_undegraded":"2024-09-19T05:34:07.474552+0000","last_fullsized":"2024-09-19T05:34:07.474552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:07.578398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916227+0000","last_change":"2024-09-19T05:34:05.465822+0000","last_active":"2024-09-19T05:34:07.916227+0000","last_peered":"2024-09-19T05:34:07.916227+0000","last_clean":"2024-09-19T05:34:07.916227+0000","last_became_active":"2024-09-19T05:34:05.465482+0000","last_became_peered":"2024-09-19T05:34:05.465482+0000","last_unstale":"2024-09-19T05:34:07.916227+0000","last_undegraded":"2024-09-19T05:34:07.916227+0000","last_fullsized":"2024-09-19T05:34:07.916227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916365+0000","last_change":"2024-09-19T05:34:06.492763+0000","last_active":"2024-09-19T05:34:07.916365+0000","last_peered":"2024-09-19T05:34:07.916365+0000","last_clean":"2024-09-19T05:34:07.916365+0000","last_became_active":"2024-09-19T05:34:06.492463+0000","last_became_peered":"2024-09-19T05:34:06.492463+0000","last_unstale":"2024-09-19T05:34:07.916365+0000","last_undegraded":"2024-09-19T05:34:07.916365+0000","last_fullsized":"2024-09-19T05:34:07.916365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:35:58.916647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915720+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:07.915720+0000","last_peered":"2024-09-19T05:34:07.915720+0000","last_clean":"2024-09-19T05:34:07.915720+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:07.915720+0000","last_undegraded":"2024-09-19T05:34:07.915720+0000","last_fullsized":"2024-09-19T05:34:07.915720+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473380+0000","last_change":"2024-09-19T05:34:05.467523+0000","last_active":"2024-09-19T05:34:07.473380+0000","last_peered":"2024-09-19T05:34:07.473380+0000","last_clean":"2024-09-19T05:34:07.473380+0000","last_became_active":"2024-09-19T05:34:05.467208+0000","last_became_peered":"2024-09-19T05:34:05.467208+0000","last_unstale":"2024-09-19T05:34:07.473380+0000","last_undegraded":"2024-09-19T05:34:07.473380+0000","last_fullsized":"2024-09-19T05:34:07.473380+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915043+0000","last_change":"2024-09-19T05:34:06.489066+0000","last_active":"2024-09-19T05:34:07.915043+0000","last_peered":"2024-09-19T05:34:07.915043+0000","last_clean":"2024-09-19T05:34:07.915043+0000","last_became_active":"2024-09-19T05:34:06.488809+0000","last_became_peered":"2024-09-19T05:34:06.488809+0000","last_unstale":"2024-09-19T05:34:07.915043+0000","last_undegraded":"2024-09-19T05:34:07.915043+0000","last_fullsized":"2024-09-19T05:34:07.915043+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:59.433532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915599+0000","last_change":"2024-09-19T05:34:05.479840+0000","last_active":"2024-09-19T05:34:07.915599+0000","last_peered":"2024-09-19T05:34:07.915599+0000","last_clean":"2024-09-19T05:34:07.915599+0000","last_became_active":"2024-09-19T05:34:05.479575+0000","last_became_peered":"2024-09-19T05:34:05.479575+0000","last_unstale":"2024-09-19T05:34:07.915599+0000","last_undegraded":"2024-09-19T05:34:07.915599+0000","last_fullsized":"2024-09-19T05:34:07.915599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:37.874871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915833+0000","last_change":"2024-09-19T05:34:06.477073+0000","last_active":"2024-09-19T05:34:07.915833+0000","last_peered":"2024-09-19T05:34:07.915833+0000","last_clean":"2024-09-19T05:34:07.915833+0000","last_became_active":"2024-09-19T05:34:06.476757+0000","last_became_peered":"2024-09-19T05:34:06.476757+0000","last_unstale":"2024-09-19T05:34:07.915833+0000","last_undegraded":"2024-09-19T05:34:07.915833+0000","last_fullsized":"2024-09-19T05:34:07.915833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:38.884872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916245+0000","last_change":"2024-09-19T05:34:05.470939+0000","last_active":"2024-09-19T05:34:07.916245+0000","last_peered":"2024-09-19T05:34:07.916245+0000","last_clean":"2024-09-19T05:34:07.916245+0000","last_became_active":"2024-09-19T05:34:05.470647+0000","last_became_peered":"2024-09-19T05:34:05.470647+0000","last_unstale":"2024-09-19T05:34:07.916245+0000","last_undegraded":"2024-09-19T05:34:07.916245+0000","last_fullsized":"2024-09-19T05:34:07.916245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471942+0000","last_change":"2024-09-19T05:34:06.476716+0000","last_active":"2024-09-19T05:34:07.471942+0000","last_peered":"2024-09-19T05:34:07.471942+0000","last_clean":"2024-09-19T05:34:07.471942+0000","last_became_active":"2024-09-19T05:34:06.475087+0000","last_became_peered":"2024-09-19T05:34:06.475087+0000","last_unstale":"2024-09-19T05:34:07.471942+0000","last_undegraded":"2024-09-19T05:34:07.471942+0000","last_fullsized":"2024-09-19T05:34:07.471942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474471+0000","last_change":"2024-09-19T05:34:05.472856+0000","last_active":"2024-09-19T05:34:07.474471+0000","last_peered":"2024-09-19T05:34:07.474471+0000","last_clean":"2024-09-19T05:34:07.474471+0000","last_became_active":"2024-09-19T05:34:05.472060+0000","last_became_peered":"2024-09-19T05:34:05.472060+0000","last_unstale":"2024-09-19T05:34:07.474471+0000","last_undegraded":"2024-09-19T05:34:07.474471+0000","last_fullsized":"2024-09-19T05:34:07.474471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:56.728303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473526+0000","last_change":"2024-09-19T05:34:06.473317+0000","last_active":"2024-09-19T05:34:07.473526+0000","last_peered":"2024-09-19T05:34:07.473526+0000","last_clean":"2024-09-19T05:34:07.473526+0000","last_became_active":"2024-09-19T05:34:06.473027+0000","last_became_peered":"2024-09-19T05:34:06.473027+0000","last_unstale":"2024-09-19T05:34:07.473526+0000","last_undegraded":"2024-09-19T05:34:07.473526+0000","last_fullsized":"2024-09-19T05:34:07.473526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:15.075617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472171+0000","last_change":"2024-09-19T05:34:05.472027+0000","last_active":"2024-09-19T05:34:07.472171+0000","last_peered":"2024-09-19T05:34:07.472171+0000","last_clean":"2024-09-19T05:34:07.472171+0000","last_became_active":"2024-09-19T05:34:05.471755+0000","last_became_peered":"2024-09-19T05:34:05.471755+0000","last_unstale":"2024-09-19T05:34:07.472171+0000","last_undegraded":"2024-09-19T05:34:07.472171+0000","last_fullsized":"2024-09-19T05:34:07.472171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:05.974937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474478+0000","last_change":"2024-09-19T05:34:06.471923+0000","last_active":"2024-09-19T05:34:07.474478+0000","last_peered":"2024-09-19T05:34:07.474478+0000","last_clean":"2024-09-19T05:34:07.474478+0000","last_became_active":"2024-09-19T05:34:06.471558+0000","last_became_peered":"2024-09-19T05:34:06.471558+0000","last_unstale":"2024-09-19T05:34:07.474478+0000","last_undegraded":"2024-09-19T05:34:07.474478+0000","last_fullsized":"2024-09-19T05:34:07.474478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:06.917896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916478+0000","last_change":"2024-09-19T05:34:05.478506+0000","last_active":"2024-09-19T05:34:07.916478+0000","last_peered":"2024-09-19T05:34:07.916478+0000","last_clean":"2024-09-19T05:34:07.916478+0000","last_became_active":"2024-09-19T05:34:05.478013+0000","last_became_peered":"2024-09-19T05:34:05.478013+0000","last_unstale":"2024-09-19T05:34:07.916478+0000","last_undegraded":"2024-09-19T05:34:07.916478+0000","last_fullsized":"2024-09-19T05:34:07.916478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:38.437245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472117+0000","last_change":"2024-09-19T05:34:06.475880+0000","last_active":"2024-09-19T05:34:07.472117+0000","last_peered":"2024-09-19T05:34:07.472117+0000","last_clean":"2024-09-19T05:34:07.472117+0000","last_became_active":"2024-09-19T05:34:06.475545+0000","last_became_peered":"2024-09-19T05:34:06.475545+0000","last_unstale":"2024-09-19T05:34:07.472117+0000","last_undegraded":"2024-09-19T05:34:07.472117+0000","last_fullsized":"2024-09-19T05:34:07.472117+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472043+0000","last_change":"2024-09-19T05:34:05.477231+0000","last_active":"2024-09-19T05:34:07.472043+0000","last_peered":"2024-09-19T05:34:07.472043+0000","last_clean":"2024-09-19T05:34:07.472043+0000","last_became_active":"2024-09-19T05:34:05.476922+0000","last_became_peered":"2024-09-19T05:34:05.476922+0000","last_unstale":"2024-09-19T05:34:07.472043+0000","last_undegraded":"2024-09-19T05:34:07.472043+0000","last_fullsized":"2024-09-19T05:34:07.472043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915405+0000","last_change":"2024-09-19T05:34:06.483197+0000","last_active":"2024-09-19T05:34:07.915405+0000","last_peered":"2024-09-19T05:34:07.915405+0000","last_clean":"2024-09-19T05:34:07.915405+0000","last_became_active":"2024-09-19T05:34:06.482900+0000","last_became_peered":"2024-09-19T05:34:06.482900+0000","last_unstale":"2024-09-19T05:34:07.915405+0000","last_undegraded":"2024-09-19T05:34:07.915405+0000","last_fullsized":"2024-09-19T05:34:07.915405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.705012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915722+0000","last_change":"2024-09-19T05:34:05.476887+0000","last_active":"2024-09-19T05:34:07.915722+0000","last_peered":"2024-09-19T05:34:07.915722+0000","last_clean":"2024-09-19T05:34:07.915722+0000","last_became_active":"2024-09-19T05:34:05.476578+0000","last_became_peered":"2024-09-19T05:34:05.476578+0000","last_unstale":"2024-09-19T05:34:07.915722+0000","last_undegraded":"2024-09-19T05:34:07.915722+0000","last_fullsized":"2024-09-19T05:34:07.915722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:06.473806+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:06.473516+0000","last_became_peered":"2024-09-19T05:34:06.473516+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915471+0000","last_change":"2024-09-19T05:34:05.479191+0000","last_active":"2024-09-19T05:34:07.915471+0000","last_peered":"2024-09-19T05:34:07.915471+0000","last_clean":"2024-09-19T05:34:07.915471+0000","last_became_active":"2024-09-19T05:34:05.478859+0000","last_became_peered":"2024-09-19T05:34:05.478859+0000","last_unstale":"2024-09-19T05:34:07.915471+0000","last_undegraded":"2024-09-19T05:34:07.915471+0000","last_fullsized":"2024-09-19T05:34:07.915471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473548+0000","last_change":"2024-09-19T05:34:06.469216+0000","last_active":"2024-09-19T05:34:07.473548+0000","last_peered":"2024-09-19T05:34:07.473548+0000","last_clean":"2024-09-19T05:34:07.473548+0000","last_became_active":"2024-09-19T05:34:06.468924+0000","last_became_peered":"2024-09-19T05:34:06.468924+0000","last_unstale":"2024-09-19T05:34:07.473548+0000","last_undegraded":"2024-09-19T05:34:07.473548+0000","last_fullsized":"2024-09-19T05:34:07.473548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:27.485869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.476030+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.475737+0000","last_became_peered":"2024-09-19T05:34:05.475737+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915080+0000","last_change":"2024-09-19T05:34:06.476707+0000","last_active":"2024-09-19T05:34:07.915080+0000","last_peered":"2024-09-19T05:34:07.915080+0000","last_clean":"2024-09-19T05:34:07.915080+0000","last_became_active":"2024-09-19T05:34:06.476415+0000","last_became_peered":"2024-09-19T05:34:06.476415+0000","last_unstale":"2024-09-19T05:34:07.915080+0000","last_undegraded":"2024-09-19T05:34:07.915080+0000","last_fullsized":"2024-09-19T05:34:07.915080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:15.459413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.479332+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.479000+0000","last_became_peered":"2024-09-19T05:34:05.479000+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:36.466104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915252+0000","last_change":"2024-09-19T05:34:06.478268+0000","last_active":"2024-09-19T05:34:07.915252+0000","last_peered":"2024-09-19T05:34:07.915252+0000","last_clean":"2024-09-19T05:34:07.915252+0000","last_became_active":"2024-09-19T05:34:06.477954+0000","last_became_peered":"2024-09-19T05:34:06.477954+0000","last_unstale":"2024-09-19T05:34:07.915252+0000","last_undegraded":"2024-09-19T05:34:07.915252+0000","last_fullsized":"2024-09-19T05:34:07.915252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916015+0000","last_change":"2024-09-19T05:34:05.476283+0000","last_active":"2024-09-19T05:34:07.916015+0000","last_peered":"2024-09-19T05:34:07.916015+0000","last_clean":"2024-09-19T05:34:07.916015+0000","last_became_active":"2024-09-19T05:34:05.476005+0000","last_became_peered":"2024-09-19T05:34:05.476005+0000","last_unstale":"2024-09-19T05:34:07.916015+0000","last_undegraded":"2024-09-19T05:34:07.916015+0000","last_fullsized":"2024-09-19T05:34:07.916015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915773+0000","last_change":"2024-09-19T05:34:06.475709+0000","last_active":"2024-09-19T05:34:07.915773+0000","last_peered":"2024-09-19T05:34:07.915773+0000","last_clean":"2024-09-19T05:34:07.915773+0000","last_became_active":"2024-09-19T05:34:06.475222+0000","last_became_peered":"2024-09-19T05:34:06.475222+0000","last_unstale":"2024-09-19T05:34:07.915773+0000","last_undegraded":"2024-09-19T05:34:07.915773+0000","last_fullsized":"2024-09-19T05:34:07.915773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:59.433532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474595+0000","last_change":"2024-09-19T05:34:06.476778+0000","last_active":"2024-09-19T05:34:07.474595+0000","last_peered":"2024-09-19T05:34:07.474595+0000","last_clean":"2024-09-19T05:34:07.474595+0000","last_became_active":"2024-09-19T05:34:06.475570+0000","last_became_peered":"2024-09-19T05:34:06.475570+0000","last_unstale":"2024-09-19T05:34:07.474595+0000","last_undegraded":"2024-09-19T05:34:07.474595+0000","last_fullsized":"2024-09-19T05:34:07.474595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:19.414493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916330+0000","last_change":"2024-09-19T05:34:05.477152+0000","last_active":"2024-09-19T05:34:07.916330+0000","last_peered":"2024-09-19T05:34:07.916330+0000","last_clean":"2024-09-19T05:34:07.916330+0000","last_became_active":"2024-09-19T05:34:05.476772+0000","last_became_peered":"2024-09-19T05:34:05.476772+0000","last_unstale":"2024-09-19T05:34:07.916330+0000","last_undegraded":"2024-09-19T05:34:07.916330+0000","last_fullsized":"2024-09-19T05:34:07.916330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474361+0000","last_change":"2024-09-19T05:34:06.477777+0000","last_active":"2024-09-19T05:34:07.474361+0000","last_peered":"2024-09-19T05:34:07.474361+0000","last_clean":"2024-09-19T05:34:07.474361+0000","last_became_active":"2024-09-19T05:34:06.477466+0000","last_became_peered":"2024-09-19T05:34:06.477466+0000","last_unstale":"2024-09-19T05:34:07.474361+0000","last_undegraded":"2024-09-19T05:34:07.474361+0000","last_fullsized":"2024-09-19T05:34:07.474361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:33.281598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916338+0000","last_change":"2024-09-19T05:34:05.479333+0000","last_active":"2024-09-19T05:34:07.916338+0000","last_peered":"2024-09-19T05:34:07.916338+0000","last_clean":"2024-09-19T05:34:07.916338+0000","last_became_active":"2024-09-19T05:34:05.479020+0000","last_became_peered":"2024-09-19T05:34:05.479020+0000","last_unstale":"2024-09-19T05:34:07.916338+0000","last_undegraded":"2024-09-19T05:34:07.916338+0000","last_fullsized":"2024-09-19T05:34:07.916338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:27.675423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916520+0000","last_change":"2024-09-19T05:34:06.491803+0000","last_active":"2024-09-19T05:34:07.916520+0000","last_peered":"2024-09-19T05:34:07.916520+0000","last_clean":"2024-09-19T05:34:07.916520+0000","last_became_active":"2024-09-19T05:34:06.491551+0000","last_became_peered":"2024-09-19T05:34:06.491551+0000","last_unstale":"2024-09-19T05:34:07.916520+0000","last_undegraded":"2024-09-19T05:34:07.916520+0000","last_fullsized":"2024-09-19T05:34:07.916520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915361+0000","last_change":"2024-09-19T05:34:05.478326+0000","last_active":"2024-09-19T05:34:07.915361+0000","last_peered":"2024-09-19T05:34:07.915361+0000","last_clean":"2024-09-19T05:34:07.915361+0000","last_became_active":"2024-09-19T05:34:05.478011+0000","last_became_peered":"2024-09-19T05:34:05.478011+0000","last_unstale":"2024-09-19T05:34:07.915361+0000","last_undegraded":"2024-09-19T05:34:07.915361+0000","last_fullsized":"2024-09-19T05:34:07.915361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915258+0000","last_change":"2024-09-19T05:34:06.487827+0000","last_active":"2024-09-19T05:34:07.915258+0000","last_peered":"2024-09-19T05:34:07.915258+0000","last_clean":"2024-09-19T05:34:07.915258+0000","last_became_active":"2024-09-19T05:34:06.487532+0000","last_became_peered":"2024-09-19T05:34:06.487532+0000","last_unstale":"2024-09-19T05:34:07.915258+0000","last_undegraded":"2024-09-19T05:34:07.915258+0000","last_fullsized":"2024-09-19T05:34:07.915258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:54.327743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:05.474890+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:05.474640+0000","last_became_peered":"2024-09-19T05:34:05.474640+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:38.339694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35572,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336268,"statfs":{"total":96636764160,"available":96600338432,"internally_reserved":0,"allocated":221184,"data_stored":74787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509444,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":221184,"data_stored":74787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":208896,"data_stored":73175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36136,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335704,"statfs":{"total":96636764160,"available":96599760896,"internally_reserved":0,"allocated":806912,"data_stored":664125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542148,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35560,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336280,"statfs":{"total":96636764160,"available":96600350720,"internally_reserved":0,"allocated":212992,"data_stored":73265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":221184,"data_stored":73301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:15.203 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:34:15.204 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T05:34:15.204 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T05:34:15.204 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T05:34:15.204 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T05:34:15.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.338+0000 7f13b6265640 1 Processor -- start 2024-09-19T05:34:15.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.339+0000 7f13b6265640 1 -- start start 2024-09-19T05:34:15.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.339+0000 7f13b6265640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f13b0160b60 0x7f13b00b6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.339+0000 7f13b6265640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f13b0062d40 0x7f13b00b6560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.339+0000 7f13b6265640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13b0160ff0 con 0x7f13b015f9a0 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.339+0000 7f13b6265640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f13b00ce580 con 0x7f13b0062d40 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.339+0000 7f13b6265640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f13b00cdc50 con 0x7f13b0160b60 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.340+0000 7f13b4802640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f13b0062d40 0x7f13b00b6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.340+0000 7f13af7fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f13b0160b60 0x7f13b00b6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.340+0000 7f13affff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f13b015f9a0 0x7f13b0062630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:56634/0 (socket says 172.21.15.39:56634) 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.340+0000 7f13affff640 1 -- 172.21.15.39:0/3858172479 learned_addr learned my addr 172.21.15.39:0/3858172479 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.340+0000 7f13b4802640 1 -- 172.21.15.39:0/3858172479 >> v2:172.21.15.50:3300/0 conn(0x7f13b0160b60 msgr2=0x7f13b00b6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.340+0000 7f13b4802640 1 --2- 172.21.15.39:0/3858172479 >> v2:172.21.15.50:3300/0 conn(0x7f13b0160b60 0x7f13b00b6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.340+0000 7f13b4802640 1 -- 172.21.15.39:0/3858172479 >> v1:172.21.15.50:6789/0 conn(0x7f13b015f9a0 legacy=0x7f13b0062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.340+0000 7f13b4802640 1 -- 172.21.15.39:0/3858172479 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13b00cdf30 con 0x7f13b0062d40 2024-09-19T05:34:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.340+0000 7f13af7fe640 1 --2- 172.21.15.39:0/3858172479 >> v2:172.21.15.50:3300/0 conn(0x7f13b0160b60 0x7f13b00b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13b4802640 1 --2- 172.21.15.39:0/3858172479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b0062d40 0x7f13b00b6560 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f13b00ce700 tx=0x7f13a802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b8a98546203a3d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13aeffd640 1 -- 172.21.15.39:0/3858172479 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a8007740 con 0x7f13b0062d40 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13aeffd640 1 -- 172.21.15.39:0/3858172479 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13a80078e0 con 0x7f13b0062d40 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13aeffd640 1 -- 172.21.15.39:0/3858172479 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a8007cb0 con 0x7f13b0062d40 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13b6265640 1 -- 172.21.15.39:0/3858172479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b0062d40 msgr2=0x7f13b00b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13b6265640 1 --2- 172.21.15.39:0/3858172479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b0062d40 0x7f13b00b6560 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f13b00ce700 tx=0x7f13a802a660 comp rx=0 tx=0).stop 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13b6265640 1 -- 172.21.15.39:0/3858172479 shutdown_connections 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13b6265640 1 --2- 172.21.15.39:0/3858172479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b0062d40 0x7f13b00b6560 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13b6265640 1 --2- 172.21.15.39:0/3858172479 >> v2:172.21.15.50:3300/0 conn(0x7f13b0160b60 0x7f13b00b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13b6265640 1 -- 172.21.15.39:0/3858172479 >> 172.21.15.39:0/3858172479 conn(0x7f13b00732b0 msgr2=0x7f13b00736c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13b6265640 1 -- 172.21.15.39:0/3858172479 shutdown_connections 2024-09-19T05:34:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.341+0000 7f13b6265640 1 -- 172.21.15.39:0/3858172479 wait complete. 2024-09-19T05:34:15.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.343+0000 7f13b6265640 1 Processor -- start 2024-09-19T05:34:15.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.343+0000 7f13b6265640 1 -- start start 2024-09-19T05:34:15.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b6265640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f13b0062d40 0x7f13b0151340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b6265640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13b015f9a0 0x7f13b00c7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b6265640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b00c5c70 0x7f13b00c6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b6265640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f13b015ff00 con 0x7f13b00c5c70 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b6265640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f13b015fd80 con 0x7f13b015f9a0 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b6265640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f13b0063240 con 0x7f13b0062d40 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b4802640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b00c5c70 0x7f13b00c6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b4802640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b00c5c70 0x7f13b00c6100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46430/0 (socket says 172.21.15.39:46430) 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b4802640 1 -- 172.21.15.39:0/1074451696 learned_addr learned my addr 172.21.15.39:0/1074451696 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13affff640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f13b0062d40 0x7f13b0151340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13af7fe640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13b015f9a0 0x7f13b00c7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b4802640 1 -- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f13b0062d40 msgr2=0x7f13b0151340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b4802640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f13b0062d40 0x7f13b0151340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b4802640 1 -- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13b015f9a0 msgr2=0x7f13b00c7180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b4802640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13b015f9a0 0x7f13b00c7180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b4802640 1 -- 172.21.15.39:0/1074451696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13b015eb20 con 0x7f13b00c5c70 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13affff640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f13b0062d40 0x7f13b0151340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13af7fe640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13b015f9a0 0x7f13b00c7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b4802640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b00c5c70 0x7f13b00c6100 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f13b00c4bf0 tx=0x7f13a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13acff9640 1 -- 172.21.15.39:0/1074451696 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a8040070 con 0x7f13b00c5c70 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13acff9640 1 -- 172.21.15.39:0/1074451696 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13a8031bf0 con 0x7f13b00c5c70 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13b015bcb0 con 0x7f13b00c5c70 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13acff9640 1 -- 172.21.15.39:0/1074451696 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a8009450 con 0x7f13b00c5c70 2024-09-19T05:34:15.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.344+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13b00c7c70 con 0x7f13b00c5c70 2024-09-19T05:34:15.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.345+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13b00cea10 con 0x7f13b00c5c70 2024-09-19T05:34:15.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.346+0000 7f13acff9640 1 -- 172.21.15.39:0/1074451696 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f13a8039040 con 0x7f13b00c5c70 2024-09-19T05:34:15.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.346+0000 7f13acff9640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f139c06c2b0 0x7f139c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.346+0000 7f13acff9640 1 -- 172.21.15.39:0/1074451696 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f13a80acc00 con 0x7f13b00c5c70 2024-09-19T05:34:15.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.346+0000 7f13affff640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f139c06c2b0 0x7f139c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.347+0000 7f13affff640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f139c06c2b0 0x7f139c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f13b00b3db0 tx=0x7f13a0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:15.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.351+0000 7f13acff9640 1 -- 172.21.15.39:0/1074451696 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13a80b3080 con 0x7f13b00c5c70 2024-09-19T05:34:15.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.572+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f13b00b0580 con 0x7f13b00c5c70 2024-09-19T05:34:15.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.575+0000 7f13acff9640 1 -- 172.21.15.39:0/1074451696 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173504 (secure 0 0 0) 0x7f13a807b400 con 0x7f13b00c5c70 2024-09-19T05:34:15.579 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:15.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f139c06c2b0 msgr2=0x7f139c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f139c06c2b0 0x7f139c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f13b00b3db0 tx=0x7f13a0009040 comp rx=0 tx=0).stop 2024-09-19T05:34:15.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b00c5c70 msgr2=0x7f13b00c6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b00c5c70 0x7f13b00c6100 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f13b00c4bf0 tx=0x7f13a8004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:15.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 shutdown_connections 2024-09-19T05:34:15.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f139c06c2b0 0x7f139c06e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13b00c5c70 0x7f13b00c6100 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13b015f9a0 0x7f13b00c7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 --2- 172.21.15.39:0/1074451696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f13b0062d40 0x7f13b0151340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 >> 172.21.15.39:0/1074451696 conn(0x7f13b00732b0 msgr2=0x7f13b00b0bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:15.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 shutdown_connections 2024-09-19T05:34:15.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.578+0000 7f13b6265640 1 -- 172.21.15.39:0/1074451696 wait complete. 2024-09-19T05:34:15.590 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":5,"flags":0,"active_gid":4104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3785102071},{"type":"v1","addr":"172.21.15.39:6817","nonce":3785102071}]},"active_addr":"172.21.15.39:6817/3785102071","active_change":"2024-09-19T05:33:46.663093+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4102,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":4041109612}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":956355658}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":3232010774}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":2135186536}]}]} 2024-09-19T05:34:15.593 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T05:34:15.593 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T05:34:15.594 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:15.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.695+0000 7f5cb97a6640 1 Processor -- start 2024-09-19T05:34:15.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.695+0000 7f5cb97a6640 1 -- start start 2024-09-19T05:34:15.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb97a6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5cb40d08f0 0x7f5cb40ceb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb97a6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cb40ccd80 con 0x7f5cb415b4f0 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb97a6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cb40cd060 con 0x7f5cb415b110 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb97a6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5cb40b44f0 con 0x7f5cb40d08f0 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb27fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5cb415b4f0 0x7f5cb40d01e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39764/0 (socket says 172.21.15.39:39764) 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb27fc640 1 -- 172.21.15.39:0/2764077828 learned_addr learned my addr 172.21.15.39:0/2764077828 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb37fe640 1 --2- 172.21.15.39:0/2764077828 >> v2:172.21.15.50:3300/0 conn(0x7f5cb40d08f0 0x7f5cb40ceb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2381363100 0 0) 0x7f5cb40ccd80 con 0x7f5cb415b4f0 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ca0003520 con 0x7f5cb415b4f0 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 800037283 0 0) 0x7f5ca0003520 con 0x7f5cb415b4f0 2024-09-19T05:34:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 >> v2:172.21.15.50:3300/0 conn(0x7f5cb40d08f0 msgr2=0x7f5cb40ceb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 --2- 172.21.15.39:0/2764077828 >> v2:172.21.15.50:3300/0 conn(0x7f5cb40d08f0 0x7f5cb40ceb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 >> v1:172.21.15.50:6789/0 conn(0x7f5cb415b110 legacy=0x7f5cb40b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb40cd340 con 0x7f5cb415b4f0 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f5c9c0019f0 con 0x7f5cb415b4f0 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 >> v1:172.21.15.39:6789/0 conn(0x7f5cb415b4f0 legacy=0x7f5cb40d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5ca00039b0 0x7f5ca0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5ca0004800 0x7f5ca0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ca00051c0 0x7f5ca000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb40b44f0 con 0x7f5ca00051c0 2024-09-19T05:34:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca000c060 con 0x7f5ca00039b0 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5ca000c260 con 0x7f5ca0004800 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb37fe640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ca00051c0 0x7f5ca000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.696+0000 7f5cb2ffd640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5ca00039b0 0x7f5ca0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.697+0000 7f5cb27fc640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5ca0004800 0x7f5ca0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.697+0000 7f5cb37fe640 1 -- 172.21.15.39:0/2764077828 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5ca0004800 msgr2=0x7f5ca0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.697+0000 7f5cb37fe640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5ca0004800 0x7f5ca0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.697+0000 7f5cb37fe640 1 -- 172.21.15.39:0/2764077828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5ca00039b0 msgr2=0x7f5ca0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.697+0000 7f5cb37fe640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5ca00039b0 0x7f5ca0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.697+0000 7f5cb37fe640 1 -- 172.21.15.39:0/2764077828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca0003520 con 0x7f5ca00051c0 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.697+0000 7f5cb37fe640 1 -- 172.21.15.39:0/2764077828 reap_dead start 2024-09-19T05:34:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.697+0000 7f5cb37fe640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ca00051c0 0x7f5ca000b9c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5cac009ac0 tx=0x7f5ca0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a634a83c7d524eaa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac009690 con 0x7f5ca00051c0 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cac004020 con 0x7f5ca00051c0 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb1ffb640 1 -- 172.21.15.39:0/2764077828 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac004410 con 0x7f5ca00051c0 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb97a6640 1 -- 172.21.15.39:0/2764077828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ca00051c0 msgr2=0x7f5ca000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb97a6640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ca00051c0 0x7f5ca000b9c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5cac009ac0 tx=0x7f5ca0005830 comp rx=0 tx=0).stop 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb97a6640 1 -- 172.21.15.39:0/2764077828 shutdown_connections 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb97a6640 1 --2- 172.21.15.39:0/2764077828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ca00051c0 0x7f5ca000b9c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb97a6640 1 -- 172.21.15.39:0/2764077828 >> 172.21.15.39:0/2764077828 conn(0x7f5cb406d000 msgr2=0x7f5cb406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb97a6640 1 -- 172.21.15.39:0/2764077828 shutdown_connections 2024-09-19T05:34:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.698+0000 7f5cb97a6640 1 -- 172.21.15.39:0/2764077828 wait complete. 2024-09-19T05:34:15.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.699+0000 7f5cb97a6640 1 Processor -- start 2024-09-19T05:34:15.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.699+0000 7f5cb97a6640 1 -- start start 2024-09-19T05:34:15.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb97a6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5ca00051c0 0x7f5cb414f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb97a6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cb40728a0 0x7f5cb4072d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb97a6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5cb40ca090 0x7f5cb40ca510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb97a6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb4073e90 con 0x7f5cb40728a0 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb97a6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb4073d10 con 0x7f5ca00051c0 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb97a6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5cb4074010 con 0x7f5cb40ca090 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cb40728a0 0x7f5cb4072d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cb40728a0 0x7f5cb4072d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46438/0 (socket says 172.21.15.39:46438) 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb27fc640 1 -- 172.21.15.39:0/3288380875 learned_addr learned my addr 172.21.15.39:0/3288380875 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb2ffd640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5ca00051c0 0x7f5cb414f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.700+0000 7f5cb37fe640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5cb40ca090 0x7f5cb40ca510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cb27fc640 1 -- 172.21.15.39:0/3288380875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5cb40ca090 msgr2=0x7f5cb40ca510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cb27fc640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5cb40ca090 0x7f5cb40ca510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cb27fc640 1 -- 172.21.15.39:0/3288380875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5ca00051c0 msgr2=0x7f5cb414f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cb27fc640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5ca00051c0 0x7f5cb414f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cb27fc640 1 -- 172.21.15.39:0/3288380875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb40caa50 con 0x7f5cb40728a0 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cb37fe640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5cb40ca090 0x7f5cb40ca510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cb27fc640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cb40728a0 0x7f5cb4072d20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c007820 tx=0x7f5c9c00a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cab7fe640 1 -- 172.21.15.39:0/3288380875 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9c00ae60 con 0x7f5cb40728a0 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cab7fe640 1 -- 172.21.15.39:0/3288380875 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c9c018070 con 0x7f5cb40728a0 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cb40cace0 con 0x7f5cb40728a0 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cab7fe640 1 -- 172.21.15.39:0/3288380875 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9c013630 con 0x7f5cb40728a0 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.701+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cb40cb2a0 con 0x7f5cb40728a0 2024-09-19T05:34:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.702+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cb4150330 con 0x7f5cb40728a0 2024-09-19T05:34:15.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.702+0000 7f5cab7fe640 1 -- 172.21.15.39:0/3288380875 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5c9c0137d0 con 0x7f5cb40728a0 2024-09-19T05:34:15.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.703+0000 7f5cab7fe640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c9406c2b0 0x7f5c9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:15.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.703+0000 7f5cb2ffd640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c9406c2b0 0x7f5c9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:15.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.703+0000 7f5cab7fe640 1 -- 172.21.15.39:0/3288380875 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5c9c08bad0 con 0x7f5cb40728a0 2024-09-19T05:34:15.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.703+0000 7f5cb2ffd640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c9406c2b0 0x7f5c9406e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ca4001760 tx=0x7f5ca4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:15.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.708+0000 7f5cab7fe640 1 -- 172.21.15.39:0/3288380875 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5c9c05a240 con 0x7f5cb40728a0 2024-09-19T05:34:15.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.885+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5cb40b3d10 con 0x7f5cb40728a0 2024-09-19T05:34:15.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.886+0000 7f5cab7fe640 1 -- 172.21.15.39:0/3288380875 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f5c9c059b40 con 0x7f5cb40728a0 2024-09-19T05:34:15.888 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:15.888 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:07.465520+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:03.708259+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:04.804179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:15.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c9406c2b0 msgr2=0x7f5c9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c9406c2b0 0x7f5c9406e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ca4001760 tx=0x7f5ca4009040 comp rx=0 tx=0).stop 2024-09-19T05:34:15.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cb40728a0 msgr2=0x7f5cb4072d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:15.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cb40728a0 0x7f5cb4072d20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c007820 tx=0x7f5c9c00a6f0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 shutdown_connections 2024-09-19T05:34:15.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c9406c2b0 0x7f5c9406e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5cb40ca090 0x7f5cb40ca510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cb40728a0 0x7f5cb4072d20 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 --2- 172.21.15.39:0/3288380875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5ca00051c0 0x7f5cb414f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 >> 172.21.15.39:0/3288380875 conn(0x7f5cb406d000 msgr2=0x7f5cb415d8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 shutdown_connections 2024-09-19T05:34:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:15.888+0000 7f5cb97a6640 1 -- 172.21.15.39:0/3288380875 wait complete. 2024-09-19T05:34:15.901 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T05:34:15.901 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:16.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.001+0000 7ff4ba3fd640 1 Processor -- start 2024-09-19T05:34:16.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.001+0000 7ff4ba3fd640 1 -- start start 2024-09-19T05:34:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.002+0000 7ff4ba3fd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40b6a70 0x7ff4b40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.002+0000 7ff4ba3fd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff4b40d1510 0x7ff4b40d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.002+0000 7ff4ba3fd640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4b40d1d90 con 0x7ff4b40b6690 2024-09-19T05:34:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.002+0000 7ff4ba3fd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ff4b40cf540 con 0x7ff4b40d1510 2024-09-19T05:34:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.002+0000 7ff4ba3fd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b40ceef0 con 0x7ff4b40b6a70 2024-09-19T05:34:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.002+0000 7ff4b899a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff4b40d1510 0x7ff4b40d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.002+0000 7ff4b3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff4b40b6690 0x7ff4b40cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39766/0 (socket says 172.21.15.39:39766) 2024-09-19T05:34:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.002+0000 7ff4b899a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff4b40d1510 0x7ff4b40d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46454/0 (socket says 172.21.15.39:46454) 2024-09-19T05:34:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.002+0000 7ff4b3fff640 1 -- 172.21.15.39:0/1904875436 learned_addr learned my addr 172.21.15.39:0/1904875436 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.003+0000 7ff4b37fe640 1 --2- 172.21.15.39:0/1904875436 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40b6a70 0x7ff4b40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.003+0000 7ff4b899a640 1 -- 172.21.15.39:0/1904875436 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40b6a70 msgr2=0x7ff4b40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.003+0000 7ff4b899a640 1 --2- 172.21.15.39:0/1904875436 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40b6a70 0x7ff4b40d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.003+0000 7ff4b899a640 1 -- 172.21.15.39:0/1904875436 >> v1:172.21.15.39:6789/0 conn(0x7ff4b40b6690 legacy=0x7ff4b40cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.003+0000 7ff4b899a640 1 -- 172.21.15.39:0/1904875436 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b40cf1d0 con 0x7ff4b40d1510 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.003+0000 7ff4b2ffd640 1 -- 172.21.15.39:0/1904875436 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2069719 0 0) 0x7ff4b40d1d90 con 0x7ff4b40b6690 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.003+0000 7ff4b37fe640 1 --2- 172.21.15.39:0/1904875436 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40b6a70 0x7ff4b40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.003+0000 7ff4b899a640 1 --2- 172.21.15.39:0/1904875436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40d1510 0x7ff4b40d2b50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac009d90 tx=0x7ff4ac02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11b055fa58f85db5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4b2ffd640 1 -- 172.21.15.39:0/1904875436 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac007740 con 0x7ff4b40d1510 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4b2ffd640 1 -- 172.21.15.39:0/1904875436 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4ac0078e0 con 0x7ff4b40d1510 2024-09-19T05:34:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4b2ffd640 1 -- 172.21.15.39:0/1904875436 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac007cb0 con 0x7ff4b40d1510 2024-09-19T05:34:16.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/1904875436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40d1510 msgr2=0x7ff4b40d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4ba3fd640 1 --2- 172.21.15.39:0/1904875436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40d1510 0x7ff4b40d2b50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac009d90 tx=0x7ff4ac02a660 comp rx=0 tx=0).stop 2024-09-19T05:34:16.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/1904875436 shutdown_connections 2024-09-19T05:34:16.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4ba3fd640 1 --2- 172.21.15.39:0/1904875436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40d1510 0x7ff4b40d2b50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4ba3fd640 1 --2- 172.21.15.39:0/1904875436 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40b6a70 0x7ff4b40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/1904875436 >> 172.21.15.39:0/1904875436 conn(0x7ff4b4072560 msgr2=0x7ff4b4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/1904875436 shutdown_connections 2024-09-19T05:34:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.004+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/1904875436 wait complete. 2024-09-19T05:34:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.005+0000 7ff4ba3fd640 1 Processor -- start 2024-09-19T05:34:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4ba3fd640 1 -- start start 2024-09-19T05:34:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4ba3fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40b6690 0x7ff4b4151c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4ba3fd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b40b6a70 0x7ff4b4158d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4ba3fd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40d1510 0x7ff4b40cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4ba3fd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b40d1b20 con 0x7ff4b40b6690 2024-09-19T05:34:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4ba3fd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b40d19a0 con 0x7ff4b40b6a70 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4ba3fd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b415c530 con 0x7ff4b40d1510 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4b3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40b6690 0x7ff4b4151c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4b3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40b6690 0x7ff4b4151c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46462/0 (socket says 172.21.15.39:46462) 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.006+0000 7ff4b3fff640 1 -- 172.21.15.39:0/3308744524 learned_addr learned my addr 172.21.15.39:0/3308744524 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b899a640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40d1510 0x7ff4b40cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b3fff640 1 -- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40d1510 msgr2=0x7ff4b40cdc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b3fff640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40d1510 0x7ff4b40cdc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b3fff640 1 -- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b40b6a70 msgr2=0x7ff4b4158d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b37fe640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b40b6a70 0x7ff4b4158d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b3fff640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b40b6a70 0x7ff4b4158d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b3fff640 1 -- 172.21.15.39:0/3308744524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b41521d0 con 0x7ff4b40b6690 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b899a640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40d1510 0x7ff4b40cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b37fe640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b40b6a70 0x7ff4b4158d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b3fff640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40b6690 0x7ff4b4151c90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff4a400c4d0 tx=0x7ff4a400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b0ff9640 1 -- 172.21.15.39:0/3308744524 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4018070 con 0x7ff4b40b6690 2024-09-19T05:34:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b0ff9640 1 -- 172.21.15.39:0/3308744524 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4a4007500 con 0x7ff4b40b6690 2024-09-19T05:34:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b40ccb70 con 0x7ff4b40b6690 2024-09-19T05:34:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4b0ff9640 1 -- 172.21.15.39:0/3308744524 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4004a20 con 0x7ff4b40b6690 2024-09-19T05:34:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.007+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b40cd130 con 0x7ff4b40b6690 2024-09-19T05:34:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.008+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4b40d0fd0 con 0x7ff4b40b6690 2024-09-19T05:34:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.009+0000 7ff4b0ff9640 1 -- 172.21.15.39:0/3308744524 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4a401b070 con 0x7ff4b40b6690 2024-09-19T05:34:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.009+0000 7ff4b0ff9640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a006c2b0 0x7ff4a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.009+0000 7ff4b0ff9640 1 -- 172.21.15.39:0/3308744524 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff4a408a780 con 0x7ff4b40b6690 2024-09-19T05:34:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.009+0000 7ff4b37fe640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a006c2b0 0x7ff4a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.010+0000 7ff4b37fe640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a006c2b0 0x7ff4a006e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff4b40ba580 tx=0x7ff4a8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.013+0000 7ff4b0ff9640 1 -- 172.21.15.39:0/3308744524 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff4a4058ef0 con 0x7ff4b40b6690 2024-09-19T05:34:16.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.190+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff4b4069140 con 0x7ff4b40b6690 2024-09-19T05:34:16.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.191+0000 7ff4b0ff9640 1 -- 172.21.15.39:0/3308744524 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7ff4a40587f0 con 0x7ff4b40b6690 2024-09-19T05:34:16.193 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:16.193 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:07.465520+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:03.708259+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:04.804179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a006c2b0 msgr2=0x7ff4a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a006c2b0 0x7ff4a006e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff4b40ba580 tx=0x7ff4a8008040 comp rx=0 tx=0).stop 2024-09-19T05:34:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40b6690 msgr2=0x7ff4b4151c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40b6690 0x7ff4b4151c90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff4a400c4d0 tx=0x7ff4a400c990 comp rx=0 tx=0).stop 2024-09-19T05:34:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 shutdown_connections 2024-09-19T05:34:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a006c2b0 0x7ff4a006e770 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b40d1510 0x7ff4b40cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b40b6a70 0x7ff4b4158d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 --2- 172.21.15.39:0/3308744524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b40b6690 0x7ff4b4151c90 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 >> 172.21.15.39:0/3308744524 conn(0x7ff4b4072560 msgr2=0x7ff4b4160590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 shutdown_connections 2024-09-19T05:34:16.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.193+0000 7ff4ba3fd640 1 -- 172.21.15.39:0/3308744524 wait complete. 2024-09-19T05:34:16.206 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T05:34:16.207 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T05:34:16.207 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T05:34:16.207 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T05:34:16.208 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T05:34:16.208 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T05:34:16.209 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T05:34:16.209 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T05:34:16.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.383+0000 7fc7d3f78640 1 Processor -- start 2024-09-19T05:34:16.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.384+0000 7fcb3c0e6640 1 Processor -- start 2024-09-19T05:34:16.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.384+0000 7f240796d640 1 Processor -- start 2024-09-19T05:34:16.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7f240796d640 1 -- start start 2024-09-19T05:34:16.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.384+0000 7fcb3c0e6640 1 -- start start 2024-09-19T05:34:16.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.383+0000 7fc7d3f78640 1 -- start start 2024-09-19T05:34:16.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fa4e9f4b640 1 Processor -- start 2024-09-19T05:34:16.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fa4e9f4b640 1 -- start start 2024-09-19T05:34:16.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f240796d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f240006cf10 0x7f24000d0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f240796d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f240015fe60 0x7f24001602b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f240796d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24000cfc00 con 0x7f240006cb30 2024-09-19T05:34:16.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f240796d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f24000cfee0 con 0x7f240006cf10 2024-09-19T05:34:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f240796d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f24000d01c0 con 0x7f240015fe60 2024-09-19T05:34:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f2404f08640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f240006cf10 0x7f24000d0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f2404f08640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f240006cf10 0x7f24000d0ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46466/0 (socket says 172.21.15.39:46466) 2024-09-19T05:34:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f2404f08640 1 -- 172.21.15.39:0/2186696679 learned_addr learned my addr 172.21.15.39:0/2186696679 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fcb3c0e6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcb3406daf0 0x7fcb340b35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fcb3c0e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb340cf9e0 0x7fcb34151450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fcb3c0e6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb3415e4a0 con 0x7fcb340d01b0 2024-09-19T05:34:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fcb3c0e6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fcb3415e780 con 0x7fcb3406daf0 2024-09-19T05:34:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fcb3c0e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcb3415ea60 con 0x7fcb340cf9e0 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fcb3a683640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fcb340d01b0 0x7fcb3415af20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:56648/0 (socket says 172.21.15.39:56648) 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fcb3a683640 1 -- 172.21.15.39:0/660635368 learned_addr learned my addr 172.21.15.39:0/660635368 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fcb39e82640 1 --2- 172.21.15.39:0/660635368 >> v2:172.21.15.50:3300/0 conn(0x7fcb3406daf0 0x7fcb340b35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fcb39681640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb340cf9e0 0x7fcb34151450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3113905757 0 0) 0x7fcb3415e4a0 con 0x7fcb340d01b0 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb20003520 con 0x7fcb340d01b0 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fc7d3f78640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 0x7fc7cc0b35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fc7d3f78640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7cc15e1c0 con 0x7fc7cc0d01b0 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fc7d3f78640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7cc15e4a0 con 0x7fc7cc151630 2024-09-19T05:34:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fc7d3f78640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc7cc15e780 con 0x7fc7cc06daf0 2024-09-19T05:34:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fc7d2515640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc7cc0d01b0 0x7fc7cc15af20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39780/0 (socket says 172.21.15.39:39780) 2024-09-19T05:34:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fc7d2515640 1 -- 172.21.15.39:0/2603827188 learned_addr learned my addr 172.21.15.39:0/2603827188 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7fc7d1d14640 1 --2- 172.21.15.39:0/2603827188 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 0x7fc7cc0b35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fc7d1d14640 1 -- 172.21.15.39:0/2603827188 >> v1:172.21.15.50:6789/0 conn(0x7fc7cc151630 legacy=0x7fc7cc0cf9e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:34:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fc7d1d14640 1 -- 172.21.15.39:0/2603827188 >> v1:172.21.15.39:6789/0 conn(0x7fc7cc0d01b0 legacy=0x7fc7cc15af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7fc7d1d14640 1 -- 172.21.15.39:0/2603827188 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc15ea60 con 0x7fc7cc06daf0 2024-09-19T05:34:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7f937ccc8640 1 Processor -- start 2024-09-19T05:34:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.385+0000 7f937ccc8640 1 -- start start 2024-09-19T05:34:16.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f6494166640 1 Processor -- start 2024-09-19T05:34:16.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f6494166640 1 -- start start 2024-09-19T05:34:16.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.386+0000 7f937ccc8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f93700df930 0x7f937000c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f2404f08640 1 -- 172.21.15.39:0/2186696679 >> v2:172.21.15.50:3300/0 conn(0x7f240015fe60 msgr2=0x7f24001602b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f2405f0a640 1 --2- 172.21.15.39:0/2186696679 >> v2:172.21.15.50:3300/0 conn(0x7f240015fe60 0x7f24001602b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 <== mon.1 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1271937285 0 0) 0x7fcb20003520 con 0x7fcb340d01b0 2024-09-19T05:34:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb340cf9e0 msgr2=0x7fcb34151450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb340cf9e0 0x7fcb34151450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 >> v2:172.21.15.50:3300/0 conn(0x7fcb3406daf0 msgr2=0x7fcb340b35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 --2- 172.21.15.39:0/660635368 >> v2:172.21.15.50:3300/0 conn(0x7fcb3406daf0 0x7fcb340b35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb3415ed40 con 0x7fcb340d01b0 2024-09-19T05:34:16.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f2404f08640 1 --2- 172.21.15.39:0/2186696679 >> v2:172.21.15.50:3300/0 conn(0x7f240015fe60 0x7f24001602b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f2404f08640 1 -- 172.21.15.39:0/2186696679 >> v1:172.21.15.50:6789/0 conn(0x7f240006cb30 legacy=0x7f240015f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f2404f08640 1 -- 172.21.15.39:0/2186696679 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24000d04a0 con 0x7f240006cf10 2024-09-19T05:34:16.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f2405f0a640 1 --2- 172.21.15.39:0/2186696679 >> v2:172.21.15.50:3300/0 conn(0x7f240015fe60 0x7f24001602b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:16.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 <== mon.1 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fcb2c0019f0 con 0x7fcb340d01b0 2024-09-19T05:34:16.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 >> v1:172.21.15.50:6789/0 conn(0x7fcb340d01b0 legacy=0x7fcb3415af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fc7d1d14640 1 --2- 172.21.15.39:0/2603827188 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 0x7fc7cc0b35b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc7c80097d0 tx=0x7fc7c802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98c53939954d5f5e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb340cf9e0 0x7fcb200039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb20003f80 0x7fcb20004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb20004d40 0x7fcb200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fa4e9f4b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e406ddc0 0x7fa4e40b4c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f8bab59e640 1 Processor -- start 2024-09-19T05:34:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f8bab59e640 1 -- start start 2024-09-19T05:34:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fa4e9f4b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4e40cf9c0 con 0x7fa4e40d0dd0 2024-09-19T05:34:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3415e780 con 0x7fcb20004d40 2024-09-19T05:34:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3415ea60 con 0x7fcb20003f80 2024-09-19T05:34:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcb2000ba40 con 0x7fcb340cf9e0 2024-09-19T05:34:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fcb3a683640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb20004d40 0x7fcb200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f6494166640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 0x7f648c06f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f6494166640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f648c062d40 0x7f648c06c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f6494166640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f648c06fc40 con 0x7f648c167210 2024-09-19T05:34:16.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f6494166640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f648c06e110 con 0x7f648c062d40 2024-09-19T05:34:16.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fa4e9f4b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4e415b760 con 0x7fa4e415b380 2024-09-19T05:34:16.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fcb39681640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb20003f80 0x7fcb20004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f6494166640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f648c06ff20 con 0x7f648c162930 2024-09-19T05:34:16.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fa4e9f4b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa4e40b07b0 con 0x7fa4e406ddc0 2024-09-19T05:34:16.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fcb39e82640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb340cf9e0 0x7fcb200039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fc7d0d12640 1 -- 172.21.15.39:0/2603827188 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8037070 con 0x7fc7cc06daf0 2024-09-19T05:34:16.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fc7d0d12640 1 -- 172.21.15.39:0/2603827188 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7c8032440 con 0x7fc7cc06daf0 2024-09-19T05:34:16.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fc7d0d12640 1 -- 172.21.15.39:0/2603827188 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8032810 con 0x7fc7cc06daf0 2024-09-19T05:34:16.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fa4e37fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fa4e415b380 0x7fa4e40d0150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:56674/0 (socket says 172.21.15.39:56674) 2024-09-19T05:34:16.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f937ccc8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93700564d0 con 0x7f9370037cd0 2024-09-19T05:34:16.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fa4e2ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e406ddc0 0x7fa4e40b4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fa4e37fe640 1 -- 172.21.15.39:0/3471890947 learned_addr learned my addr 172.21.15.39:0/3471890947 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:16.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f6491701640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f648c167210 0x7f648c062630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39794/0 (socket says 172.21.15.39:39794) 2024-09-19T05:34:16.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f937ccc8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9370007930 con 0x7f937000b0f0 2024-09-19T05:34:16.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.387+0000 7f937ccc8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f9370007ea0 con 0x7f93700df930 2024-09-19T05:34:16.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f9377fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9370037cd0 0x7f9370055dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39786/0 (socket says 172.21.15.39:39786) 2024-09-19T05:34:16.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f9377fff640 1 -- 172.21.15.39:0/2215994065 learned_addr learned my addr 172.21.15.39:0/2215994065 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:16.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 224426960 0 0) 0x7f93700564d0 con 0x7f9370037cd0 2024-09-19T05:34:16.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9368003520 con 0x7f9370037cd0 2024-09-19T05:34:16.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f6491701640 1 -- 172.21.15.39:0/1963076715 learned_addr learned my addr 172.21.15.39:0/1963076715 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:16.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f6491f02640 1 --2- 172.21.15.39:0/1963076715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 0x7f648c06f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f6492703640 1 --2- 172.21.15.39:0/1963076715 >> v2:172.21.15.50:3300/0 conn(0x7f648c062d40 0x7f648c06c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f93777fe640 1 --2- 172.21.15.39:0/2215994065 >> v2:172.21.15.39:3300/0 conn(0x7f93700df930 0x7f937000c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fa4e27fc640 1 -- 172.21.15.39:0/3471890947 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4023157410 0 0) 0x7fa4e40cf9c0 con 0x7fa4e40d0dd0 2024-09-19T05:34:16.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fcb39e82640 1 -- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb20003f80 msgr2=0x7fcb20004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fcb39e82640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb20003f80 0x7fcb20004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fcb39e82640 1 -- 172.21.15.39:0/660635368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb20004d40 msgr2=0x7fcb200051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fcb39e82640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb20004d40 0x7fcb200051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fa4e27fc640 1 -- 172.21.15.39:0/3471890947 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa4cc005730 con 0x7fa4e40d0dd0 2024-09-19T05:34:16.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f6491f02640 1 -- 172.21.15.39:0/1963076715 >> v2:172.21.15.50:3300/0 conn(0x7f648c062d40 msgr2=0x7f648c06c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4040375364 0 0) 0x7f9370007930 con 0x7f937000b0f0 2024-09-19T05:34:16.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f93700564d0 con 0x7f937000b0f0 2024-09-19T05:34:16.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f6491f02640 1 --2- 172.21.15.39:0/1963076715 >> v2:172.21.15.50:3300/0 conn(0x7f648c062d40 0x7f648c06c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7fa4e2ffd640 1 -- 172.21.15.39:0/3471890947 >> v1:172.21.15.50:6789/0 conn(0x7fa4e415b380 legacy=0x7fa4e40d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7fa4e2ffd640 1 -- 172.21.15.39:0/3471890947 >> v1:172.21.15.39:6789/0 conn(0x7fa4e40d0dd0 legacy=0x7fa4e406e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7fa4e2ffd640 1 -- 172.21.15.39:0/3471890947 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4e40b0a90 con 0x7fa4e406ddc0 2024-09-19T05:34:16.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7f6491f02640 1 -- 172.21.15.39:0/1963076715 >> v1:172.21.15.39:6789/0 conn(0x7f648c167210 legacy=0x7f648c062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f6491f02640 1 -- 172.21.15.39:0/1963076715 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f648c166730 con 0x7f648c162930 2024-09-19T05:34:16.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7fc7d3f78640 1 -- 172.21.15.39:0/2603827188 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 msgr2=0x7fc7cc0b35b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7fc7d3f78640 1 --2- 172.21.15.39:0/2603827188 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 0x7fc7cc0b35b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc7c80097d0 tx=0x7fc7c802a1c0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f8bab59e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ba4035d90 0x7f8ba4034d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f8bab59e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 0x7f8ba4049c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f8bab59e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ba4033c80 con 0x7f8ba40e6f70 2024-09-19T05:34:16.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f8bab59e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f8ba4033f60 con 0x7f8ba4035d90 2024-09-19T05:34:16.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f8bab59e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8ba4034240 con 0x7f8ba4049780 2024-09-19T05:34:16.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.388+0000 7fcb39e82640 1 -- 172.21.15.39:0/660635368 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb20003520 con 0x7fcb340cf9e0 2024-09-19T05:34:16.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7fc7d3f78640 1 -- 172.21.15.39:0/2603827188 shutdown_connections 2024-09-19T05:34:16.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7fc7d3f78640 1 --2- 172.21.15.39:0/2603827188 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 0x7fc7cc0b35b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7fc7d3f78640 1 -- 172.21.15.39:0/2603827188 >> 172.21.15.39:0/2603827188 conn(0x7fc7cc06d000 msgr2=0x7fc7cc06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 <== mon.1 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4056819031 0 0) 0x7f93700564d0 con 0x7f937000b0f0 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 >> v2:172.21.15.39:3300/0 conn(0x7f93700df930 msgr2=0x7f937000c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 --2- 172.21.15.39:0/2215994065 >> v2:172.21.15.39:3300/0 conn(0x7f93700df930 0x7f937000c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 >> v1:172.21.15.39:6789/0 conn(0x7f9370037cd0 legacy=0x7f9370055dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93700080f0 con 0x7f937000b0f0 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 <== mon.1 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f9364001670 con 0x7f937000b0f0 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 >> v1:172.21.15.50:6789/0 conn(0x7f937000b0f0 legacy=0x7f937003a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 --2- 172.21.15.39:0/2215994065 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9368003b40 0x7f9368003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 --2- 172.21.15.39:0/2215994065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9368004800 0x7f9368004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 --2- 172.21.15.39:0/2215994065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93680051c0 0x7f93680141d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9370007ea0 con 0x7f9368004800 2024-09-19T05:34:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.389+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9368014820 con 0x7f93680051c0 2024-09-19T05:34:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9368014a20 con 0x7f9368003b40 2024-09-19T05:34:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7fc7d3f78640 1 -- 172.21.15.39:0/2603827188 shutdown_connections 2024-09-19T05:34:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f8ba9d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ba4035d90 0x7f8ba4034d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f8ba9d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ba4035d90 0x7f8ba4034d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46510/0 (socket says 172.21.15.39:46510) 2024-09-19T05:34:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f8ba9d9b640 1 -- 172.21.15.39:0/215752031 learned_addr learned my addr 172.21.15.39:0/215752031 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7ff4b7fff640 1 Processor -- start 2024-09-19T05:34:16.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7fc7d3f78640 1 -- 172.21.15.39:0/2603827188 wait complete. 2024-09-19T05:34:16.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f8baad9d640 1 --2- 172.21.15.39:0/215752031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 0x7f8ba4049c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7ff4b7fff640 1 -- start start 2024-09-19T05:34:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f9377fff640 1 --2- 172.21.15.39:0/2215994065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93680051c0 0x7f93680141d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f6491f02640 1 --2- 172.21.15.39:0/1963076715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 0x7f648c06f5d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6484009d90 tx=0x7f648402a550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=901b71eeb33e59cd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7fa4e2ffd640 1 --2- 172.21.15.39:0/3471890947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e406ddc0 0x7fa4e40b4c00 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4009750 tx=0x7fa4d402a0a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ecc174b06ea5d182 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f8baad9d640 1 -- 172.21.15.39:0/215752031 >> v2:172.21.15.39:3300/0 conn(0x7f8ba4035d90 msgr2=0x7f8ba4034d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f8baad9d640 1 --2- 172.21.15.39:0/215752031 >> v2:172.21.15.39:3300/0 conn(0x7f8ba4035d90 0x7f8ba4034d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f8baad9d640 1 -- 172.21.15.39:0/215752031 >> v1:172.21.15.39:6789/0 conn(0x7f8ba40e6f70 legacy=0x7f8ba40333a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7fa4e27fc640 1 -- 172.21.15.39:0/3471890947 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4037070 con 0x7fa4e406ddc0 2024-09-19T05:34:16.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f8ba959a640 1 -- 172.21.15.39:0/215752031 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3501824322 0 0) 0x7f8ba4033c80 con 0x7f8ba40e6f70 2024-09-19T05:34:16.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f8baad9d640 1 -- 172.21.15.39:0/215752031 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba4034520 con 0x7f8ba4049780 2024-09-19T05:34:16.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7fa4e27fc640 1 -- 172.21.15.39:0/3471890947 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4d402adb0 con 0x7fa4e406ddc0 2024-09-19T05:34:16.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7fa4e27fc640 1 -- 172.21.15.39:0/3471890947 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4032660 con 0x7fa4e406ddc0 2024-09-19T05:34:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f9377fff640 1 -- 172.21.15.39:0/2215994065 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9368003b40 msgr2=0x7f9368003f40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:34:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f9377fff640 1 --2- 172.21.15.39:0/2215994065 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9368003b40 0x7f9368003f40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f9377fff640 1 -- 172.21.15.39:0/2215994065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9368004800 msgr2=0x7f9368004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f9377fff640 1 --2- 172.21.15.39:0/2215994065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9368004800 0x7f9368004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f9377fff640 1 -- 172.21.15.39:0/2215994065 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93700080f0 con 0x7f93680051c0 2024-09-19T05:34:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f6490f00640 1 -- 172.21.15.39:0/1963076715 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6484007740 con 0x7f648c162930 2024-09-19T05:34:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f6490f00640 1 -- 172.21.15.39:0/1963076715 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64840078e0 con 0x7f648c162930 2024-09-19T05:34:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7f6490f00640 1 -- 172.21.15.39:0/1963076715 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6484007cf0 con 0x7f648c162930 2024-09-19T05:34:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7f2404f08640 1 --2- 172.21.15.39:0/2186696679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240006cf10 0x7f24000d0ca0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f23f0009870 tx=0x7f23f002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a3a3f6f634dc7e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.390+0000 7fcb39e82640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb340cf9e0 0x7fcb200039b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fcb30009ac0 tx=0x7fcb20005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=736b3f24be51ee55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7ff4b7fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff4b0033f30 0x7ff4b000ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7f9377fff640 1 -- 172.21.15.39:0/2215994065 reap_dead start 2024-09-19T05:34:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7f23f7fff640 1 -- 172.21.15.39:0/2186696679 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f0037070 con 0x7f240006cf10 2024-09-19T05:34:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7f23f7fff640 1 -- 172.21.15.39:0/2186696679 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23f0032640 con 0x7f240006cf10 2024-09-19T05:34:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7ff4b7fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 0x7ff4b0039b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7f9377fff640 1 --2- 172.21.15.39:0/2215994065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93680051c0 0x7f93680141d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f937806b380 tx=0x7f9368005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a683a94781b13d29 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7ff4b6ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ff4b003a2b0 0x7ff4b00e2e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:56680/0 (socket says 172.21.15.39:56680) 2024-09-19T05:34:16.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/3471890947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e406ddc0 msgr2=0x7fa4e40b4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7fa4e9f4b640 1 --2- 172.21.15.39:0/3471890947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e406ddc0 0x7fa4e40b4c00 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4009750 tx=0x7fa4d402a0a0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7ff4b67fc640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff4b0033f30 0x7ff4b000ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/3471890947 shutdown_connections 2024-09-19T05:34:16.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7fc7d3f78640 1 Processor -- start 2024-09-19T05:34:16.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7f6494166640 1 -- 172.21.15.39:0/1963076715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 msgr2=0x7f648c06f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7f6494166640 1 --2- 172.21.15.39:0/1963076715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 0x7f648c06f5d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6484009d90 tx=0x7f648402a550 comp rx=0 tx=0).stop 2024-09-19T05:34:16.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f6494166640 1 -- 172.21.15.39:0/1963076715 shutdown_connections 2024-09-19T05:34:16.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f6494166640 1 --2- 172.21.15.39:0/1963076715 >> v2:172.21.15.50:3300/0 conn(0x7f648c062d40 0x7f648c06c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f6494166640 1 --2- 172.21.15.39:0/1963076715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 0x7f648c06f5d0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7fa4e9f4b640 1 --2- 172.21.15.39:0/3471890947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e406ddc0 0x7fa4e40b4c00 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f6494166640 1 -- 172.21.15.39:0/1963076715 >> 172.21.15.39:0/1963076715 conn(0x7f648c0b35c0 msgr2=0x7f648c0b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/3471890947 >> 172.21.15.39:0/3471890947 conn(0x7fa4e40b35c0 msgr2=0x7fa4e40b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7fc7d3f78640 1 -- start start 2024-09-19T05:34:16.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.391+0000 7ff4b67fc640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff4b0033f30 0x7ff4b000ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:38244/0 (socket says 172.21.15.39:38244) 2024-09-19T05:34:16.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7ff4b7fff640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4b0006f50 con 0x7ff4b003a2b0 2024-09-19T05:34:16.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7ff4b7fff640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff4b000b2d0 con 0x7ff4b0033f30 2024-09-19T05:34:16.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7ff4b7fff640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b00071c0 con 0x7ff4b00396a0 2024-09-19T05:34:16.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb30036070 con 0x7fcb340cf9e0 2024-09-19T05:34:16.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb30031400 con 0x7fcb340cf9e0 2024-09-19T05:34:16.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7fcb38e80640 1 -- 172.21.15.39:0/660635368 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb30009690 con 0x7fcb340cf9e0 2024-09-19T05:34:16.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7ff4b6ffd640 1 -- 172.21.15.39:0/3816887469 learned_addr learned my addr 172.21.15.39:0/3816887469 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:16.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7ff4b77fe640 1 --2- 172.21.15.39:0/3816887469 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 0x7ff4b0039b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7ff4b67fc640 1 -- 172.21.15.39:0/3816887469 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 msgr2=0x7ff4b0039b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7ff4b67fc640 1 --2- 172.21.15.39:0/3816887469 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 0x7ff4b0039b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7ff4b67fc640 1 -- 172.21.15.39:0/3816887469 >> v1:172.21.15.50:6789/0 conn(0x7ff4b003a2b0 legacy=0x7ff4b00e2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7ff4b67fc640 1 -- 172.21.15.39:0/3816887469 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b00074a0 con 0x7ff4b0033f30 2024-09-19T05:34:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f240796d640 1 -- 172.21.15.39:0/2186696679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240006cf10 msgr2=0x7f24000d0ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f240796d640 1 --2- 172.21.15.39:0/2186696679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240006cf10 0x7f24000d0ca0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f23f0009870 tx=0x7f23f002a300 comp rx=0 tx=0).stop 2024-09-19T05:34:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f240796d640 1 -- 172.21.15.39:0/2186696679 shutdown_connections 2024-09-19T05:34:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f240796d640 1 --2- 172.21.15.39:0/2186696679 >> v2:172.21.15.50:3300/0 conn(0x7f240015fe60 0x7f24001602b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f240796d640 1 --2- 172.21.15.39:0/2186696679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240006cf10 0x7f24000d0ca0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f240796d640 1 -- 172.21.15.39:0/2186696679 >> 172.21.15.39:0/2186696679 conn(0x7f2400071f70 msgr2=0x7f2400072380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93780504d0 con 0x7f93680051c0 2024-09-19T05:34:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93780a6d20 con 0x7f93680051c0 2024-09-19T05:34:16.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f93767fc640 1 -- 172.21.15.39:0/2215994065 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93780ae680 con 0x7f93680051c0 2024-09-19T05:34:16.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f937ccc8640 1 -- 172.21.15.39:0/2215994065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93680051c0 msgr2=0x7f93680141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f937ccc8640 1 --2- 172.21.15.39:0/2215994065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93680051c0 0x7f93680141d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f937806b380 tx=0x7f9368005830 comp rx=0 tx=0).stop 2024-09-19T05:34:16.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f240796d640 1 -- 172.21.15.39:0/2186696679 shutdown_connections 2024-09-19T05:34:16.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f937ccc8640 1 -- 172.21.15.39:0/2215994065 shutdown_connections 2024-09-19T05:34:16.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f937ccc8640 1 --2- 172.21.15.39:0/2215994065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93680051c0 0x7f93680141d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f937ccc8640 1 -- 172.21.15.39:0/2215994065 >> 172.21.15.39:0/2215994065 conn(0x7f937001ea40 msgr2=0x7f93700556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/3471890947 shutdown_connections 2024-09-19T05:34:16.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/3471890947 wait complete. 2024-09-19T05:34:16.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f937ccc8640 1 -- 172.21.15.39:0/2215994065 shutdown_connections 2024-09-19T05:34:16.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f937ccc8640 1 -- 172.21.15.39:0/2215994065 wait complete. 2024-09-19T05:34:16.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7ff4b67fc640 1 --2- 172.21.15.39:0/3816887469 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b0033f30 0x7ff4b000ad90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac013db0 tx=0x7ff4ac032890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac4566b54fa14edd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f240796d640 1 -- 172.21.15.39:0/2186696679 wait complete. 2024-09-19T05:34:16.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7ff4b5ffb640 1 -- 172.21.15.39:0/3816887469 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac038790 con 0x7ff4b0033f30 2024-09-19T05:34:16.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7ff4b5ffb640 1 -- 172.21.15.39:0/3816887469 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4ac03e070 con 0x7ff4b0033f30 2024-09-19T05:34:16.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7ff4b5ffb640 1 -- 172.21.15.39:0/3816887469 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac038b50 con 0x7ff4b0033f30 2024-09-19T05:34:16.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f8baad9d640 1 --2- 172.21.15.39:0/215752031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 0x7f8ba4049c10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00097a0 tx=0x7f8ba002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=323b3b3dd47090bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f8ba959a640 1 -- 172.21.15.39:0/215752031 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba0037070 con 0x7f8ba4049780 2024-09-19T05:34:16.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f8ba959a640 1 -- 172.21.15.39:0/215752031 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ba0032440 con 0x7f8ba4049780 2024-09-19T05:34:16.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f8ba959a640 1 -- 172.21.15.39:0/215752031 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba0032810 con 0x7f8ba4049780 2024-09-19T05:34:16.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f8bab59e640 1 -- 172.21.15.39:0/215752031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 msgr2=0x7f8ba4049c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f8bab59e640 1 --2- 172.21.15.39:0/215752031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 0x7f8ba4049c10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00097a0 tx=0x7f8ba002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f8bab59e640 1 -- 172.21.15.39:0/215752031 shutdown_connections 2024-09-19T05:34:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f8bab59e640 1 --2- 172.21.15.39:0/215752031 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 0x7f8ba4049c10 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f8bab59e640 1 --2- 172.21.15.39:0/215752031 >> v2:172.21.15.39:3300/0 conn(0x7f8ba4035d90 0x7f8ba4034d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.393+0000 7f8bab59e640 1 -- 172.21.15.39:0/215752031 >> 172.21.15.39:0/215752031 conn(0x7f8ba401fb40 msgr2=0x7f8ba40567b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f6494166640 1 -- 172.21.15.39:0/1963076715 shutdown_connections 2024-09-19T05:34:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.392+0000 7f6494166640 1 -- 172.21.15.39:0/1963076715 wait complete. 2024-09-19T05:34:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7f6494166640 1 Processor -- start 2024-09-19T05:34:16.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7f8bab59e640 1 -- 172.21.15.39:0/215752031 shutdown_connections 2024-09-19T05:34:16.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7f8bab59e640 1 -- 172.21.15.39:0/215752031 wait complete. 2024-09-19T05:34:16.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb340cf9e0 msgr2=0x7fcb200039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fcb3c0e6640 1 --2- 172.21.15.39:0/660635368 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb340cf9e0 0x7fcb200039b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fcb30009ac0 tx=0x7fcb20005830 comp rx=0 tx=0).stop 2024-09-19T05:34:16.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fc7d3f78640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 0x7fc7cc152c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fc7d3f78640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc0d01b0 0x7fc7cc150210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fc7d3f78640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7cc151630 0x7fc7cc072e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fc7d3f78640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc151a90 con 0x7fc7cc151630 2024-09-19T05:34:16.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fc7d3f78640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc15f0b0 con 0x7fc7cc0d01b0 2024-09-19T05:34:16.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fc7d3f78640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc7cc0b5360 con 0x7fc7cc06daf0 2024-09-19T05:34:16.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7f6494166640 1 -- start start 2024-09-19T05:34:16.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fcb3a683640 1 -- 172.21.15.39:0/660635368 reap_dead start 2024-09-19T05:34:16.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/660635368 shutdown_connections 2024-09-19T05:34:16.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/660635368 >> 172.21.15.39:0/660635368 conn(0x7fcb3406d000 msgr2=0x7fcb3406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fc7d1513640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc0d01b0 0x7fc7cc150210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.394+0000 7fc7d1513640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc0d01b0 0x7fc7cc150210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:38250/0 (socket says 172.21.15.39:38250) 2024-09-19T05:34:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fc7d1513640 1 -- 172.21.15.39:0/3119979260 learned_addr learned my addr 172.21.15.39:0/3119979260 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f937ccc8640 1 Processor -- start 2024-09-19T05:34:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3816887469 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b0033f30 msgr2=0x7ff4b000ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7ff4b7fff640 1 --2- 172.21.15.39:0/3816887469 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b0033f30 0x7ff4b000ad90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac013db0 tx=0x7ff4ac032890 comp rx=0 tx=0).stop 2024-09-19T05:34:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f240796d640 1 Processor -- start 2024-09-19T05:34:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f240796d640 1 -- start start 2024-09-19T05:34:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/660635368 shutdown_connections 2024-09-19T05:34:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fc7d1d14640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 0x7fc7cc152c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3816887469 shutdown_connections 2024-09-19T05:34:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7ff4b7fff640 1 --2- 172.21.15.39:0/3816887469 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 0x7ff4b0039b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7ff4b7fff640 1 --2- 172.21.15.39:0/3816887469 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b0033f30 0x7ff4b000ad90 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3816887469 >> 172.21.15.39:0/3816887469 conn(0x7ff4b001dd80 msgr2=0x7ff4b00549f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f6494166640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f648c062d40 0x7f648c151fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f6494166640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 0x7f648c150350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f6494166640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f648c167210 0x7f648c152d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f6494166640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f648c162d10 con 0x7f648c167210 2024-09-19T05:34:16.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f937ccc8640 1 -- start start 2024-09-19T05:34:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f6494166640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f648c166cf0 con 0x7f648c062d40 2024-09-19T05:34:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f6494166640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f648c162e90 con 0x7f648c162930 2024-09-19T05:34:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fa4e9f4b640 1 Processor -- start 2024-09-19T05:34:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f6492703640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f648c167210 0x7f648c152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3816887469 shutdown_connections 2024-09-19T05:34:16.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fc7d1d14640 1 -- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc0d01b0 msgr2=0x7fc7cc150210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fc7d1d14640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc0d01b0 0x7fc7cc150210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fc7d1d14640 1 -- 172.21.15.39:0/3119979260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7cc151630 msgr2=0x7fc7cc072e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fc7d1d14640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7cc151630 0x7fc7cc072e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fc7d1d14640 1 -- 172.21.15.39:0/3119979260 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc1533d0 con 0x7fc7cc06daf0 2024-09-19T05:34:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7fa4e9f4b640 1 -- start start 2024-09-19T05:34:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3816887469 wait complete. 2024-09-19T05:34:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7f8bab59e640 1 Processor -- start 2024-09-19T05:34:16.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7fc7d1d14640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 0x7fc7cc152c60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc7c8031000 tx=0x7fc7c80046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/660635368 wait complete. 2024-09-19T05:34:16.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7fc7c27fc640 1 -- 172.21.15.39:0/3119979260 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8042020 con 0x7fc7cc06daf0 2024-09-19T05:34:16.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7fc7c27fc640 1 -- 172.21.15.39:0/3119979260 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7c8030910 con 0x7fc7cc06daf0 2024-09-19T05:34:16.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7fc7d3f78640 1 -- 172.21.15.39:0/3119979260 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7cc1536b0 con 0x7fc7cc06daf0 2024-09-19T05:34:16.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7fc7d3f78640 1 -- 172.21.15.39:0/3119979260 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7cc153c70 con 0x7fc7cc06daf0 2024-09-19T05:34:16.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7f8bab59e640 1 -- start start 2024-09-19T05:34:16.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f240796d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f240006cb30 0x7f24001f7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7fcb3c0e6640 1 Processor -- start 2024-09-19T05:34:16.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f937ccc8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f93680051c0 0x7f93700e0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f240796d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f240006cf10 0x7f2400149d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f240796d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240015fe60 0x7f240015b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7fcb3c0e6640 1 -- start start 2024-09-19T05:34:16.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f937ccc8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93700531f0 0x7f93700d3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f240796d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2400073190 con 0x7f240015fe60 2024-09-19T05:34:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f240796d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f24000d11e0 con 0x7f240006cb30 2024-09-19T05:34:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f240796d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f240006d380 con 0x7f240006cf10 2024-09-19T05:34:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f6492703640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f648c167210 0x7f648c152d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46534/0 (socket says 172.21.15.39:46534) 2024-09-19T05:34:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.395+0000 7f6492703640 1 -- 172.21.15.39:0/852685407 learned_addr learned my addr 172.21.15.39:0/852685407 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.396+0000 7f6492703640 1 -- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 msgr2=0x7f648c150350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7fa4e9f4b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4e406ddc0 0x7fa4e41f1970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f2405f0a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240015fe60 0x7f240015b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7fa4e9f4b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e40d0dd0 0x7fa4e41f07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f2405f0a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240015fe60 0x7f240015b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46544/0 (socket says 172.21.15.39:46544) 2024-09-19T05:34:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f2405f0a640 1 -- 172.21.15.39:0/2506958465 learned_addr learned my addr 172.21.15.39:0/2506958465 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f8bab59e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ba4035d90 0x7f8ba4050de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7fa4e9f4b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4e415b380 0x7fa4e41f0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f8bab59e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 0x7f8ba404bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f8bab59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ba40e6f70 0x7f8ba40557a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7fa4e2ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e40d0dd0 0x7fa4e41f07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fa4e2ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e40d0dd0 0x7fa4e41f07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:53088/0 (socket says 172.21.15.39:53088) 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f93777fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f93680051c0 0x7f93700e0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f93777fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f93680051c0 0x7f93700e0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:53072/0 (socket says 172.21.15.39:53072) 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f93777fe640 1 -- 172.21.15.39:0/3975116500 learned_addr learned my addr 172.21.15.39:0/3975116500 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f937ccc8640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9370054720 0x7f9370036060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f93700076f0 con 0x7f93700531f0 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9370007570 con 0x7f9370054720 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f9376ffd640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93700531f0 0x7f93700d3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f937000c840 con 0x7f93680051c0 2024-09-19T05:34:16.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fa4e2ffd640 1 -- 172.21.15.39:0/640897339 learned_addr learned my addr 172.21.15.39:0/640897339 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e40b6a40 con 0x7fa4e406ddc0 2024-09-19T05:34:16.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e40b68c0 con 0x7fa4e415b380 2024-09-19T05:34:16.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa4e40d0860 con 0x7fa4e40d0dd0 2024-09-19T05:34:16.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fc7c27fc640 1 -- 172.21.15.39:0/3119979260 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8037040 con 0x7fc7cc06daf0 2024-09-19T05:34:16.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f8bab59e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba4007880 con 0x7f8ba40e6f70 2024-09-19T05:34:16.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f8bab59e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba4007700 con 0x7f8ba4035d90 2024-09-19T05:34:16.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f8bab59e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8ba4007a00 con 0x7f8ba4049780 2024-09-19T05:34:16.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.397+0000 7f8ba9d9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 0x7f8ba404bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f8baa59c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ba4035d90 0x7f8ba4050de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f8baa59c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ba4035d90 0x7f8ba4050de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:38286/0 (socket says 172.21.15.39:38286) 2024-09-19T05:34:16.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f8baa59c640 1 -- 172.21.15.39:0/207407589 learned_addr learned my addr 172.21.15.39:0/207407589 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fa4e3fff640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4e415b380 0x7fa4e41f0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7ff4b7fff640 1 Processor -- start 2024-09-19T05:34:16.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fa4e37fe640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4e406ddc0 0x7fa4e41f1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f2404f08640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f240006cf10 0x7f2400149d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f2405f0a640 1 -- 172.21.15.39:0/2506958465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f240006cf10 msgr2=0x7f2400149d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f2405f0a640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f240006cf10 0x7f2400149d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f2405f0a640 1 -- 172.21.15.39:0/2506958465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f240006cb30 msgr2=0x7f24001f7c60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:34:16.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f2405f0a640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f240006cb30 0x7f24001f7c60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f2405f0a640 1 -- 172.21.15.39:0/2506958465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f240014a2d0 con 0x7f240015fe60 2024-09-19T05:34:16.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fcb3c0e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb3414fa10 0x7fcb340732c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f9377fff640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9370054720 0x7f9370036060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f6491f02640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f648c062d40 0x7f648c151fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f6491701640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 0x7f648c150350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fcb3c0e6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb3416a280 0x7fcb3414fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f6492703640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 0x7f648c150350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f6492703640 1 -- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f648c062d40 msgr2=0x7f648c151fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f6492703640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f648c062d40 0x7f648c151fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f6492703640 1 -- 172.21.15.39:0/852685407 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f648c165080 con 0x7f648c167210 2024-09-19T05:34:16.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7ff4b7fff640 1 -- start start 2024-09-19T05:34:16.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fcb39e82640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb3414fa10 0x7fcb340732c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fcb39e82640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb3414fa10 0x7fcb340732c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:53108/0 (socket says 172.21.15.39:53108) 2024-09-19T05:34:16.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fcb3c0e6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb34070d80 0x7fcb34071230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7fcb39e82640 1 -- 172.21.15.39:0/3869415692 learned_addr learned my addr 172.21.15.39:0/3869415692 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcb340cfe70 con 0x7fcb34070d80 2024-09-19T05:34:16.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcb340b5360 con 0x7fcb3416a280 2024-09-19T05:34:16.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcb34150330 con 0x7fcb3414fa10 2024-09-19T05:34:16.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f8baad9d640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ba40e6f70 0x7f8ba40557a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f8baa59c640 1 -- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 msgr2=0x7f8ba404bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f8baa59c640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ba4049780 0x7f8ba404bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f8baa59c640 1 -- 172.21.15.39:0/207407589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ba40e6f70 msgr2=0x7f8ba40557a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f8baa59c640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ba40e6f70 0x7f8ba40557a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f8baa59c640 1 -- 172.21.15.39:0/207407589 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba404a460 con 0x7f8ba4035d90 2024-09-19T05:34:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f6491f02640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f648c062d40 0x7f648c151fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.398+0000 7f6491701640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f648c162930 0x7f648c150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f93777fe640 1 -- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9370054720 msgr2=0x7f9370036060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f93777fe640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9370054720 0x7f9370036060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f93777fe640 1 -- 172.21.15.39:0/3975116500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93700531f0 msgr2=0x7f93700d3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f93777fe640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93700531f0 0x7f93700d3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f93777fe640 1 -- 172.21.15.39:0/3975116500 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9370056310 con 0x7f93680051c0 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fa4e3fff640 1 -- 172.21.15.39:0/640897339 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e40d0dd0 msgr2=0x7fa4e41f07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fa4e3fff640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e40d0dd0 0x7fa4e41f07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fa4e3fff640 1 -- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4e406ddc0 msgr2=0x7fa4e41f1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fa4e3fff640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4e406ddc0 0x7fa4e41f1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fa4e3fff640 1 -- 172.21.15.39:0/640897339 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4e41554f0 con 0x7fa4e415b380 2024-09-19T05:34:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fa4e2ffd640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4e40d0dd0 0x7fa4e41f07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb39681640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb3416a280 0x7fcb3414fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb3a683640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb34070d80 0x7fcb34071230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f8baa59c640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ba4035d90 0x7f8ba4050de0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8bac0655c0 tx=0x7f8bac069080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f93777fe640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f93680051c0 0x7f93700e0720 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f936c00d5f0 tx=0x7f936c00dab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f6492703640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f648c167210 0x7f648c152d00 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f648800c5c0 tx=0x7f648800ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7ff4b7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b0033f30 0x7ff4b0184890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fc7d3f78640 1 -- 172.21.15.39:0/3119979260 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc7b4001030 con 0x7fc7cc06daf0 2024-09-19T05:34:16.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f2405f0a640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240015fe60 0x7f240015b3d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f23f800cd50 tx=0x7f23f800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7ff4b7fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 0x7ff4b0021880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb39e82640 1 -- 172.21.15.39:0/3869415692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb3416a280 msgr2=0x7fcb3414fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb39e82640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb3416a280 0x7fcb3414fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb39e82640 1 -- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb34070d80 msgr2=0x7fcb34071230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb39e82640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb34070d80 0x7fcb34071230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fa4e3fff640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4e415b380 0x7fa4e41f0d30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc00c730 tx=0x7fa4dc00cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fcb39e82640 1 -- 172.21.15.39:0/3869415692 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb34071fe0 con 0x7fcb3414fa10 2024-09-19T05:34:16.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7ff4b7fff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b003a2b0 0x7ff4b0021dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7ff4b7fff640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b0055490 con 0x7ff4b0033f30 2024-09-19T05:34:16.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7ff4b7fff640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b0055310 con 0x7ff4b003a2b0 2024-09-19T05:34:16.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7ff4b7fff640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b0052af0 con 0x7ff4b00396a0 2024-09-19T05:34:16.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f9363fff640 1 -- 172.21.15.39:0/3975116500 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936c0125f0 con 0x7f93680051c0 2024-09-19T05:34:16.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7ff4b6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b0033f30 0x7ff4b0184890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b0033f30 0x7ff4b0184890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46584/0 (socket says 172.21.15.39:46584) 2024-09-19T05:34:16.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b6ffd640 1 -- 172.21.15.39:0/3664132696 learned_addr learned my addr 172.21.15.39:0/3664132696 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7f9363fff640 1 -- 172.21.15.39:0/3975116500 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f936c019070 con 0x7f93680051c0 2024-09-19T05:34:16.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93700e0c60 con 0x7f93680051c0 2024-09-19T05:34:16.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b67fc640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 0x7ff4b0021880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b77fe640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b003a2b0 0x7ff4b0021dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9370053960 con 0x7f93680051c0 2024-09-19T05:34:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7f64827fc640 1 -- 172.21.15.39:0/852685407 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6488015070 con 0x7f648c167210 2024-09-19T05:34:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7fc7c27fc640 1 -- 172.21.15.39:0/3119979260 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc7c8045020 con 0x7fc7cc06daf0 2024-09-19T05:34:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7fc7c27fc640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7b006c300 0x7fc7b006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b67fc640 1 -- 172.21.15.39:0/3664132696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b003a2b0 msgr2=0x7ff4b0021dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b67fc640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4b003a2b0 0x7ff4b0021dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b67fc640 1 -- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b0033f30 msgr2=0x7ff4b0184890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b67fc640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4b0033f30 0x7ff4b0184890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b67fc640 1 -- 172.21.15.39:0/3664132696 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b004aba0 con 0x7ff4b00396a0 2024-09-19T05:34:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7ff4b67fc640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 0x7ff4b0021880 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac03a000 tx=0x7ff4ac0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7fc7c27fc640 1 -- 172.21.15.39:0/3119979260 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc7c8078150 con 0x7fc7cc06daf0 2024-09-19T05:34:16.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7fc7d1513640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7b006c300 0x7fc7b006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7fc7c27fc640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7fc7b0075130 0x7fc7b00775d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7fc7c27fc640 1 -- 172.21.15.39:0/3119979260 --> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc7b0077ca0 con 0x7fc7b0075130 2024-09-19T05:34:16.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7fc7c27fc640 1 -- 172.21.15.39:0/3119979260 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc7c8076ae0 con 0x7fc7cc06daf0 2024-09-19T05:34:16.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7f64827fc640 1 -- 172.21.15.39:0/852685407 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6488004220 con 0x7f648c167210 2024-09-19T05:34:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.399+0000 7f8b9affd640 1 -- 172.21.15.39:0/207407589 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bac090070 con 0x7f8ba4035d90 2024-09-19T05:34:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7fa4cbfff640 1 -- 172.21.15.39:0/640897339 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc003b70 con 0x7fa4e415b380 2024-09-19T05:34:16.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7fa4cbfff640 1 -- 172.21.15.39:0/640897339 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4dc003d30 con 0x7fa4e415b380 2024-09-19T05:34:16.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7fa4cbfff640 1 -- 172.21.15.39:0/640897339 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc005310 con 0x7fa4e415b380 2024-09-19T05:34:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7f23f5ffb640 1 -- 172.21.15.39:0/2506958465 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f800f680 con 0x7f240015fe60 2024-09-19T05:34:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7f240796d640 1 -- 172.21.15.39:0/2506958465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24001f8ba0 con 0x7f240015fe60 2024-09-19T05:34:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7f8b9affd640 1 -- 172.21.15.39:0/207407589 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bac069fc0 con 0x7f8ba4035d90 2024-09-19T05:34:16.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7f8b9affd640 1 -- 172.21.15.39:0/207407589 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bac0945f0 con 0x7f8ba4035d90 2024-09-19T05:34:16.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7f8bab59e640 1 -- 172.21.15.39:0/207407589 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ba404a740 con 0x7f8ba4035d90 2024-09-19T05:34:16.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.400+0000 7f8bab59e640 1 -- 172.21.15.39:0/207407589 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ba404ad00 con 0x7f8ba4035d90 2024-09-19T05:34:16.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7f8b98ff9640 1 -- 172.21.15.39:0/207407589 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8ba4033c80 con 0x7f8ba4035d90 2024-09-19T05:34:16.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4e4155790 con 0x7fa4e415b380 2024-09-19T05:34:16.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7f240796d640 1 -- 172.21.15.39:0/2506958465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24001f85e0 con 0x7f240015fe60 2024-09-19T05:34:16.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7f64827fc640 1 -- 172.21.15.39:0/852685407 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6488003610 con 0x7f648c167210 2024-09-19T05:34:16.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4e4155d50 con 0x7fa4e415b380 2024-09-19T05:34:16.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7f9363fff640 1 -- 172.21.15.39:0/3975116500 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936c0129f0 con 0x7f93680051c0 2024-09-19T05:34:16.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7f23f5ffb640 1 -- 172.21.15.39:0/2506958465 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23f800f840 con 0x7f240015fe60 2024-09-19T05:34:16.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7f23f5ffb640 1 -- 172.21.15.39:0/2506958465 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f800fc30 con 0x7f240015fe60 2024-09-19T05:34:16.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7fcb39e82640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb3414fa10 0x7fcb340732c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fcb3002abe0 tx=0x7fcb30004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7fc7d1513640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7b006c300 0x7fc7b006e7c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc1686a0 tx=0x7fc7c4009600 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7fcb2a7fc640 1 -- 172.21.15.39:0/3869415692 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3003f020 con 0x7fcb3414fa10 2024-09-19T05:34:16.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7ff49f7fe640 1 -- 172.21.15.39:0/3664132696 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac012440 con 0x7ff4b00396a0 2024-09-19T05:34:16.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7ff49f7fe640 1 -- 172.21.15.39:0/3664132696 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4ac012620 con 0x7ff4b00396a0 2024-09-19T05:34:16.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7ff49f7fe640 1 -- 172.21.15.39:0/3664132696 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac012a10 con 0x7ff4b00396a0 2024-09-19T05:34:16.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b001f710 con 0x7ff4b00396a0 2024-09-19T05:34:16.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b001fcd0 con 0x7ff4b00396a0 2024-09-19T05:34:16.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7fcb2a7fc640 1 -- 172.21.15.39:0/3869415692 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb300039c0 con 0x7fcb3414fa10 2024-09-19T05:34:16.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.401+0000 7fcb2a7fc640 1 -- 172.21.15.39:0/3869415692 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb30036040 con 0x7fcb3414fa10 2024-09-19T05:34:16.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.402+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb340722c0 con 0x7fcb3414fa10 2024-09-19T05:34:16.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.402+0000 7fc7d2515640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7fc7b0075130 0x7fc7b00775d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.402+0000 7f6494166640 1 -- 172.21.15.39:0/852685407 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f648c165360 con 0x7f648c167210 2024-09-19T05:34:16.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.402+0000 7f6494166640 1 -- 172.21.15.39:0/852685407 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f648c165920 con 0x7f648c167210 2024-09-19T05:34:16.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.402+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb34072880 con 0x7fcb3414fa10 2024-09-19T05:34:16.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.402+0000 7f23eb7fe640 1 -- 172.21.15.39:0/2506958465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f24001512a0 con 0x7f240015fe60 2024-09-19T05:34:16.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.402+0000 7f9363fff640 1 -- 172.21.15.39:0/3975116500 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f936c012b90 con 0x7f93680051c0 2024-09-19T05:34:16.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.403+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa4e4156130 con 0x7fa4e415b380 2024-09-19T05:34:16.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.403+0000 7f6494166640 1 -- 172.21.15.39:0/852685407 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f648c150890 con 0x7f648c167210 2024-09-19T05:34:16.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.403+0000 7fc7d2515640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7fc7b0075130 0x7fc7b00775d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.403+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff4b001e4e0 con 0x7ff4b00396a0 2024-09-19T05:34:16.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.403+0000 7f8b9affd640 1 -- 172.21.15.39:0/207407589 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8bac093070 con 0x7f8ba4035d90 2024-09-19T05:34:16.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.404+0000 7fc7c27fc640 1 -- 172.21.15.39:0/3119979260 <== osd.4 v2:172.21.15.50:6808/1986973046 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc7b0077ca0 con 0x7fc7b0075130 2024-09-19T05:34:16.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.404+0000 7fa4cbfff640 1 -- 172.21.15.39:0/640897339 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa4dc0054b0 con 0x7fa4e415b380 2024-09-19T05:34:16.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.404+0000 7f8b9affd640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8b8c06c300 0x7f8b8c06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.404+0000 7f8b9affd640 1 -- 172.21.15.39:0/207407589 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8bac106ae0 con 0x7f8ba4035d90 2024-09-19T05:34:16.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.404+0000 7f8b9affd640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7f8b8c074520 0x7f8b8c076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.404+0000 7f8b9affd640 1 -- 172.21.15.39:0/207407589 --> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8bac08fec0 con 0x7f8b8c074520 2024-09-19T05:34:16.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.404+0000 7f8b9affd640 1 -- 172.21.15.39:0/207407589 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8bac106fc0 con 0x7f8ba4035d90 2024-09-19T05:34:16.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.404+0000 7ff49f7fe640 1 -- 172.21.15.39:0/3664132696 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4ac012bb0 con 0x7ff4b00396a0 2024-09-19T05:34:16.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.404+0000 7f23f5ffb640 1 -- 172.21.15.39:0/2506958465 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f23f80213f0 con 0x7f240015fe60 2024-09-19T05:34:16.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7f8ba9d9b640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8b8c06c300 0x7f8b8c06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7ff49f7fe640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a406c380 0x7ff4a406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7fa4cbfff640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa4d006c380 0x7fa4d006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7fcb2a7fc640 1 -- 172.21.15.39:0/3869415692 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb30042020 con 0x7fcb3414fa10 2024-09-19T05:34:16.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcb340b35b0 con 0x7fcb3414fa10 2024-09-19T05:34:16.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7f9363fff640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f935c06c3b0 0x7f935c06e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7f9363fff640 1 -- 172.21.15.39:0/3975116500 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f936c08b740 con 0x7f93680051c0 2024-09-19T05:34:16.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7f23f5ffb640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f23e406c3b0 0x7f23e406e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7fa4cbfff640 1 -- 172.21.15.39:0/640897339 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa4dc08b300 con 0x7fa4e415b380 2024-09-19T05:34:16.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7fa4cbfff640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7fa4d00745a0 0x7fa4d00769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7f9376ffd640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f935c06c3b0 0x7f935c06e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7fa4cbfff640 1 -- 172.21.15.39:0/640897339 --> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa4dc010e50 con 0x7fa4d00745a0 2024-09-19T05:34:16.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7fa4cbfff640 1 -- 172.21.15.39:0/640897339 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa4dc08b6f0 con 0x7fa4e415b380 2024-09-19T05:34:16.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7ff49f7fe640 1 -- 172.21.15.39:0/3664132696 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff4ac0ac5a0 con 0x7ff4b00396a0 2024-09-19T05:34:16.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7ff49f7fe640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7ff4a4074520 0x7ff4a4076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7ff49f7fe640 1 -- 172.21.15.39:0/3664132696 --> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff4a4076ff0 con 0x7ff4a4074520 2024-09-19T05:34:16.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7ff49f7fe640 1 -- 172.21.15.39:0/3664132696 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff4ac0b3050 con 0x7ff4b00396a0 2024-09-19T05:34:16.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7ff4b6ffd640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a406c380 0x7ff4a406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7f8baad9d640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7f8b8c074520 0x7f8b8c076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7fa4e2ffd640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7fa4d00745a0 0x7fa4d00769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.405+0000 7f23f5ffb640 1 -- 172.21.15.39:0/2506958465 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f23f808c200 con 0x7f240015fe60 2024-09-19T05:34:16.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7f8ba9d9b640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8b8c06c300 0x7f8b8c06e7c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8ba404d3c0 tx=0x7f8b9c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7fa4e37fe640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa4d006c380 0x7fa4d006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7ff4b6ffd640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a406c380 0x7ff4a406e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8004980 tx=0x7ff4a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7f64827fc640 1 -- 172.21.15.39:0/852685407 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f64880037b0 con 0x7f648c167210 2024-09-19T05:34:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7fcb2a7fc640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb1806c3b0 0x7fcb1806e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7fcb2a7fc640 1 -- 172.21.15.39:0/3869415692 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcb300ab020 con 0x7fcb3414fa10 2024-09-19T05:34:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7fcb39681640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb1806c3b0 0x7fcb1806e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7fcb2a7fc640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fcb180745b0 0x7fcb180769d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7fcb2a7fc640 1 -- 172.21.15.39:0/3869415692 --> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcb18077080 con 0x7fcb180745b0 2024-09-19T05:34:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7f937ccc8640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f9370050d80 0x7f9370053b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 --> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9370032b10 con 0x7f9370050d80 2024-09-19T05:34:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7f9376ffd640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f935c06c3b0 0x7f935c06e870 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9364001eb0 tx=0x7f9364009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7ff4b77fe640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7ff4a4074520 0x7ff4a4076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7f8baad9d640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7f8b8c074520 0x7f8b8c076940 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7f9377fff640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f9370050d80 0x7f9370053b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7fcb39681640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb1806c3b0 0x7fcb1806e870 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fcb340b4a20 tx=0x7fcb24009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.406+0000 7fa4e2ffd640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7fa4d00745a0 0x7fa4d00769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f64827fc640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f647006c380 0x7f647006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7fcb3a683640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fcb180745b0 0x7fcb180769d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f6491f02640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f647006c380 0x7f647006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f64827fc640 1 -- 172.21.15.39:0/852685407 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f648808b840 con 0x7f648c167210 2024-09-19T05:34:16.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7fcb2a7fc640 1 -- 172.21.15.39:0/3869415692 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcb30075510 con 0x7fcb3414fa10 2024-09-19T05:34:16.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f64827fc640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f64700745a0 0x7f64700769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f64827fc640 1 -- 172.21.15.39:0/852685407 --> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6470077070 con 0x7f64700745a0 2024-09-19T05:34:16.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f64827fc640 1 -- 172.21.15.39:0/852685407 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f648808bc30 con 0x7f648c167210 2024-09-19T05:34:16.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f8b9affd640 1 -- 172.21.15.39:0/207407589 <== osd.5 v2:172.21.15.50:6816/4153196469 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8bac08fec0 con 0x7f8b8c074520 2024-09-19T05:34:16.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7fa4e37fe640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa4d006c380 0x7fa4d006e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa4d8007680 tx=0x7fa4d8007cc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f6491701640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f64700745a0 0x7f64700769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7f9377fff640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f9370050d80 0x7f9370053b30 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7f6491f02640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f647006c380 0x7f647006e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6484034000 tx=0x7f648402f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f2405709640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f23e406c3b0 0x7f23e406e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f23f5ffb640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7f23e4074550 0x7f23e4076970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f23f5ffb640 1 -- 172.21.15.39:0/2506958465 --> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f23f801ee80 con 0x7f23e4074550 2024-09-19T05:34:16.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.407+0000 7f2405709640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f23e406c3b0 0x7f23e406e870 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f23fc0014f0 tx=0x7f23fc007990 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7f2404f08640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7f23e4074550 0x7f23e4076970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7f23f5ffb640 1 -- 172.21.15.39:0/2506958465 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f23f8093050 con 0x7f240015fe60 2024-09-19T05:34:16.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7f6491701640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f64700745a0 0x7f64700769c0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7fa4cbfff640 1 -- 172.21.15.39:0/640897339 <== osd.0 v2:172.21.15.39:6818/3228276777 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa4dc010e50 con 0x7fa4d00745a0 2024-09-19T05:34:16.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7fcb3a683640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fcb180745b0 0x7fcb180769d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7ff4b77fe640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7ff4a4074520 0x7ff4a4076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7f2404f08640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7f23e4074550 0x7f23e4076970 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.408+0000 7f9363fff640 1 -- 172.21.15.39:0/3975116500 <== osd.6 v2:172.21.15.50:6824/2782255725 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9370032b10 con 0x7f9370050d80 2024-09-19T05:34:16.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.409+0000 7f64827fc640 1 -- 172.21.15.39:0/852685407 <== osd.7 v2:172.21.15.50:6800/2134459835 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6470077070 con 0x7f64700745a0 2024-09-19T05:34:16.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.409+0000 7fcb2a7fc640 1 -- 172.21.15.39:0/3869415692 <== osd.3 v2:172.21.15.39:6826/3484666534 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcb18077080 con 0x7fcb180745b0 2024-09-19T05:34:16.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.409+0000 7ff49f7fe640 1 -- 172.21.15.39:0/3664132696 <== osd.2 v2:172.21.15.39:6800/2774484921 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff4a4076ff0 con 0x7ff4a4074520 2024-09-19T05:34:16.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.409+0000 7f23f5ffb640 1 -- 172.21.15.39:0/2506958465 <== osd.1 v2:172.21.15.39:6808/2488090806 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f23f801ee80 con 0x7f23e4074550 2024-09-19T05:34:16.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.437+0000 7fc7d3f78640 1 -- 172.21.15.39:0/3119979260 --> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc7b4002dd0 con 0x7fc7b0075130 2024-09-19T05:34:16.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.438+0000 7fc7c27fc640 1 -- 172.21.15.39:0/3119979260 <== osd.4 v2:172.21.15.50:6808/1986973046 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc7b4002dd0 con 0x7fc7b0075130 2024-09-19T05:34:16.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.438+0000 7f8b98ff9640 1 -- 172.21.15.39:0/207407589 --> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8ba4035890 con 0x7f8b8c074520 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7fc7affff640 1 -- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7fc7b0075130 msgr2=0x7fc7b00775d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7fc7affff640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7fc7b0075130 0x7fc7b00775d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7fc7affff640 1 -- 172.21.15.39:0/3119979260 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7b006c300 msgr2=0x7fc7b006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7fc7affff640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7b006c300 0x7fc7b006e7c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc1686a0 tx=0x7fc7c4009600 comp rx=0 tx=0).stop 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7fc7affff640 1 -- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 msgr2=0x7fc7cc152c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7fc7affff640 1 --2- 172.21.15.39:0/3119979260 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc7cc06daf0 0x7fc7cc152c60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc7c8031000 tx=0x7fc7c80046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7fc7d2515640 1 -- 172.21.15.39:0/3119979260 reap_dead start 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7fc7affff640 1 -- 172.21.15.39:0/3119979260 shutdown_connections 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7fc7affff640 1 -- 172.21.15.39:0/3119979260 >> 172.21.15.39:0/3119979260 conn(0x7fc7cc06d000 msgr2=0x7fc7cc0cdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.440+0000 7fc7affff640 1 -- 172.21.15.39:0/3119979260 shutdown_connections 2024-09-19T05:34:16.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.440+0000 7fc7affff640 1 -- 172.21.15.39:0/3119979260 wait complete. 2024-09-19T05:34:16.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.439+0000 7f8b9affd640 1 -- 172.21.15.39:0/207407589 <== osd.5 v2:172.21.15.50:6816/4153196469 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8ba4035890 con 0x7f8b8c074520 2024-09-19T05:34:16.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.440+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 --> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f93700504b0 con 0x7f9370050d80 2024-09-19T05:34:16.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.440+0000 7f23eb7fe640 1 -- 172.21.15.39:0/2506958465 --> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f24000b01b0 con 0x7f23e4074550 2024-09-19T05:34:16.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.440+0000 7f6494166640 1 -- 172.21.15.39:0/852685407 --> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f648c150890 con 0x7f64700745a0 2024-09-19T05:34:16.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.440+0000 7f8b98ff9640 1 -- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7f8b8c074520 msgr2=0x7f8b8c076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.440+0000 7f8b98ff9640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7f8b8c074520 0x7f8b8c076940 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.440+0000 7f9363fff640 1 -- 172.21.15.39:0/3975116500 <== osd.6 v2:172.21.15.50:6824/2782255725 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f93700504b0 con 0x7f9370050d80 2024-09-19T05:34:16.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.440+0000 7f23f5ffb640 1 -- 172.21.15.39:0/2506958465 <== osd.1 v2:172.21.15.39:6808/2488090806 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f24000b01b0 con 0x7f23e4074550 2024-09-19T05:34:16.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f64827fc640 1 -- 172.21.15.39:0/852685407 <== osd.7 v2:172.21.15.50:6800/2134459835 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f647c001330 con 0x7f64700745a0 2024-09-19T05:34:16.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f9370050d80 msgr2=0x7f9370053b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f937ccc8640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f9370050d80 0x7f9370053b30 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f8b98ff9640 1 -- 172.21.15.39:0/207407589 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8b8c06c300 msgr2=0x7f8b8c06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f8b98ff9640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8b8c06c300 0x7f8b8c06e7c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8ba404d3c0 tx=0x7f8b9c008040 comp rx=0 tx=0).stop 2024-09-19T05:34:16.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f935c06c3b0 msgr2=0x7f935c06e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f937ccc8640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f935c06c3b0 0x7f935c06e870 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9364001eb0 tx=0x7f9364009040 comp rx=0 tx=0).stop 2024-09-19T05:34:16.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f8b98ff9640 1 -- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ba4035d90 msgr2=0x7f8ba4050de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f93680051c0 msgr2=0x7f93700e0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f937ccc8640 1 --2- 172.21.15.39:0/3975116500 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f93680051c0 0x7f93700e0720 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f936c00d5f0 tx=0x7f936c00dab0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f8b98ff9640 1 --2- 172.21.15.39:0/207407589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ba4035d90 0x7f8ba4050de0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8bac0655c0 tx=0x7f8bac069080 comp rx=0 tx=0).stop 2024-09-19T05:34:16.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f8baad9d640 1 -- 172.21.15.39:0/207407589 reap_dead start 2024-09-19T05:34:16.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f9377fff640 1 -- 172.21.15.39:0/3975116500 reap_dead start 2024-09-19T05:34:16.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 shutdown_connections 2024-09-19T05:34:16.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 >> 172.21.15.39:0/3975116500 conn(0x7f937001ea40 msgr2=0x7f9370033a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 --> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcb34073910 con 0x7fcb180745b0 2024-09-19T05:34:16.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f8b98ff9640 1 -- 172.21.15.39:0/207407589 shutdown_connections 2024-09-19T05:34:16.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f8b98ff9640 1 -- 172.21.15.39:0/207407589 >> 172.21.15.39:0/207407589 conn(0x7f8ba401fb40 msgr2=0x7f8ba4054340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 --> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff4b00068f0 con 0x7ff4a4074520 2024-09-19T05:34:16.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f240796d640 1 -- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7f23e4074550 msgr2=0x7f23e4076970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f240796d640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7f23e4074550 0x7f23e4076970 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 --> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa4e4062880 con 0x7fa4d00745a0 2024-09-19T05:34:16.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f240796d640 1 -- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f23e406c3b0 msgr2=0x7f23e406e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7fcb2a7fc640 1 -- 172.21.15.39:0/3869415692 <== osd.3 v2:172.21.15.39:6826/3484666534 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcb34073910 con 0x7fcb180745b0 2024-09-19T05:34:16.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.441+0000 7f8b98ff9640 1 -- 172.21.15.39:0/207407589 shutdown_connections 2024-09-19T05:34:16.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f8b98ff9640 1 -- 172.21.15.39:0/207407589 wait complete. 2024-09-19T05:34:16.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 shutdown_connections 2024-09-19T05:34:16.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f240796d640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f23e406c3b0 0x7f23e406e870 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f23fc0014f0 tx=0x7f23fc007990 comp rx=0 tx=0).stop 2024-09-19T05:34:16.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f240796d640 1 -- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240015fe60 msgr2=0x7f240015b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f240796d640 1 --2- 172.21.15.39:0/2506958465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240015fe60 0x7f240015b3d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f23f800cd50 tx=0x7f23f800a650 comp rx=0 tx=0).stop 2024-09-19T05:34:16.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f2405f0a640 1 -- 172.21.15.39:0/2506958465 reap_dead start 2024-09-19T05:34:16.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f240796d640 1 -- 172.21.15.39:0/2506958465 shutdown_connections 2024-09-19T05:34:16.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f240796d640 1 -- 172.21.15.39:0/2506958465 >> 172.21.15.39:0/2506958465 conn(0x7f2400071f70 msgr2=0x7f24000b06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7fa4cbfff640 1 -- 172.21.15.39:0/640897339 <== osd.0 v2:172.21.15.39:6818/3228276777 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa4e4062880 con 0x7fa4d00745a0 2024-09-19T05:34:16.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f240796d640 1 -- 172.21.15.39:0/2506958465 shutdown_connections 2024-09-19T05:34:16.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f240796d640 1 -- 172.21.15.39:0/2506958465 wait complete. 2024-09-19T05:34:16.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fcb180745b0 msgr2=0x7fcb180769d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7fcb3c0e6640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fcb180745b0 0x7fcb180769d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb1806c3b0 msgr2=0x7fcb1806e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7fcb3c0e6640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb1806c3b0 0x7fcb1806e870 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fcb340b4a20 tx=0x7fcb24009190 comp rx=0 tx=0).stop 2024-09-19T05:34:16.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f937ccc8640 1 -- 172.21.15.39:0/3975116500 wait complete. 2024-09-19T05:34:16.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb3414fa10 msgr2=0x7fcb340732c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f646ffff640 1 -- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f64700745a0 msgr2=0x7f64700769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7f646ffff640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f64700745a0 0x7f64700769c0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7fcb3c0e6640 1 --2- 172.21.15.39:0/3869415692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb3414fa10 0x7fcb340732c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fcb3002abe0 tx=0x7fcb30004730 comp rx=0 tx=0).stop 2024-09-19T05:34:16.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.442+0000 7fcb3a683640 1 -- 172.21.15.39:0/3869415692 reap_dead start 2024-09-19T05:34:16.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7ff49f7fe640 1 -- 172.21.15.39:0/3664132696 <== osd.2 v2:172.21.15.39:6800/2774484921 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff4b00068f0 con 0x7ff4a4074520 2024-09-19T05:34:16.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7f646ffff640 1 -- 172.21.15.39:0/852685407 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f647006c380 msgr2=0x7f647006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7f646ffff640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f647006c380 0x7f647006e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6484034000 tx=0x7f648402f000 comp rx=0 tx=0).stop 2024-09-19T05:34:16.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7fa4d00745a0 msgr2=0x7fa4d00769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7fa4d00745a0 0x7fa4d00769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa4d006c380 msgr2=0x7fa4d006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa4d006c380 0x7fa4d006e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa4d8007680 tx=0x7fa4d8007cc0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7f646ffff640 1 -- 172.21.15.39:0/852685407 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f648c167210 msgr2=0x7f648c152d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7f646ffff640 1 --2- 172.21.15.39:0/852685407 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f648c167210 0x7f648c152d00 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f648800c5c0 tx=0x7f648800ca80 comp rx=0 tx=0).stop 2024-09-19T05:34:16.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 shutdown_connections 2024-09-19T05:34:16.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 >> 172.21.15.39:0/3869415692 conn(0x7fcb3406d000 msgr2=0x7fcb340b37c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7f6492703640 1 -- 172.21.15.39:0/852685407 reap_dead start 2024-09-19T05:34:16.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4e415b380 msgr2=0x7fa4e41f0d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 --2- 172.21.15.39:0/640897339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4e415b380 0x7fa4e41f0d30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc00c730 tx=0x7fa4dc00cbf0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e3fff640 1 -- 172.21.15.39:0/640897339 reap_dead start 2024-09-19T05:34:16.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 shutdown_connections 2024-09-19T05:34:16.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 >> 172.21.15.39:0/640897339 conn(0x7fa4e40b35c0 msgr2=0x7fa4e4159a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7f646ffff640 1 -- 172.21.15.39:0/852685407 shutdown_connections 2024-09-19T05:34:16.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7f646ffff640 1 -- 172.21.15.39:0/852685407 >> 172.21.15.39:0/852685407 conn(0x7f648c0b35c0 msgr2=0x7f648c15ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 shutdown_connections 2024-09-19T05:34:16.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fa4e9f4b640 1 -- 172.21.15.39:0/640897339 wait complete. 2024-09-19T05:34:16.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 shutdown_connections 2024-09-19T05:34:16.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7ff4a4074520 msgr2=0x7ff4a4076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7f646ffff640 1 -- 172.21.15.39:0/852685407 shutdown_connections 2024-09-19T05:34:16.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.443+0000 7f646ffff640 1 -- 172.21.15.39:0/852685407 wait complete. 2024-09-19T05:34:16.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b7fff640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7ff4a4074520 0x7ff4a4076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7fcb3c0e6640 1 -- 172.21.15.39:0/3869415692 wait complete. 2024-09-19T05:34:16.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a406c380 msgr2=0x7ff4a406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b7fff640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4a406c380 0x7ff4a406e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8004980 tx=0x7ff4a8009040 comp rx=0 tx=0).stop 2024-09-19T05:34:16.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 msgr2=0x7ff4b0021880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b7fff640 1 --2- 172.21.15.39:0/3664132696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff4b00396a0 0x7ff4b0021880 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac03a000 tx=0x7ff4ac0046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b77fe640 1 -- 172.21.15.39:0/3664132696 reap_dead start 2024-09-19T05:34:16.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 shutdown_connections 2024-09-19T05:34:16.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 >> 172.21.15.39:0/3664132696 conn(0x7ff4b001dd80 msgr2=0x7ff4b00335f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 shutdown_connections 2024-09-19T05:34:16.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.444+0000 7ff4b7fff640 1 -- 172.21.15.39:0/3664132696 wait complete. 2024-09-19T05:34:16.537 INFO:teuthology.orchestra.run.smithi039.stdout:60129542150 2024-09-19T05:34:16.537 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T05:34:16.538 INFO:teuthology.orchestra.run.smithi039.stdout:60129542152 2024-09-19T05:34:16.538 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T05:34:16.539 INFO:teuthology.orchestra.run.smithi039.stdout:64424509447 2024-09-19T05:34:16.539 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T05:34:16.540 INFO:teuthology.orchestra.run.smithi039.stdout:60129542153 2024-09-19T05:34:16.540 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T05:34:16.541 INFO:teuthology.orchestra.run.smithi039.stdout:60129542153 2024-09-19T05:34:16.541 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T05:34:16.542 INFO:teuthology.orchestra.run.smithi039.stdout:60129542152 2024-09-19T05:34:16.542 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T05:34:16.543 INFO:teuthology.orchestra.run.smithi039.stdout:64424509448 2024-09-19T05:34:16.543 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T05:34:16.544 INFO:teuthology.orchestra.run.smithi039.stdout:64424509446 2024-09-19T05:34:16.544 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T05:34:16.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.752+0000 7f72a2e43640 1 Processor -- start 2024-09-19T05:34:16.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.752+0000 7f72a2e43640 1 -- start start 2024-09-19T05:34:16.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.753+0000 7f1b0d2cf640 1 Processor -- start 2024-09-19T05:34:16.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.753+0000 7f1b0d2cf640 1 -- start start 2024-09-19T05:34:16.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.754+0000 7f72a2e43640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f729c1548f0 0x7f729c0b3520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.754+0000 7f72a2e43640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 0x7f729c0b2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.754+0000 7f72a2e43640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f729c15ab80 con 0x7f729c154cd0 2024-09-19T05:34:16.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.754+0000 7f72a2e43640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f729c0b3a60 con 0x7f729c1548f0 2024-09-19T05:34:16.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.754+0000 7f72a2e43640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f729c15ae60 con 0x7f729c0b1f90 2024-09-19T05:34:16.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.754+0000 7f72a1e41640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f729c1548f0 0x7f729c0b3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.754+0000 7f72a1e41640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f729c1548f0 0x7f729c0b3520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:38342/0 (socket says 172.21.15.39:38342) 2024-09-19T05:34:16.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.754+0000 7f72a1e41640 1 -- 172.21.15.39:0/2256259344 learned_addr learned my addr 172.21.15.39:0/2256259344 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.754+0000 7f72a2642640 1 --2- 172.21.15.39:0/2256259344 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 0x7f729c0b2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.755+0000 7f72a1e41640 1 -- 172.21.15.39:0/2256259344 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 msgr2=0x7f729c0b2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.755+0000 7f72a1e41640 1 --2- 172.21.15.39:0/2256259344 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 0x7f729c0b2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.755+0000 7f72a1e41640 1 -- 172.21.15.39:0/2256259344 >> v1:172.21.15.50:6789/0 conn(0x7f729c154cd0 legacy=0x7f729c0cfa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.755+0000 7f72a1e41640 1 -- 172.21.15.39:0/2256259344 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729c15b140 con 0x7f729c1548f0 2024-09-19T05:34:16.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.755+0000 7f1b0d2cf640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1b0000c0f0 0x7f1b00007b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.755+0000 7f1b0d2cf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b000559d0 0x7f1b0003a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.755+0000 7f6c18e9b640 1 Processor -- start 2024-09-19T05:34:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b0d2cf640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b00034270 con 0x7f1b0003aa30 2024-09-19T05:34:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f6c18e9b640 1 -- start start 2024-09-19T05:34:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f72a1e41640 1 --2- 172.21.15.39:0/2256259344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 0x7f729c0b3520 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f728c00a910 tx=0x7f728c00a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c4051a1745f9897 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b0d2cf640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f1b00055540 con 0x7f1b0000c0f0 2024-09-19T05:34:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b0d2cf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1b0000a5c0 con 0x7f1b000559d0 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b07fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1b0000c0f0 0x7f1b00007b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b077fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b000559d0 0x7f1b0003a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b077fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b000559d0 0x7f1b0003a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:53128/0 (socket says 172.21.15.39:53128) 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b077fe640 1 -- 172.21.15.39:0/1771648027 learned_addr learned my addr 172.21.15.39:0/1771648027 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b077fe640 1 -- 172.21.15.39:0/1771648027 >> v2:172.21.15.50:3300/0 conn(0x7f1b0000c0f0 msgr2=0x7f1b00007b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b077fe640 1 --2- 172.21.15.39:0/1771648027 >> v2:172.21.15.50:3300/0 conn(0x7f1b0000c0f0 0x7f1b00007b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b077fe640 1 -- 172.21.15.39:0/1771648027 >> v1:172.21.15.39:6789/0 conn(0x7f1b0003aa30 legacy=0x7f1b000368b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f1b077fe640 1 -- 172.21.15.39:0/1771648027 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b0000a8a0 con 0x7f1b000559d0 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.755+0000 7f0243578640 1 Processor -- start 2024-09-19T05:34:16.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f0243578640 1 -- start start 2024-09-19T05:34:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f04f6f1f640 1 Processor -- start 2024-09-19T05:34:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.756+0000 7f04f6f1f640 1 -- start start 2024-09-19T05:34:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f0243578640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 0x7f02340064a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f0241314640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f02340e48c0 0x7f0234053030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39828/0 (socket says 172.21.15.39:39828) 2024-09-19T05:34:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f72a0e3f640 1 -- 172.21.15.39:0/2256259344 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728c038070 con 0x7f729c1548f0 2024-09-19T05:34:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f72a0e3f640 1 -- 172.21.15.39:0/2256259344 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f728c030480 con 0x7f729c1548f0 2024-09-19T05:34:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f72a0e3f640 1 -- 172.21.15.39:0/2256259344 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728c030850 con 0x7f729c1548f0 2024-09-19T05:34:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f0241314640 1 -- 172.21.15.39:0/3181112697 learned_addr learned my addr 172.21.15.39:0/3181112697 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f0241b15640 1 --2- 172.21.15.39:0/3181112697 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 0x7f02340064a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f0243578640 1 -- 172.21.15.39:0/3181112697 --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0234056650 con 0x7f02340e48c0 2024-09-19T05:34:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f1b077fe640 1 --2- 172.21.15.39:0/1771648027 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b000559d0 0x7f1b0003a4f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1afc009870 tx=0x7f1afc02a140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=606efbe72afdb0ef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f0243578640 1 -- 172.21.15.39:0/3181112697 --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0234056930 con 0x7f02340e4ca0 2024-09-19T05:34:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f0243578640 1 -- 172.21.15.39:0/3181112697 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0234056c10 con 0x7f0234053740 2024-09-19T05:34:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f938f59e640 1 Processor -- start 2024-09-19T05:34:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f6c18e9b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6c140d09b0 0x7f6c1415ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f1b06ffd640 1 -- 172.21.15.39:0/1771648027 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1afc037070 con 0x7f1b000559d0 2024-09-19T05:34:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f1b06ffd640 1 -- 172.21.15.39:0/1771648027 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1afc032440 con 0x7f1b000559d0 2024-09-19T05:34:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f1b06ffd640 1 -- 172.21.15.39:0/1771648027 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1afc032810 con 0x7f1b000559d0 2024-09-19T05:34:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f6c18e9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6c140cd760 0x7f6c140cdb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f04f6f1f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f04f0160650 0x7f04f0062630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f04f6f1f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f00b6150 0x7f04f0162fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f04f6f1f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04f0160a30 con 0x7f04f0062b70 2024-09-19T05:34:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f04f6f1f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f04f0062fe0 con 0x7f04f0160650 2024-09-19T05:34:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.757+0000 7f04f6f1f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f04f01665d0 con 0x7f04f00b6150 2024-09-19T05:34:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f04f54bc640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f00b6150 0x7f04f0162fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f04f54bc640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f00b6150 0x7f04f0162fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:53138/0 (socket says 172.21.15.39:53138) 2024-09-19T05:34:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f04f4cbb640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f04f0160650 0x7f04f0062630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f04f54bc640 1 -- 172.21.15.39:0/2952936911 learned_addr learned my addr 172.21.15.39:0/2952936911 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f6c18e9b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c140ce0b0 con 0x7f6c1415abd0 2024-09-19T05:34:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f6c12d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6c140cd760 0x7f6c140cdb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f6c12d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6c140cd760 0x7f6c140cdb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46598/0 (socket says 172.21.15.39:46598) 2024-09-19T05:34:16.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f6c12d9d640 1 -- 172.21.15.39:0/1025154475 learned_addr learned my addr 172.21.15.39:0/1025154475 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f0233fff640 1 -- 172.21.15.39:0/3181112697 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1220599411 0 0) 0x7f0234056930 con 0x7f02340e4ca0 2024-09-19T05:34:16.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f6c18e9b640 1 -- 172.21.15.39:0/1025154475 --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6c140d0d90 con 0x7f6c140cd760 2024-09-19T05:34:16.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f0233fff640 1 -- 172.21.15.39:0/3181112697 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0228003520 con 0x7f02340e4ca0 2024-09-19T05:34:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f6c18e9b640 1 -- 172.21.15.39:0/1025154475 --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6c1415b320 con 0x7f6c140d09b0 2024-09-19T05:34:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f04f54bc640 1 -- 172.21.15.39:0/2952936911 >> v2:172.21.15.50:3300/0 conn(0x7f04f0160650 msgr2=0x7f04f0062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f04f54bc640 1 --2- 172.21.15.39:0/2952936911 >> v2:172.21.15.50:3300/0 conn(0x7f04f0160650 0x7f04f0062630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f04f54bc640 1 -- 172.21.15.39:0/2952936911 >> v1:172.21.15.39:6789/0 conn(0x7f04f0062b70 legacy=0x7f04f00b5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f04f54bc640 1 -- 172.21.15.39:0/2952936911 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f01668b0 con 0x7f04f00b6150 2024-09-19T05:34:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f938f59e640 1 -- start start 2024-09-19T05:34:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f72a2e43640 1 -- 172.21.15.39:0/2256259344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 msgr2=0x7f729c0b3520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.758+0000 7f72a2e43640 1 --2- 172.21.15.39:0/2256259344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 0x7f729c0b3520 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f728c00a910 tx=0x7f728c00a250 comp rx=0 tx=0).stop 2024-09-19T05:34:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f72a2e43640 1 -- 172.21.15.39:0/2256259344 shutdown_connections 2024-09-19T05:34:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f72a2e43640 1 --2- 172.21.15.39:0/2256259344 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 0x7f729c0b2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f72a2e43640 1 --2- 172.21.15.39:0/2256259344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 0x7f729c0b3520 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f72a2e43640 1 -- 172.21.15.39:0/2256259344 >> 172.21.15.39:0/2256259344 conn(0x7f729c06d000 msgr2=0x7f729c06d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f1b0d2cf640 1 -- 172.21.15.39:0/1771648027 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b000559d0 msgr2=0x7f1b0003a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f1b0d2cf640 1 --2- 172.21.15.39:0/1771648027 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b000559d0 0x7f1b0003a4f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1afc009870 tx=0x7f1afc02a140 comp rx=0 tx=0).stop 2024-09-19T05:34:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f72a2e43640 1 -- 172.21.15.39:0/2256259344 shutdown_connections 2024-09-19T05:34:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f1b0d2cf640 1 -- 172.21.15.39:0/1771648027 shutdown_connections 2024-09-19T05:34:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f1b0d2cf640 1 --2- 172.21.15.39:0/1771648027 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b000559d0 0x7f1b0003a4f0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f1b0d2cf640 1 --2- 172.21.15.39:0/1771648027 >> v2:172.21.15.50:3300/0 conn(0x7f1b0000c0f0 0x7f1b00007b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f1b0d2cf640 1 -- 172.21.15.39:0/1771648027 >> 172.21.15.39:0/1771648027 conn(0x7f1b0001e1c0 msgr2=0x7f1b00054e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f6c1259c640 1 --2- 172.21.15.39:0/1025154475 >> v2:172.21.15.50:3300/0 conn(0x7f6c140d09b0 0x7f6c1415ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f1b0d2cf640 1 -- 172.21.15.39:0/1771648027 shutdown_connections 2024-09-19T05:34:16.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f0241b15640 1 -- 172.21.15.39:0/3181112697 >> v1:172.21.15.50:6789/0 conn(0x7f02340e4ca0 legacy=0x7f0234005d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f0241b15640 1 -- 172.21.15.39:0/3181112697 >> v1:172.21.15.39:6789/0 conn(0x7f02340e48c0 legacy=0x7f0234053030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f0241b15640 1 -- 172.21.15.39:0/3181112697 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0234056ef0 con 0x7f0234053740 2024-09-19T05:34:16.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f72a2e43640 1 -- 172.21.15.39:0/2256259344 wait complete. 2024-09-19T05:34:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f6c12d9d640 1 -- 172.21.15.39:0/1025154475 >> v2:172.21.15.50:3300/0 conn(0x7f6c140d09b0 msgr2=0x7f6c1415ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f6c12d9d640 1 --2- 172.21.15.39:0/1025154475 >> v2:172.21.15.50:3300/0 conn(0x7f6c140d09b0 0x7f6c1415ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f6c12d9d640 1 -- 172.21.15.39:0/1025154475 >> v1:172.21.15.39:6789/0 conn(0x7f6c1415abd0 legacy=0x7f6c140cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f6c12d9d640 1 -- 172.21.15.39:0/1025154475 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c1415b600 con 0x7f6c140cd760 2024-09-19T05:34:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.759+0000 7f1b0d2cf640 1 -- 172.21.15.39:0/1771648027 wait complete. 2024-09-19T05:34:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f0241b15640 1 --2- 172.21.15.39:0/3181112697 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 0x7f02340064a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f023c02dd50 tx=0x7f023c0a5ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a79b81ad06720be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f938f59e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f9388053f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f04f54bc640 1 --2- 172.21.15.39:0/2952936911 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f00b6150 0x7f04f0162fe0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f04e8009e50 tx=0x7f04e802a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9d609dd1eedac48 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f938f59e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f93880e7120 0x7f9388005e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f938e59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f9388053f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f938e59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f9388053f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:53142/0 (socket says 172.21.15.39:53142) 2024-09-19T05:34:16.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f938ed9d640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f938804eb60 0x7f938801c520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:56710/0 (socket says 172.21.15.39:56710) 2024-09-19T05:34:16.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f04ef7fe640 1 -- 172.21.15.39:0/2952936911 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e8036070 con 0x7f04f00b6150 2024-09-19T05:34:16.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f04ef7fe640 1 -- 172.21.15.39:0/2952936911 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04e8031600 con 0x7f04f00b6150 2024-09-19T05:34:16.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.760+0000 7f04ef7fe640 1 -- 172.21.15.39:0/2952936911 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e80319d0 con 0x7f04f00b6150 2024-09-19T05:34:16.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938e59c640 1 -- 172.21.15.39:0/2469402826 learned_addr learned my addr 172.21.15.39:0/2469402826 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f6c12d9d640 1 --2- 172.21.15.39:0/1025154475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 0x7f6c140cdb70 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6c1406e300 tx=0x7f6c0c02a740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f222cab5cbcd851e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938f59e640 1 -- 172.21.15.39:0/2469402826 --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93880063d0 con 0x7f938804eb60 2024-09-19T05:34:16.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938f59e640 1 -- 172.21.15.39:0/2469402826 --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f93880520e0 con 0x7f93880e7120 2024-09-19T05:34:16.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938f59e640 1 -- 172.21.15.39:0/2469402826 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9388052330 con 0x7f9388005ab0 2024-09-19T05:34:16.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f6c1159a640 1 -- 172.21.15.39:0/1025154475 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c036070 con 0x7f6c140cd760 2024-09-19T05:34:16.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f6c1159a640 1 -- 172.21.15.39:0/1025154475 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c0c031600 con 0x7f6c140cd760 2024-09-19T05:34:16.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f6c1159a640 1 -- 172.21.15.39:0/1025154475 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c0319d0 con 0x7f6c140cd760 2024-09-19T05:34:16.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938d59a640 1 -- 172.21.15.39:0/2469402826 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 389254956 0 0) 0x7f93880063d0 con 0x7f938804eb60 2024-09-19T05:34:16.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938d59a640 1 -- 172.21.15.39:0/2469402826 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9378003520 con 0x7f938804eb60 2024-09-19T05:34:16.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f04f6f1f640 1 -- 172.21.15.39:0/2952936911 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f00b6150 msgr2=0x7f04f0162fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f04f6f1f640 1 --2- 172.21.15.39:0/2952936911 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f00b6150 0x7f04f0162fe0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f04e8009e50 tx=0x7f04e802a640 comp rx=0 tx=0).stop 2024-09-19T05:34:16.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f72a2e43640 1 Processor -- start 2024-09-19T05:34:16.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f72a2e43640 1 -- start start 2024-09-19T05:34:16.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f1b0d2cf640 1 Processor -- start 2024-09-19T05:34:16.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f0233fff640 1 -- 172.21.15.39:0/3181112697 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023c0b3070 con 0x7f0234053740 2024-09-19T05:34:16.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f0233fff640 1 -- 172.21.15.39:0/3181112697 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f023c0a69f0 con 0x7f0234053740 2024-09-19T05:34:16.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f0233fff640 1 -- 172.21.15.39:0/3181112697 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022c001670 con 0x7f0234053740 2024-09-19T05:34:16.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f04f6f1f640 1 -- 172.21.15.39:0/2952936911 shutdown_connections 2024-09-19T05:34:16.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f04f6f1f640 1 --2- 172.21.15.39:0/2952936911 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f00b6150 0x7f04f0162fe0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f04f6f1f640 1 --2- 172.21.15.39:0/2952936911 >> v2:172.21.15.50:3300/0 conn(0x7f04f0160650 0x7f04f0062630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f04f6f1f640 1 -- 172.21.15.39:0/2952936911 >> 172.21.15.39:0/2952936911 conn(0x7f04f0072eb0 msgr2=0x7f04f006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f04f6f1f640 1 -- 172.21.15.39:0/2952936911 shutdown_connections 2024-09-19T05:34:16.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f8cdb31f640 1 Processor -- start 2024-09-19T05:34:16.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f6c18e9b640 1 -- 172.21.15.39:0/1025154475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 msgr2=0x7f6c140cdb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f0243578640 1 -- 172.21.15.39:0/3181112697 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 msgr2=0x7f02340064a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f6c18e9b640 1 --2- 172.21.15.39:0/1025154475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 0x7f6c140cdb70 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6c1406e300 tx=0x7f6c0c02a740 comp rx=0 tx=0).stop 2024-09-19T05:34:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f72a2e43640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 0x7f729c14c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938dd9b640 1 --2- 172.21.15.39:0/2469402826 >> v2:172.21.15.39:3300/0 conn(0x7f93880e7120 0x7f9388005e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938e59c640 1 -- 172.21.15.39:0/2469402826 >> v2:172.21.15.39:3300/0 conn(0x7f93880e7120 msgr2=0x7f9388005e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938e59c640 1 --2- 172.21.15.39:0/2469402826 >> v2:172.21.15.39:3300/0 conn(0x7f93880e7120 0x7f9388005e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f72a2e43640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 0x7f729c1f3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f1b0d2cf640 1 -- start start 2024-09-19T05:34:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938e59c640 1 -- 172.21.15.39:0/2469402826 >> v1:172.21.15.50:6789/0 conn(0x7f938804eb60 legacy=0x7f938801c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938e59c640 1 -- 172.21.15.39:0/2469402826 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9388006cd0 con 0x7f9388005ab0 2024-09-19T05:34:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.761+0000 7f938dd9b640 1 --2- 172.21.15.39:0/2469402826 >> v2:172.21.15.39:3300/0 conn(0x7f93880e7120 0x7f9388005e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:16.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f8cdb31f640 1 -- start start 2024-09-19T05:34:16.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f72a2e43640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c154cd0 0x7f729c15c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f0243578640 1 --2- 172.21.15.39:0/3181112697 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 0x7f02340064a0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f023c02dd50 tx=0x7f023c0a5ea0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f938e59c640 1 --2- 172.21.15.39:0/2469402826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f9388053f50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f939007be70 tx=0x7f93900a60f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ea12b4073b93546 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.762+0000 7f04f6f1f640 1 -- 172.21.15.39:0/2952936911 wait complete. 2024-09-19T05:34:16.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f72a1640640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 0x7f729c1f3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f72a1640640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 0x7f729c1f3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:38364/0 (socket says 172.21.15.39:38364) 2024-09-19T05:34:16.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f72a1640640 1 -- 172.21.15.39:0/962893164 learned_addr learned my addr 172.21.15.39:0/962893164 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f6c18e9b640 1 -- 172.21.15.39:0/1025154475 shutdown_connections 2024-09-19T05:34:16.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f6c18e9b640 1 --2- 172.21.15.39:0/1025154475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 0x7f6c140cdb70 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f6c18e9b640 1 --2- 172.21.15.39:0/1025154475 >> v2:172.21.15.50:3300/0 conn(0x7f6c140d09b0 0x7f6c1415ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f6c18e9b640 1 -- 172.21.15.39:0/1025154475 >> 172.21.15.39:0/1025154475 conn(0x7f6c1406d000 msgr2=0x7f6c1406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f938d59a640 1 -- 172.21.15.39:0/2469402826 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93900b3070 con 0x7f9388005ab0 2024-09-19T05:34:16.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f938d59a640 1 -- 172.21.15.39:0/2469402826 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93900ae440 con 0x7f9388005ab0 2024-09-19T05:34:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f938d59a640 1 -- 172.21.15.39:0/2469402826 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93900ae8b0 con 0x7f9388005ab0 2024-09-19T05:34:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f72a2642640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c154cd0 0x7f729c15c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f72a1e41640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 0x7f729c14c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f1b0d2cf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b0000c0f0 0x7f1b000c82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f0243578640 1 -- 172.21.15.39:0/3181112697 shutdown_connections 2024-09-19T05:34:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f0243578640 1 --2- 172.21.15.39:0/3181112697 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 0x7f02340064a0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f0243578640 1 -- 172.21.15.39:0/3181112697 >> 172.21.15.39:0/3181112697 conn(0x7f023403a4d0 msgr2=0x7f023403a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f729c15b9e0 con 0x7f729c154cd0 2024-09-19T05:34:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f1b0d2cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0003aa30 0x7f1b000d2d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f1b0d2cf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b000559d0 0x7f1b00032a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f1b0d2cf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1b000df2c0 con 0x7f1b0003aa30 2024-09-19T05:34:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f1b0d2cf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1b000df140 con 0x7f1b000559d0 2024-09-19T05:34:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f1b0d2cf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1b00036fc0 con 0x7f1b0000c0f0 2024-09-19T05:34:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f729c15b700 con 0x7f729c1548f0 2024-09-19T05:34:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.763+0000 7f6c18e9b640 1 -- 172.21.15.39:0/1025154475 shutdown_connections 2024-09-19T05:34:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f6c18e9b640 1 -- 172.21.15.39:0/1025154475 wait complete. 2024-09-19T05:34:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f729c0b5280 con 0x7f729c0b1f90 2024-09-19T05:34:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cdb31f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166600 0x7f8cd4075440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cdb31f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8cd4162d20 0x7f8cd41669e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cdb31f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cd406d5c0 con 0x7f8cd4166f20 2024-09-19T05:34:16.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cdb31f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f8cd40d0470 con 0x7f8cd4162d20 2024-09-19T05:34:16.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cdb31f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8cd406d830 con 0x7f8cd4166600 2024-09-19T05:34:16.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f1b077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0003aa30 0x7f1b000d2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f1b077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0003aa30 0x7f1b000d2d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46618/0 (socket says 172.21.15.39:46618) 2024-09-19T05:34:16.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f1b077fe640 1 -- 172.21.15.39:0/4226876331 learned_addr learned my addr 172.21.15.39:0/4226876331 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f0243578640 1 -- 172.21.15.39:0/3181112697 shutdown_connections 2024-09-19T05:34:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f938f59e640 1 -- 172.21.15.39:0/2469402826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 msgr2=0x7f9388053f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f938f59e640 1 --2- 172.21.15.39:0/2469402826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f9388053f50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f939007be70 tx=0x7f93900a60f0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cda31d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166600 0x7f8cd4075440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f1b0cace640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b000559d0 0x7f1b00032a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f938f59e640 1 -- 172.21.15.39:0/2469402826 shutdown_connections 2024-09-19T05:34:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f938f59e640 1 --2- 172.21.15.39:0/2469402826 >> v2:172.21.15.39:3300/0 conn(0x7f93880e7120 0x7f9388005e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f938f59e640 1 --2- 172.21.15.39:0/2469402826 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f9388053f50 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f938f59e640 1 -- 172.21.15.39:0/2469402826 >> 172.21.15.39:0/2469402826 conn(0x7f9388036090 msgr2=0x7f93880364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cdab1e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8cd4166f20 0x7f8cd40ce900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39864/0 (socket says 172.21.15.39:39864) 2024-09-19T05:34:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cdab1e640 1 -- 172.21.15.39:0/1555885180 learned_addr learned my addr 172.21.15.39:0/1555885180 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f1b07fff640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b0000c0f0 0x7f1b000c82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f938f59e640 1 -- 172.21.15.39:0/2469402826 shutdown_connections 2024-09-19T05:34:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f72a1640640 1 -- 172.21.15.39:0/962893164 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 msgr2=0x7f729c14c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f04f6f1f640 1 Processor -- start 2024-09-19T05:34:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cda31d640 1 -- 172.21.15.39:0/1555885180 >> v2:172.21.15.50:3300/0 conn(0x7f8cd4162d20 msgr2=0x7f8cd41669e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cda31d640 1 --2- 172.21.15.39:0/1555885180 >> v2:172.21.15.50:3300/0 conn(0x7f8cd4162d20 0x7f8cd41669e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f54a16ac640 1 Processor -- start 2024-09-19T05:34:16.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cda31d640 1 -- 172.21.15.39:0/1555885180 >> v1:172.21.15.39:6789/0 conn(0x7f8cd4166f20 legacy=0x7f8cd40ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cd931b640 1 -- 172.21.15.39:0/1555885180 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 839296030 0 0) 0x7f8cd406d5c0 con 0x7f8cd4166f20 2024-09-19T05:34:16.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f8cda31d640 1 -- 172.21.15.39:0/1555885180 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cd40d0750 con 0x7f8cd4166600 2024-09-19T05:34:16.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f04f6f1f640 1 -- start start 2024-09-19T05:34:16.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f54a16ac640 1 -- start start 2024-09-19T05:34:16.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f0243578640 1 -- 172.21.15.39:0/3181112697 wait complete. 2024-09-19T05:34:16.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f72a1640640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 0x7f729c14c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f72a1640640 1 -- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c154cd0 msgr2=0x7f729c15c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f72a1640640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c154cd0 0x7f729c15c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f72a1640640 1 -- 172.21.15.39:0/962893164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729c1f4360 con 0x7f729c1548f0 2024-09-19T05:34:16.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f72a2642640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c154cd0 0x7f729c15c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:16.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f72a1e41640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 0x7f729c14c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:16.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f1b07fff640 1 -- 172.21.15.39:0/4226876331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b000559d0 msgr2=0x7f1b00032a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f1b07fff640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b000559d0 0x7f1b00032a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f1b07fff640 1 -- 172.21.15.39:0/4226876331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0003aa30 msgr2=0x7f1b000d2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f1b07fff640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0003aa30 0x7f1b000d2d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f1b07fff640 1 -- 172.21.15.39:0/4226876331 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b0004b730 con 0x7f1b0000c0f0 2024-09-19T05:34:16.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.765+0000 7f72a1640640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 0x7f729c1f3e20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f729800c390 tx=0x7f729800c850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.764+0000 7f938f59e640 1 -- 172.21.15.39:0/2469402826 wait complete. 2024-09-19T05:34:16.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f1b07fff640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b0000c0f0 0x7f1b000c82e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1af400e850 tx=0x7f1af400ed10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f54a16ac640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c0b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f8cda31d640 1 --2- 172.21.15.39:0/1555885180 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166600 0x7f8cd4075440 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00097d0 tx=0x7f8cd002a140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=422dffb3ab260ede server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f54a16ac640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f549c0b3db0 0x7f549c0d06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f54a16ac640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f549c072180 con 0x7f549c165e30 2024-09-19T05:34:16.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f54a16ac640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f549c0b5470 con 0x7f549c0b3db0 2024-09-19T05:34:16.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f54a16ac640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f549c0724b0 con 0x7f549c166210 2024-09-19T05:34:16.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f0243578640 1 Processor -- start 2024-09-19T05:34:16.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f6c18e9b640 1 Processor -- start 2024-09-19T05:34:16.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f549a7fc640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c0b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f8cd931b640 1 -- 172.21.15.39:0/1555885180 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0037070 con 0x7f8cd4166600 2024-09-19T05:34:16.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f8cd931b640 1 -- 172.21.15.39:0/1555885180 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cd002ae50 con 0x7f8cd4166600 2024-09-19T05:34:16.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f8cd931b640 1 -- 172.21.15.39:0/1555885180 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0032660 con 0x7f8cd4166600 2024-09-19T05:34:16.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f549a7fc640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c0b3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:53178/0 (socket says 172.21.15.39:53178) 2024-09-19T05:34:16.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f549a7fc640 1 -- 172.21.15.39:0/3598409299 learned_addr learned my addr 172.21.15.39:0/3598409299 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f549b7fe640 1 --2- 172.21.15.39:0/3598409299 >> v2:172.21.15.50:3300/0 conn(0x7f549c0b3db0 0x7f549c0d06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f72927fc640 1 -- 172.21.15.39:0/962893164 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7298017070 con 0x7f729c1548f0 2024-09-19T05:34:16.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f72927fc640 1 -- 172.21.15.39:0/962893164 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72980052d0 con 0x7f729c1548f0 2024-09-19T05:34:16.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f72927fc640 1 -- 172.21.15.39:0/962893164 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7298003830 con 0x7f729c1548f0 2024-09-19T05:34:16.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f04f6f1f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f0062b70 0x7f04f00cf8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f04f6f1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04f00b6150 0x7f04f00cf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f04f6f1f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0160650 0x7f04f01ee420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f04f6f1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f04f0167150 con 0x7f04f00b6150 2024-09-19T05:34:16.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f04f6f1f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04f0166e70 con 0x7f04f0160650 2024-09-19T05:34:16.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f04f6f1f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f04f00b45d0 con 0x7f04f0062b70 2024-09-19T05:34:16.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f729c070fd0 con 0x7f729c1548f0 2024-09-19T05:34:16.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f729c071590 con 0x7f729c1548f0 2024-09-19T05:34:16.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f6c18e9b640 1 -- start start 2024-09-19T05:34:16.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f549a7fc640 1 -- 172.21.15.39:0/3598409299 >> v2:172.21.15.50:3300/0 conn(0x7f549c0b3db0 msgr2=0x7f549c0d06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:16.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f549a7fc640 1 --2- 172.21.15.39:0/3598409299 >> v2:172.21.15.50:3300/0 conn(0x7f549c0b3db0 0x7f549c0d06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f549a7fc640 1 -- 172.21.15.39:0/3598409299 >> v1:172.21.15.50:6789/0 conn(0x7f549c165e30 legacy=0x7f549c0ce2e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:34:16.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f549a7fc640 1 -- 172.21.15.39:0/3598409299 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f549c0afb90 con 0x7f549c166210 2024-09-19T05:34:16.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f04f4cbb640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f0062b70 0x7f04f00cf8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f04f4cbb640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f0062b70 0x7f04f00cf8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:53180/0 (socket says 172.21.15.39:53180) 2024-09-19T05:34:16.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f04f4cbb640 1 -- 172.21.15.39:0/1077409593 learned_addr learned my addr 172.21.15.39:0/1077409593 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f1b04ff9640 1 -- 172.21.15.39:0/4226876331 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af4017070 con 0x7f1b0000c0f0 2024-09-19T05:34:16.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f938f59e640 1 Processor -- start 2024-09-19T05:34:16.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f938f59e640 1 -- start start 2024-09-19T05:34:16.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f04f4cbb640 1 -- 172.21.15.39:0/1077409593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0160650 msgr2=0x7f04f01ee420 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:34:16.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f04f4cbb640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0160650 0x7f04f01ee420 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f04f4cbb640 1 -- 172.21.15.39:0/1077409593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04f00b6150 msgr2=0x7f04f00cf0b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:34:16.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f04f4cbb640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04f00b6150 0x7f04f00cf0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f8cdb31f640 1 -- 172.21.15.39:0/1555885180 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166600 msgr2=0x7f8cd4075440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f8cdb31f640 1 --2- 172.21.15.39:0/1555885180 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166600 0x7f8cd4075440 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00097d0 tx=0x7f8cd002a140 comp rx=0 tx=0).stop 2024-09-19T05:34:16.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f1b04ff9640 1 -- 172.21.15.39:0/4226876331 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1af400c940 con 0x7f1b0000c0f0 2024-09-19T05:34:16.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f1b04ff9640 1 -- 172.21.15.39:0/4226876331 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af400ccf0 con 0x7f1b0000c0f0 2024-09-19T05:34:16.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f04f4cbb640 1 -- 172.21.15.39:0/1077409593 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f01ee960 con 0x7f04f0062b70 2024-09-19T05:34:16.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f1b0d2cf640 1 -- 172.21.15.39:0/4226876331 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b00047e30 con 0x7f1b0000c0f0 2024-09-19T05:34:16.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f1b0d2cf640 1 -- 172.21.15.39:0/4226876331 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b000483f0 con 0x7f1b0000c0f0 2024-09-19T05:34:16.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.766+0000 7f0243578640 1 -- start start 2024-09-19T05:34:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.767+0000 7f04f4cbb640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f0062b70 0x7f04f00cf8d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f04e400c7f0 tx=0x7f04e400ccb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938f59e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f93880e1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f8cdb31f640 1 -- 172.21.15.39:0/1555885180 shutdown_connections 2024-09-19T05:34:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f8cdb31f640 1 --2- 172.21.15.39:0/1555885180 >> v2:172.21.15.50:3300/0 conn(0x7f8cd4162d20 0x7f8cd41669e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f8cdb31f640 1 --2- 172.21.15.39:0/1555885180 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166600 0x7f8cd4075440 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f8cdb31f640 1 -- 172.21.15.39:0/1555885180 >> 172.21.15.39:0/1555885180 conn(0x7f8cd40b2770 msgr2=0x7f8cd40b2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f6c18e9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 0x7f6c141425a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938f59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f938804eb60 0x7f9388039c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f04ed7fa640 1 -- 172.21.15.39:0/1077409593 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4015070 con 0x7f04f0062b70 2024-09-19T05:34:16.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f04ed7fa640 1 -- 172.21.15.39:0/1077409593 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04e4004220 con 0x7f04f0062b70 2024-09-19T05:34:16.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f6c18e9b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c140d09b0 0x7f6c14145820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938e59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f93880e1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938e59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f93880e1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:53196/0 (socket says 172.21.15.39:53196) 2024-09-19T05:34:16.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04f00ce2f0 con 0x7f04f0062b70 2024-09-19T05:34:16.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938e59c640 1 -- 172.21.15.39:0/4035917258 learned_addr learned my addr 172.21.15.39:0/4035917258 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f549a7fc640 1 --2- 172.21.15.39:0/3598409299 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c0b3760 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5490009870 tx=0x7f549002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4a4b09f3e001737 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f6c18e9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6c1415abd0 0x7f6c1415c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f6c18e9b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1415b020 con 0x7f6c140cd760 2024-09-19T05:34:16.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f6c18e9b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6c140b3de0 con 0x7f6c140d09b0 2024-09-19T05:34:16.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f6c18e9b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6c140cfd40 con 0x7f6c1415abd0 2024-09-19T05:34:16.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938f59e640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93880e7120 0x7f93880e5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f04f00ce8b0 con 0x7f04f0062b70 2024-09-19T05:34:16.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f5499ffb640 1 -- 172.21.15.39:0/3598409299 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5490037070 con 0x7f549c166210 2024-09-19T05:34:16.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f1b0d2cf640 1 -- 172.21.15.39:0/4226876331 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b00008340 con 0x7f1b0000c0f0 2024-09-19T05:34:16.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f5499ffb640 1 -- 172.21.15.39:0/3598409299 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5490032440 con 0x7f549c166210 2024-09-19T05:34:16.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f5499ffb640 1 -- 172.21.15.39:0/3598409299 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5490032810 con 0x7f549c166210 2024-09-19T05:34:16.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f54a16ac640 1 -- 172.21.15.39:0/3598409299 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 msgr2=0x7f549c0b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f54a16ac640 1 --2- 172.21.15.39:0/3598409299 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c0b3760 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5490009870 tx=0x7f549002a180 comp rx=0 tx=0).stop 2024-09-19T05:34:16.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f6c1259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 0x7f6c141425a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f6c1259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 0x7f6c141425a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46622/0 (socket says 172.21.15.39:46622) 2024-09-19T05:34:16.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f6c1259c640 1 -- 172.21.15.39:0/2346808534 learned_addr learned my addr 172.21.15.39:0/2346808534 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f6c1259c640 1 -- 172.21.15.39:0/2346808534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6c1415abd0 msgr2=0x7f6c1415c920 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:34:16.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f6c1259c640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6c1415abd0 0x7f6c1415c920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f6c1259c640 1 -- 172.21.15.39:0/2346808534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c140d09b0 msgr2=0x7f6c14145820 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:34:16.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f6c1259c640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c140d09b0 0x7f6c14145820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f6c1259c640 1 -- 172.21.15.39:0/2346808534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c14142ae0 con 0x7f6c140cd760 2024-09-19T05:34:16.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f6c1259c640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 0x7f6c141425a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6c0800b700 tx=0x7f6c0800d0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f0243578640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 0x7f023404f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f0243578640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02340e48c0 0x7f023403e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f0243578640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02340e4ca0 0x7f0234051a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f0243578640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0234055230 con 0x7f02340e4ca0 2024-09-19T05:34:16.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f0243578640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f02340550b0 con 0x7f02340e48c0 2024-09-19T05:34:16.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f0243578640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f02340576d0 con 0x7f0234053740 2024-09-19T05:34:16.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f0241b15640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02340e4ca0 0x7f0234051a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f0241b15640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02340e4ca0 0x7f0234051a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46642/0 (socket says 172.21.15.39:46642) 2024-09-19T05:34:16.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f0241b15640 1 -- 172.21.15.39:0/2862541637 learned_addr learned my addr 172.21.15.39:0/2862541637 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f04ed7fa640 1 -- 172.21.15.39:0/1077409593 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4007620 con 0x7f04f0062b70 2024-09-19T05:34:16.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f72927fc640 1 -- 172.21.15.39:0/962893164 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f729801a070 con 0x7f729c1548f0 2024-09-19T05:34:16.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9388053a10 con 0x7f938804eb60 2024-09-19T05:34:16.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9388007290 con 0x7f93880e7120 2024-09-19T05:34:16.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938ed9d640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93880e7120 0x7f93880e5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f938801dc40 con 0x7f9388005ab0 2024-09-19T05:34:16.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.768+0000 7f938dd9b640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f938804eb60 0x7f9388039c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f938ed9d640 1 -- 172.21.15.39:0/4035917258 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 msgr2=0x7f93880e1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f938ed9d640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f93880e1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f938ed9d640 1 -- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f938804eb60 msgr2=0x7f9388039c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f938ed9d640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f938804eb60 0x7f9388039c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f938ed9d640 1 -- 172.21.15.39:0/4035917258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f938804bf40 con 0x7f93880e7120 2024-09-19T05:34:16.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f938dd9b640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f938804eb60 0x7f9388039c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:16.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f938ed9d640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93880e7120 0x7f93880e5310 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9380000f60 tx=0x7f9380007f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f937effd640 1 -- 172.21.15.39:0/4035917258 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93800074e0 con 0x7f93880e7120 2024-09-19T05:34:16.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f8cdb31f640 1 -- 172.21.15.39:0/1555885180 shutdown_connections 2024-09-19T05:34:16.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.769+0000 7f8cdb31f640 1 -- 172.21.15.39:0/1555885180 wait complete. 2024-09-19T05:34:16.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f0241b15640 1 -- 172.21.15.39:0/2862541637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 msgr2=0x7f023404f370 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:34:16.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f0241b15640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 0x7f023404f370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f0241b15640 1 -- 172.21.15.39:0/2862541637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02340e48c0 msgr2=0x7f023403e200 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:34:16.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f0241b15640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02340e48c0 0x7f023403e200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f0241b15640 1 -- 172.21.15.39:0/2862541637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f023404d0d0 con 0x7f02340e4ca0 2024-09-19T05:34:16.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04d0005290 con 0x7f04f0062b70 2024-09-19T05:34:16.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f938804c1b0 con 0x7f93880e7120 2024-09-19T05:34:16.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f6c02ffd640 1 -- 172.21.15.39:0/2346808534 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0800dcd0 con 0x7f6c140cd760 2024-09-19T05:34:16.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f0241b15640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02340e4ca0 0x7f0234051a60 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f023c069360 tx=0x7f023c069a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9388037620 con 0x7f93880e7120 2024-09-19T05:34:16.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f1b04ff9640 1 -- 172.21.15.39:0/4226876331 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1af401a070 con 0x7f1b0000c0f0 2024-09-19T05:34:16.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f6c02ffd640 1 -- 172.21.15.39:0/2346808534 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c0801b070 con 0x7f6c140cd760 2024-09-19T05:34:16.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f6c18e9b640 1 -- 172.21.15.39:0/2346808534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c14145d60 con 0x7f6c140cd760 2024-09-19T05:34:16.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f937effd640 1 -- 172.21.15.39:0/4035917258 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9380007680 con 0x7f93880e7120 2024-09-19T05:34:16.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f6c18e9b640 1 -- 172.21.15.39:0/2346808534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c140b2210 con 0x7f6c140cd760 2024-09-19T05:34:16.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f54a16ac640 1 -- 172.21.15.39:0/3598409299 shutdown_connections 2024-09-19T05:34:16.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f54a16ac640 1 --2- 172.21.15.39:0/3598409299 >> v2:172.21.15.50:3300/0 conn(0x7f549c0b3db0 0x7f549c0d06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f54a16ac640 1 --2- 172.21.15.39:0/3598409299 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c0b3760 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f54a16ac640 1 -- 172.21.15.39:0/3598409299 >> 172.21.15.39:0/3598409299 conn(0x7f549c0b2460 msgr2=0x7f549c0b2840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f6c02ffd640 1 -- 172.21.15.39:0/2346808534 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c08016650 con 0x7f6c140cd760 2024-09-19T05:34:16.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f54a16ac640 1 -- 172.21.15.39:0/3598409299 shutdown_connections 2024-09-19T05:34:16.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.771+0000 7f1b04ff9640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1aec06c300 0x7f1aec06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.771+0000 7f1b04ff9640 1 -- 172.21.15.39:0/4226876331 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1af408b500 con 0x7f1b0000c0f0 2024-09-19T05:34:16.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f54a16ac640 1 -- 172.21.15.39:0/3598409299 wait complete. 2024-09-19T05:34:16.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f0231ffb640 1 -- 172.21.15.39:0/2862541637 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023c0be070 con 0x7f02340e4ca0 2024-09-19T05:34:16.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.770+0000 7f0231ffb640 1 -- 172.21.15.39:0/2862541637 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f023c0aed30 con 0x7f02340e4ca0 2024-09-19T05:34:16.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.771+0000 7f0231ffb640 1 -- 172.21.15.39:0/2862541637 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023c0b3040 con 0x7f02340e4ca0 2024-09-19T05:34:16.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.771+0000 7f8cdb31f640 1 Processor -- start 2024-09-19T05:34:16.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.771+0000 7f8cdb31f640 1 -- start start 2024-09-19T05:34:16.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.771+0000 7f937effd640 1 -- 172.21.15.39:0/4035917258 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93800049e0 con 0x7f93880e7120 2024-09-19T05:34:16.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.771+0000 7f1b077fe640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1aec06c300 0x7f1aec06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.772+0000 7f1b077fe640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1aec06c300 0x7f1aec06e7c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1b000d59d0 tx=0x7f1afc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f54a16ac640 1 Processor -- start 2024-09-19T05:34:16.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f54a16ac640 1 -- start start 2024-09-19T05:34:16.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.772+0000 7f0243578640 1 -- 172.21.15.39:0/2862541637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f023403c6b0 con 0x7f02340e4ca0 2024-09-19T05:34:16.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.772+0000 7f0243578640 1 -- 172.21.15.39:0/2862541637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f023403cc70 con 0x7f02340e4ca0 2024-09-19T05:34:16.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f04ed7fa640 1 -- 172.21.15.39:0/1077409593 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f04e4007ab0 con 0x7f04f0062b70 2024-09-19T05:34:16.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.772+0000 7f72927fc640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.772+0000 7f72927fc640 1 -- 172.21.15.39:0/962893164 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f729808a600 con 0x7f729c1548f0 2024-09-19T05:34:16.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f72a1e41640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9374005290 con 0x7f93880e7120 2024-09-19T05:34:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.772+0000 7f8cdb31f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cd4162d20 0x7f8cd415c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cdb31f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cd4166600 0x7f8cd4157820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cdb31f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166f20 0x7f8cd415b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cdb31f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd40ce480 con 0x7f8cd4162d20 2024-09-19T05:34:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cd9b1c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cd4166600 0x7f8cd4157820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cd9b1c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cd4166600 0x7f8cd4157820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:38414/0 (socket says 172.21.15.39:38414) 2024-09-19T05:34:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cd9b1c640 1 -- 172.21.15.39:0/3002820890 learned_addr learned my addr 172.21.15.39:0/3002820890 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd40ce300 con 0x7f8cd4166600 2024-09-19T05:34:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8cd40cf010 con 0x7f8cd4166f20 2024-09-19T05:34:16.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f6c18e9b640 1 -- 172.21.15.39:0/2346808534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bf8005290 con 0x7f6c140cd760 2024-09-19T05:34:16.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cda31d640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cd4162d20 0x7f8cd415c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.773+0000 7f8cdab1e640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166f20 0x7f8cd415b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f04ed7fa640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f04d406c2e0 0x7f04d406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f72a1e41640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f728c035000 tx=0x7f728c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f729c06ef90 con 0x7f729c1548f0 2024-09-19T05:34:16.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f04ed7fa640 1 -- 172.21.15.39:0/1077409593 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f04e408b320 con 0x7f04f0062b70 2024-09-19T05:34:16.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f8cd9b1c640 1 -- 172.21.15.39:0/3002820890 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166f20 msgr2=0x7f8cd415b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f8cd9b1c640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166f20 0x7f8cd415b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f8cd9b1c640 1 -- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cd4162d20 msgr2=0x7f8cd415c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f8cd9b1c640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cd4162d20 0x7f8cd415c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f8cd9b1c640 1 -- 172.21.15.39:0/3002820890 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cd415c6d0 con 0x7f8cd4166600 2024-09-19T05:34:16.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f021f7fe640 1 -- 172.21.15.39:0/2862541637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02340e80e0 con 0x7f02340e4ca0 2024-09-19T05:34:16.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f04effff640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f04d406c2e0 0x7f04d406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f8cd9b1c640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cd4166600 0x7f8cd4157820 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8cc400b460 tx=0x7f8cc400b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f54a16ac640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f549c0b3db0 0x7f549c149060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.774+0000 7f937effd640 1 -- 172.21.15.39:0/4035917258 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f938001a020 con 0x7f93880e7120 2024-09-19T05:34:16.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f54a16ac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f549c165e30 0x7f549c14bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f6c02ffd640 1 -- 172.21.15.39:0/2346808534 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6c080167f0 con 0x7f6c140cd760 2024-09-19T05:34:16.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f04effff640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f04d406c2e0 0x7f04d406e7a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f04f00cf820 tx=0x7f04dc006b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f54a16ac640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c14c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f54a16ac640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f549c0d0be0 con 0x7f549c165e30 2024-09-19T05:34:16.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f54a16ac640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f549c0b0150 con 0x7f549c0b3db0 2024-09-19T05:34:16.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f54a16ac640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f549c0d0d60 con 0x7f549c166210 2024-09-19T05:34:16.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f549c165e30 0x7f549c14bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f549c165e30 0x7f549c14bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46660/0 (socket says 172.21.15.39:46660) 2024-09-19T05:34:16.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549a7fc640 1 -- 172.21.15.39:0/1488710388 learned_addr learned my addr 172.21.15.39:0/1488710388 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:16.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549affd640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f549c0b3db0 0x7f549c149060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549b7fe640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c14c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f0231ffb640 1 -- 172.21.15.39:0/2862541637 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f023c0c1070 con 0x7f02340e4ca0 2024-09-19T05:34:16.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549affd640 1 -- 172.21.15.39:0/1488710388 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 msgr2=0x7f549c14c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549affd640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c14c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549affd640 1 -- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f549c165e30 msgr2=0x7f549c14bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549affd640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f549c165e30 0x7f549c14bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549affd640 1 -- 172.21.15.39:0/1488710388 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f549c164b20 con 0x7f549c0b3db0 2024-09-19T05:34:16.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f6c02ffd640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bf406c2b0 0x7f6bf406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f937effd640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f937006c330 0x7f937006e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f549a7fc640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f549c165e30 0x7f549c14bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:16.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f937effd640 1 -- 172.21.15.39:0/4035917258 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f938008a8e0 con 0x7f93880e7120 2024-09-19T05:34:16.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f6c11d9b640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bf406c2b0 0x7f6bf406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.775+0000 7f0231ffb640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f022006c300 0x7f022006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.776+0000 7f6c02ffd640 1 -- 172.21.15.39:0/2346808534 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6c0808b790 con 0x7f6c140cd760 2024-09-19T05:34:16.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.776+0000 7f0231ffb640 1 -- 172.21.15.39:0/2862541637 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f023c1278c0 con 0x7f02340e4ca0 2024-09-19T05:34:16.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.776+0000 7f0241314640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f022006c300 0x7f022006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.776+0000 7f549affd640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f549c0b3db0 0x7f549c149060 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f549400be20 tx=0x7f5494009f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.776+0000 7f938e59c640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f937006c330 0x7f937006e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.776+0000 7f1b04ff9640 1 -- 172.21.15.39:0/4226876331 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1b00008340 con 0x7f1b0000c0f0 2024-09-19T05:34:16.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.776+0000 7f6c11d9b640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bf406c2b0 0x7f6bf406e770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6c1415a7a0 tx=0x7f6c040079d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.776+0000 7f938e59c640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f937006c330 0x7f937006e7f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f939006b2f0 tx=0x7f939006e030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.776+0000 7f0241314640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f022006c300 0x7f022006e7c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0238000f60 tx=0x7f02380079e0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.779+0000 7f54837fe640 1 -- 172.21.15.39:0/1488710388 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5494019070 con 0x7f549c0b3db0 2024-09-19T05:34:16.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.779+0000 7f8ccaffd640 1 -- 172.21.15.39:0/3002820890 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc4015020 con 0x7f8cd4166600 2024-09-19T05:34:16.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.779+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cd415c9b0 con 0x7f8cd4166600 2024-09-19T05:34:16.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.779+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f549c14c8f0 con 0x7f549c0b3db0 2024-09-19T05:34:16.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.779+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cd415bd20 con 0x7f8cd4166600 2024-09-19T05:34:16.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.780+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f549c15bd20 con 0x7f549c0b3db0 2024-09-19T05:34:16.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.780+0000 7f72927fc640 1 -- 172.21.15.39:0/962893164 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f729c1f4360 con 0x7f729c1548f0 2024-09-19T05:34:16.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.780+0000 7f6c02ffd640 1 -- 172.21.15.39:0/2346808534 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6c08024020 con 0x7f6c140cd760 2024-09-19T05:34:16.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.780+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cd41669e0 con 0x7f8cd4166600 2024-09-19T05:34:16.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.781+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f549c0d06a0 con 0x7f549c0b3db0 2024-09-19T05:34:16.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.781+0000 7f04ed7fa640 1 -- 172.21.15.39:0/1077409593 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f04e4059a80 con 0x7f04f0062b70 2024-09-19T05:34:16.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.784+0000 7f54837fe640 1 -- 172.21.15.39:0/1488710388 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f549401e440 con 0x7f549c0b3db0 2024-09-19T05:34:16.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.784+0000 7f54837fe640 1 -- 172.21.15.39:0/1488710388 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5494023060 con 0x7f549c0b3db0 2024-09-19T05:34:16.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.784+0000 7f8ccaffd640 1 -- 172.21.15.39:0/3002820890 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cc4011890 con 0x7f8cd4166600 2024-09-19T05:34:16.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.784+0000 7f8ccaffd640 1 -- 172.21.15.39:0/3002820890 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc4011c80 con 0x7f8cd4166600 2024-09-19T05:34:16.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.784+0000 7f937effd640 1 -- 172.21.15.39:0/4035917258 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9380058a70 con 0x7f93880e7120 2024-09-19T05:34:16.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.786+0000 7f54837fe640 1 -- 172.21.15.39:0/1488710388 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f549401c070 con 0x7f549c0b3db0 2024-09-19T05:34:16.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.786+0000 7f8ccaffd640 1 -- 172.21.15.39:0/3002820890 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8cc4018020 con 0x7f8cd4166600 2024-09-19T05:34:16.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.787+0000 7f54837fe640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f548806c2b0 0x7f548806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.787+0000 7f54837fe640 1 -- 172.21.15.39:0/1488710388 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f549408bba0 con 0x7f549c0b3db0 2024-09-19T05:34:16.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.788+0000 7f549a7fc640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f548806c2b0 0x7f548806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.787+0000 7f8ccaffd640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8cb806c2b0 0x7f8cb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.787+0000 7f8ccaffd640 1 -- 172.21.15.39:0/3002820890 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8cc408bae0 con 0x7f8cd4166600 2024-09-19T05:34:16.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.787+0000 7f8cda31d640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8cb806c2b0 0x7f8cb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.788+0000 7f8cda31d640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8cb806c2b0 0x7f8cb806e770 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8cd0034000 tx=0x7f8cd002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.788+0000 7f549a7fc640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f548806c2b0 0x7f548806e770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f549002a1c0 tx=0x7f549002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.789+0000 7f8ccaffd640 1 -- 172.21.15.39:0/3002820890 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8cc401f020 con 0x7f8cd4166600 2024-09-19T05:34:16.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.790+0000 7f0231ffb640 1 -- 172.21.15.39:0/2862541637 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f02340e80e0 con 0x7f02340e4ca0 2024-09-19T05:34:16.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:16.794+0000 7f54837fe640 1 -- 172.21.15.39:0/1488710388 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5494059ca0 con 0x7f549c0b3db0 2024-09-19T05:34:17.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.176+0000 7f1b0d2cf640 1 -- 172.21.15.39:0/4226876331 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f1b0001e920 con 0x7f1b0000c0f0 2024-09-19T05:34:17.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.177+0000 7f1b04ff9640 1 -- 172.21.15.39:0/4226876331 <== mon.2 v2:172.21.15.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1af4059790 con 0x7f1b0000c0f0 2024-09-19T05:34:17.179 INFO:teuthology.orchestra.run.smithi039.stdout:60129542152 2024-09-19T05:34:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.181+0000 7f1af27fc640 1 -- 172.21.15.39:0/4226876331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1aec06c300 msgr2=0x7f1aec06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.181+0000 7f1af27fc640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1aec06c300 0x7f1aec06e7c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1b000d59d0 tx=0x7f1afc02e000 comp rx=0 tx=0).stop 2024-09-19T05:34:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.181+0000 7f1af27fc640 1 -- 172.21.15.39:0/4226876331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b0000c0f0 msgr2=0x7f1b000c82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.181+0000 7f1af27fc640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b0000c0f0 0x7f1b000c82e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1af400e850 tx=0x7f1af400ed10 comp rx=0 tx=0).stop 2024-09-19T05:34:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.182+0000 7f1af27fc640 1 -- 172.21.15.39:0/4226876331 shutdown_connections 2024-09-19T05:34:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.182+0000 7f1af27fc640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1aec06c300 0x7f1aec06e7c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.182+0000 7f1af27fc640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b000559d0 0x7f1b00032a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.182+0000 7f1af27fc640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0003aa30 0x7f1b000d2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.182+0000 7f1af27fc640 1 --2- 172.21.15.39:0/4226876331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1b0000c0f0 0x7f1b000c82e0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.182+0000 7f1af27fc640 1 -- 172.21.15.39:0/4226876331 >> 172.21.15.39:0/4226876331 conn(0x7f1b0001e1c0 msgr2=0x7f1b00052240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.182+0000 7f1af27fc640 1 -- 172.21.15.39:0/4226876331 shutdown_connections 2024-09-19T05:34:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.182+0000 7f1af27fc640 1 -- 172.21.15.39:0/4226876331 wait complete. 2024-09-19T05:34:17.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.186+0000 7f6c18e9b640 1 -- 172.21.15.39:0/2346808534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f6bf8005580 con 0x7f6c140cd760 2024-09-19T05:34:17.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.187+0000 7f6c02ffd640 1 -- 172.21.15.39:0/2346808534 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6c08059e60 con 0x7f6c140cd760 2024-09-19T05:34:17.189 INFO:teuthology.orchestra.run.smithi039.stdout:64424509447 2024-09-19T05:34:17.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.191+0000 7f6c00ff9640 1 -- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bf406c2b0 msgr2=0x7f6bf406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.191+0000 7f6c00ff9640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bf406c2b0 0x7f6bf406e770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6c1415a7a0 tx=0x7f6c040079d0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.191+0000 7f6c00ff9640 1 -- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 msgr2=0x7f6c141425a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.191+0000 7f6c00ff9640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 0x7f6c141425a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6c0800b700 tx=0x7f6c0800d0f0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.192+0000 7f6c00ff9640 1 -- 172.21.15.39:0/2346808534 shutdown_connections 2024-09-19T05:34:17.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.192+0000 7f6c00ff9640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bf406c2b0 0x7f6bf406e770 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.192+0000 7f6c00ff9640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6c1415abd0 0x7f6c1415c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.192+0000 7f6c00ff9640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6c140d09b0 0x7f6c14145820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.192+0000 7f6c00ff9640 1 --2- 172.21.15.39:0/2346808534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c140cd760 0x7f6c141425a0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.192+0000 7f6c00ff9640 1 -- 172.21.15.39:0/2346808534 >> 172.21.15.39:0/2346808534 conn(0x7f6c1406d000 msgr2=0x7f6c141587b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.192+0000 7f6c00ff9640 1 -- 172.21.15.39:0/2346808534 shutdown_connections 2024-09-19T05:34:17.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.192+0000 7f6c00ff9640 1 -- 172.21.15.39:0/2346808534 wait complete. 2024-09-19T05:34:17.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.193+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f729c0ce090 con 0x7f729c1548f0 2024-09-19T05:34:17.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.194+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f04d0005580 con 0x7f04f0062b70 2024-09-19T05:34:17.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.194+0000 7f72927fc640 1 -- 172.21.15.39:0/962893164 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7298058710 con 0x7f729c1548f0 2024-09-19T05:34:17.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.194+0000 7f04ed7fa640 1 -- 172.21.15.39:0/1077409593 <== mon.2 v2:172.21.15.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f04e4059380 con 0x7f04f0062b70 2024-09-19T05:34:17.196 INFO:teuthology.orchestra.run.smithi039.stdout:60129542153 2024-09-19T05:34:17.198 INFO:teuthology.orchestra.run.smithi039.stdout:60129542152 2024-09-19T05:34:17.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f04d406c2e0 msgr2=0x7f04d406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f04d406c2e0 0x7f04d406e7a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f04f00cf820 tx=0x7f04dc006b50 comp rx=0 tx=0).stop 2024-09-19T05:34:17.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f0062b70 msgr2=0x7f04f00cf8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f0062b70 0x7f04f00cf8d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f04e400c7f0 tx=0x7f04e400ccb0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 msgr2=0x7f728006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f728c035000 tx=0x7f728c02e000 comp rx=0 tx=0).stop 2024-09-19T05:34:17.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 msgr2=0x7f729c1f3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 shutdown_connections 2024-09-19T05:34:17.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f04d406c2e0 0x7f04d406e7a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0160650 0x7f04f01ee420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04f00b6150 0x7f04f00cf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 0x7f729c1f3e20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f729800c390 tx=0x7f729800c850 comp rx=0 tx=0).stop 2024-09-19T05:34:17.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 --2- 172.21.15.39:0/1077409593 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f04f0062b70 0x7f04f00cf8d0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 >> 172.21.15.39:0/1077409593 conn(0x7f04f0072eb0 msgr2=0x7f04f006c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 shutdown_connections 2024-09-19T05:34:17.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c154cd0 0x7f729c15c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c1548f0 0x7f729c1f3e20 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 --2- 172.21.15.39:0/962893164 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c0b1f90 0x7f729c14c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.198+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 >> 172.21.15.39:0/962893164 conn(0x7f729c06d000 msgr2=0x7f729c0d0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.199+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 shutdown_connections 2024-09-19T05:34:17.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.199+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 shutdown_connections 2024-09-19T05:34:17.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.199+0000 7f04f6f1f640 1 -- 172.21.15.39:0/1077409593 wait complete. 2024-09-19T05:34:17.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.199+0000 7f72a2e43640 1 -- 172.21.15.39:0/962893164 wait complete. 2024-09-19T05:34:17.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.199+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f8cd415cb80 con 0x7f8cd4166600 2024-09-19T05:34:17.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.199+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9374005580 con 0x7f93880e7120 2024-09-19T05:34:17.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.199+0000 7f021f7fe640 1 -- 172.21.15.39:0/2862541637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f0234039940 con 0x7f02340e4ca0 2024-09-19T05:34:17.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.199+0000 7f8ccaffd640 1 -- 172.21.15.39:0/3002820890 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8cc400d040 con 0x7f8cd4166600 2024-09-19T05:34:17.205 INFO:teuthology.orchestra.run.smithi039.stdout:64424509446 2024-09-19T05:34:17.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.200+0000 7f0231ffb640 1 -- 172.21.15.39:0/2862541637 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0234039940 con 0x7f02340e4ca0 2024-09-19T05:34:17.206 INFO:teuthology.orchestra.run.smithi039.stdout:60129542153 2024-09-19T05:34:17.207 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.4 2024-09-19T05:34:17.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.200+0000 7f937effd640 1 -- 172.21.15.39:0/4035917258 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f938005cd70 con 0x7f93880e7120 2024-09-19T05:34:17.207 INFO:teuthology.orchestra.run.smithi039.stdout:64424509448 2024-09-19T05:34:17.208 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8cb806c2b0 msgr2=0x7f8cb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8cb806c2b0 0x7f8cb806e770 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8cd0034000 tx=0x7f8cd002e000 comp rx=0 tx=0).stop 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cd4166600 msgr2=0x7f8cd4157820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cd4166600 0x7f8cd4157820 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8cc400b460 tx=0x7f8cc400b920 comp rx=0 tx=0).stop 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 shutdown_connections 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8cb806c2b0 0x7f8cb806e770 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cd4166f20 0x7f8cd415b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cd4166600 0x7f8cd4157820 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 --2- 172.21.15.39:0/3002820890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cd4162d20 0x7f8cd415c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.203+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 >> 172.21.15.39:0/3002820890 conn(0x7f8cd40b2770 msgr2=0x7f8cd40d0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 shutdown_connections 2024-09-19T05:34:17.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 -- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f022006c300 msgr2=0x7f022006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f022006c300 0x7f022006e7c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0238000f60 tx=0x7f02380079e0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 -- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02340e4ca0 msgr2=0x7f0234051a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02340e4ca0 0x7f0234051a60 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f023c069360 tx=0x7f023c069a30 comp rx=0 tx=0).stop 2024-09-19T05:34:17.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f8cdb31f640 1 -- 172.21.15.39:0/3002820890 wait complete. 2024-09-19T05:34:17.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 -- 172.21.15.39:0/2862541637 shutdown_connections 2024-09-19T05:34:17.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f022006c300 0x7f022006e7c0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02340e4ca0 0x7f0234051a60 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f937006c330 msgr2=0x7f937006e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02340e48c0 0x7f023403e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 --2- 172.21.15.39:0/2862541637 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0234053740 0x7f023404f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 -- 172.21.15.39:0/2862541637 >> 172.21.15.39:0/2862541637 conn(0x7f023403a4d0 msgr2=0x7f0234005960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 -- 172.21.15.39:0/2862541637 shutdown_connections 2024-09-19T05:34:17.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f021f7fe640 1 -- 172.21.15.39:0/2862541637 wait complete. 2024-09-19T05:34:17.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f937006c330 0x7f937006e7f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f939006b2f0 tx=0x7f939006e030 comp rx=0 tx=0).stop 2024-09-19T05:34:17.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93880e7120 msgr2=0x7f93880e5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93880e7120 0x7f93880e5310 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9380000f60 tx=0x7f9380007f90 comp rx=0 tx=0).stop 2024-09-19T05:34:17.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 shutdown_connections 2024-09-19T05:34:17.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f937006c330 0x7f937006e7f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93880e7120 0x7f93880e5310 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f938804eb60 0x7f9388039c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 --2- 172.21.15.39:0/4035917258 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9388005ab0 0x7f93880e1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.204+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 >> 172.21.15.39:0/4035917258 conn(0x7f9388036090 msgr2=0x7f9388035890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.205+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 shutdown_connections 2024-09-19T05:34:17.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.205+0000 7f938f59e640 1 -- 172.21.15.39:0/4035917258 wait complete. 2024-09-19T05:34:17.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.207+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f549c0cc8d0 con 0x7f549c0b3db0 2024-09-19T05:34:17.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.207+0000 7f54837fe640 1 -- 172.21.15.39:0/1488710388 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f549c0cc8d0 con 0x7f549c0b3db0 2024-09-19T05:34:17.215 INFO:teuthology.orchestra.run.smithi039.stdout:60129542150 2024-09-19T05:34:17.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.211+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f548806c2b0 msgr2=0x7f548806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.211+0000 7f54a16ac640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f548806c2b0 0x7f548806e770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f549002a1c0 tx=0x7f549002e000 comp rx=0 tx=0).stop 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f549c0b3db0 msgr2=0x7f549c149060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f549c0b3db0 0x7f549c149060 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f549400be20 tx=0x7f5494009f70 comp rx=0 tx=0).stop 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 shutdown_connections 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f548806c2b0 0x7f548806e770 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f549c166210 0x7f549c14c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f549c165e30 0x7f549c14bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 --2- 172.21.15.39:0/1488710388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f549c0b3db0 0x7f549c149060 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 >> 172.21.15.39:0/1488710388 conn(0x7f549c0b2460 msgr2=0x7f549c0b0be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 shutdown_connections 2024-09-19T05:34:17.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.212+0000 7f54a16ac640 1 -- 172.21.15.39:0/1488710388 wait complete. 2024-09-19T05:34:17.217 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.6 2024-09-19T05:34:17.217 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:17.220 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.1 2024-09-19T05:34:17.220 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:17.223 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.7 2024-09-19T05:34:17.223 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:17.225 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.2 2024-09-19T05:34:17.225 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:17.226 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.3 2024-09-19T05:34:17.226 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:17.228 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.0 2024-09-19T05:34:17.228 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:17.229 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.5 2024-09-19T05:34:17.229 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:17.229 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:34:17.229 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:17.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.368+0000 7f33cc149640 1 Processor -- start 2024-09-19T05:34:17.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.368+0000 7f33cc149640 1 -- start start 2024-09-19T05:34:17.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33cc149640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 0x7f33c40b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33cc149640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f33c4162cd0 0x7f33c40d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33cc149640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f33c40d1a40 0x7f33c40d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33cc149640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f33c40b70b0 con 0x7f33c4162cd0 2024-09-19T05:34:17.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33cc149640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f33c40b78b0 con 0x7f33c40d1a40 2024-09-19T05:34:17.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33cc149640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f33c40b62f0 con 0x7f33c415e970 2024-09-19T05:34:17.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33c96e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f33c4162cd0 0x7f33c40d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33c96e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f33c4162cd0 0x7f33c40d1500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46664/0 (socket says 172.21.15.39:46664) 2024-09-19T05:34:17.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33c96e4640 1 -- 172.21.15.39:0/3583071655 learned_addr learned my addr 172.21.15.39:0/3583071655 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:17.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33ca6e6640 1 --2- 172.21.15.39:0/3583071655 >> v2:172.21.15.50:3300/0 conn(0x7f33c40d1a40 0x7f33c40d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.369+0000 7f33c9ee5640 1 --2- 172.21.15.39:0/3583071655 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 0x7f33c40b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.370+0000 7f33c96e4640 1 -- 172.21.15.39:0/3583071655 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 msgr2=0x7f33c40b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:17.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.370+0000 7f33c96e4640 1 --2- 172.21.15.39:0/3583071655 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 0x7f33c40b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.370+0000 7f33c96e4640 1 -- 172.21.15.39:0/3583071655 >> v2:172.21.15.50:3300/0 conn(0x7f33c40d1a40 msgr2=0x7f33c40d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:17.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.370+0000 7f33c96e4640 1 --2- 172.21.15.39:0/3583071655 >> v2:172.21.15.50:3300/0 conn(0x7f33c40d1a40 0x7f33c40d2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.370+0000 7f33c96e4640 1 -- 172.21.15.39:0/3583071655 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33c40b65d0 con 0x7f33c4162cd0 2024-09-19T05:34:17.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.370+0000 7f33c96e4640 1 --2- 172.21.15.39:0/3583071655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c4162cd0 0x7f33c40d1500 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f33c408d470 tx=0x7f33b802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a11085a7032dc9ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:17.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.370+0000 7f33c8ee3640 1 -- 172.21.15.39:0/3583071655 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b8037070 con 0x7f33c4162cd0 2024-09-19T05:34:17.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.370+0000 7f33c8ee3640 1 -- 172.21.15.39:0/3583071655 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33b8032440 con 0x7f33c4162cd0 2024-09-19T05:34:17.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.370+0000 7f33c8ee3640 1 -- 172.21.15.39:0/3583071655 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b8032810 con 0x7f33c4162cd0 2024-09-19T05:34:17.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.371+0000 7f33cc149640 1 -- 172.21.15.39:0/3583071655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c4162cd0 msgr2=0x7f33c40d1500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.371+0000 7f33cc149640 1 --2- 172.21.15.39:0/3583071655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c4162cd0 0x7f33c40d1500 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f33c408d470 tx=0x7f33b802a140 comp rx=0 tx=0).stop 2024-09-19T05:34:17.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.371+0000 7f33cc149640 1 -- 172.21.15.39:0/3583071655 shutdown_connections 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.371+0000 7f33cc149640 1 --2- 172.21.15.39:0/3583071655 >> v2:172.21.15.50:3300/0 conn(0x7f33c40d1a40 0x7f33c40d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.371+0000 7f33cc149640 1 --2- 172.21.15.39:0/3583071655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c4162cd0 0x7f33c40d1500 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.371+0000 7f33cc149640 1 --2- 172.21.15.39:0/3583071655 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 0x7f33c40b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.371+0000 7f33cc149640 1 -- 172.21.15.39:0/3583071655 >> 172.21.15.39:0/3583071655 conn(0x7f33c406bd00 msgr2=0x7f33c406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.371+0000 7f33cc149640 1 -- 172.21.15.39:0/3583071655 shutdown_connections 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.371+0000 7f33cc149640 1 -- 172.21.15.39:0/3583071655 wait complete. 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.372+0000 7f33cc149640 1 Processor -- start 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.372+0000 7f33cc149640 1 -- start start 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33cc149640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c40d1a40 0x7f33c4151bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33cc149640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 0x7f33c40ce3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33cc149640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33c4162cd0 0x7f33c40d3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33cc149640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f33c4163130 con 0x7f33c40d1a40 2024-09-19T05:34:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33cc149640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f33c40b6b90 con 0x7f33c4162cd0 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33cc149640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f33c40d2bd0 con 0x7f33c415e970 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33c9ee5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c40d1a40 0x7f33c4151bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33c9ee5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c40d1a40 0x7f33c4151bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46678/0 (socket says 172.21.15.39:46678) 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33c9ee5640 1 -- 172.21.15.39:0/2174343082 learned_addr learned my addr 172.21.15.39:0/2174343082 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33ca6e6640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33c4162cd0 0x7f33c40d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33c96e4640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 0x7f33c40ce3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33c9ee5640 1 -- 172.21.15.39:0/2174343082 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 msgr2=0x7f33c40ce3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33c9ee5640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 0x7f33c40ce3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33c9ee5640 1 -- 172.21.15.39:0/2174343082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33c4162cd0 msgr2=0x7f33c40d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33c9ee5640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33c4162cd0 0x7f33c40d3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33c9ee5640 1 -- 172.21.15.39:0/2174343082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33c40c8200 con 0x7f33c40d1a40 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.373+0000 7f33ca6e6640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33c4162cd0 0x7f33c40d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.374+0000 7f33c9ee5640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c40d1a40 0x7f33c4151bf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f33b4007ef0 tx=0x7f33b400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:17.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.374+0000 7f33c27fc640 1 -- 172.21.15.39:0/2174343082 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b4014620 con 0x7f33c40d1a40 2024-09-19T05:34:17.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.374+0000 7f33c27fc640 1 -- 172.21.15.39:0/2174343082 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33b4019070 con 0x7f33c40d1a40 2024-09-19T05:34:17.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.374+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33c40c84e0 con 0x7f33c40d1a40 2024-09-19T05:34:17.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.374+0000 7f33c27fc640 1 -- 172.21.15.39:0/2174343082 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b4014a00 con 0x7f33c40d1a40 2024-09-19T05:34:17.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.374+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33c40c8aa0 con 0x7f33c40d1a40 2024-09-19T05:34:17.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.375+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33c40c9160 con 0x7f33c40d1a40 2024-09-19T05:34:17.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.375+0000 7f33c27fc640 1 -- 172.21.15.39:0/2174343082 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f33b4014ba0 con 0x7f33c40d1a40 2024-09-19T05:34:17.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.376+0000 7f33c27fc640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33b006c2b0 0x7f33b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.376+0000 7f33c27fc640 1 -- 172.21.15.39:0/2174343082 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f33b408bc80 con 0x7f33c40d1a40 2024-09-19T05:34:17.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.376+0000 7f33c96e4640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33b006c2b0 0x7f33b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.376+0000 7f33c96e4640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33b006c2b0 0x7f33b006e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f33b8034000 tx=0x7f33b802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:17.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.380+0000 7f33c27fc640 1 -- 172.21.15.39:0/2174343082 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f33c40c9160 con 0x7f33c40d1a40 2024-09-19T05:34:17.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.554+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f33c40c9590 con 0x7f33b006c2b0 2024-09-19T05:34:17.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.560+0000 7f33c27fc640 1 -- 172.21.15.39:0/2174343082 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f33c40c9590 con 0x7f33b006c2b0 2024-09-19T05:34:17.564 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:17.565 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33b006c2b0 msgr2=0x7f33b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33b006c2b0 0x7f33b006e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f33b8034000 tx=0x7f33b802e000 comp rx=0 tx=0).stop 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c40d1a40 msgr2=0x7f33c4151bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c40d1a40 0x7f33c4151bf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f33b4007ef0 tx=0x7f33b400e4b0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 shutdown_connections 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33b006c2b0 0x7f33b006e770 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f33c4162cd0 0x7f33c40d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f33c415e970 0x7f33c40ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 --2- 172.21.15.39:0/2174343082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33c40d1a40 0x7f33c4151bf0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 >> 172.21.15.39:0/2174343082 conn(0x7f33c406bd00 msgr2=0x7f33c406c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 shutdown_connections 2024-09-19T05:34:17.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.563+0000 7f33cc149640 1 -- 172.21.15.39:0/2174343082 wait complete. 2024-09-19T05:34:17.575 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-19T05:34:16.672993+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":269020,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754705700,"statfs":{"total":773094113280,"available":772818636800,"internally_reserved":0,"allocated":2924544,"data_stored":1770956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001927"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916652+0000","last_change":"2024-09-19T05:34:06.490710+0000","last_active":"2024-09-19T05:34:07.916652+0000","last_peered":"2024-09-19T05:34:07.916652+0000","last_clean":"2024-09-19T05:34:07.916652+0000","last_became_active":"2024-09-19T05:34:06.490381+0000","last_became_peered":"2024-09-19T05:34:06.490381+0000","last_unstale":"2024-09-19T05:34:07.916652+0000","last_undegraded":"2024-09-19T05:34:07.916652+0000","last_fullsized":"2024-09-19T05:34:07.916652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:32.821118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472165+0000","last_change":"2024-09-19T05:34:06.479989+0000","last_active":"2024-09-19T05:34:07.472165+0000","last_peered":"2024-09-19T05:34:07.472165+0000","last_clean":"2024-09-19T05:34:07.472165+0000","last_became_active":"2024-09-19T05:34:06.479677+0000","last_became_peered":"2024-09-19T05:34:06.479677+0000","last_unstale":"2024-09-19T05:34:07.472165+0000","last_undegraded":"2024-09-19T05:34:07.472165+0000","last_fullsized":"2024-09-19T05:34:07.472165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:42.946421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916331+0000","last_change":"2024-09-19T05:34:06.477668+0000","last_active":"2024-09-19T05:34:07.916331+0000","last_peered":"2024-09-19T05:34:07.916331+0000","last_clean":"2024-09-19T05:34:07.916331+0000","last_became_active":"2024-09-19T05:34:06.476835+0000","last_became_peered":"2024-09-19T05:34:06.476835+0000","last_unstale":"2024-09-19T05:34:07.916331+0000","last_undegraded":"2024-09-19T05:34:07.916331+0000","last_fullsized":"2024-09-19T05:34:07.916331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474260+0000","last_change":"2024-09-19T05:34:06.484649+0000","last_active":"2024-09-19T05:34:07.474260+0000","last_peered":"2024-09-19T05:34:07.474260+0000","last_clean":"2024-09-19T05:34:07.474260+0000","last_became_active":"2024-09-19T05:34:06.483998+0000","last_became_peered":"2024-09-19T05:34:06.483998+0000","last_unstale":"2024-09-19T05:34:07.474260+0000","last_undegraded":"2024-09-19T05:34:07.474260+0000","last_fullsized":"2024-09-19T05:34:07.474260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:27.748057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915931+0000","last_change":"2024-09-19T05:34:06.481397+0000","last_active":"2024-09-19T05:34:07.915931+0000","last_peered":"2024-09-19T05:34:07.915931+0000","last_clean":"2024-09-19T05:34:07.915931+0000","last_became_active":"2024-09-19T05:34:06.481091+0000","last_became_peered":"2024-09-19T05:34:06.481091+0000","last_unstale":"2024-09-19T05:34:07.915931+0000","last_undegraded":"2024-09-19T05:34:07.915931+0000","last_fullsized":"2024-09-19T05:34:07.915931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:17.541545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474011+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.474011+0000","last_peered":"2024-09-19T05:34:07.474011+0000","last_clean":"2024-09-19T05:34:07.474011+0000","last_became_active":"2024-09-19T05:34:06.481311+0000","last_became_peered":"2024-09-19T05:34:06.481311+0000","last_unstale":"2024-09-19T05:34:07.474011+0000","last_undegraded":"2024-09-19T05:34:07.474011+0000","last_fullsized":"2024-09-19T05:34:07.474011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:52.909714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915873+0000","last_change":"2024-09-19T05:34:06.487493+0000","last_active":"2024-09-19T05:34:07.915873+0000","last_peered":"2024-09-19T05:34:07.915873+0000","last_clean":"2024-09-19T05:34:07.915873+0000","last_became_active":"2024-09-19T05:34:06.487213+0000","last_became_peered":"2024-09-19T05:34:06.487213+0000","last_unstale":"2024-09-19T05:34:07.915873+0000","last_undegraded":"2024-09-19T05:34:07.915873+0000","last_fullsized":"2024-09-19T05:34:07.915873+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:09.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914813+0000","last_change":"2024-09-19T05:34:06.484575+0000","last_active":"2024-09-19T05:34:07.914813+0000","last_peered":"2024-09-19T05:34:07.914813+0000","last_clean":"2024-09-19T05:34:07.914813+0000","last_became_active":"2024-09-19T05:34:06.484212+0000","last_became_peered":"2024-09-19T05:34:06.484212+0000","last_unstale":"2024-09-19T05:34:07.914813+0000","last_undegraded":"2024-09-19T05:34:07.914813+0000","last_fullsized":"2024-09-19T05:34:07.914813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:32.123854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916702+0000","last_change":"2024-09-19T05:34:06.493016+0000","last_active":"2024-09-19T05:34:07.916702+0000","last_peered":"2024-09-19T05:34:07.916702+0000","last_clean":"2024-09-19T05:34:07.916702+0000","last_became_active":"2024-09-19T05:34:06.492573+0000","last_became_peered":"2024-09-19T05:34:06.492573+0000","last_unstale":"2024-09-19T05:34:07.916702+0000","last_undegraded":"2024-09-19T05:34:07.916702+0000","last_fullsized":"2024-09-19T05:34:07.916702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:47.147182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916001+0000","last_change":"2024-09-19T05:34:06.491781+0000","last_active":"2024-09-19T05:34:07.916001+0000","last_peered":"2024-09-19T05:34:07.916001+0000","last_clean":"2024-09-19T05:34:07.916001+0000","last_became_active":"2024-09-19T05:34:06.491502+0000","last_became_peered":"2024-09-19T05:34:06.491502+0000","last_unstale":"2024-09-19T05:34:07.916001+0000","last_undegraded":"2024-09-19T05:34:07.916001+0000","last_fullsized":"2024-09-19T05:34:07.916001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:15.459413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915615+0000","last_change":"2024-09-19T05:34:06.488925+0000","last_active":"2024-09-19T05:34:07.915615+0000","last_peered":"2024-09-19T05:34:07.915615+0000","last_clean":"2024-09-19T05:34:07.915615+0000","last_became_active":"2024-09-19T05:34:06.487964+0000","last_became_peered":"2024-09-19T05:34:06.487964+0000","last_unstale":"2024-09-19T05:34:07.915615+0000","last_undegraded":"2024-09-19T05:34:07.915615+0000","last_fullsized":"2024-09-19T05:34:07.915615+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:34.135938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473339+0000","last_change":"2024-09-19T05:34:06.493014+0000","last_active":"2024-09-19T05:34:07.473339+0000","last_peered":"2024-09-19T05:34:07.473339+0000","last_clean":"2024-09-19T05:34:07.473339+0000","last_became_active":"2024-09-19T05:34:06.492710+0000","last_became_peered":"2024-09-19T05:34:06.492710+0000","last_unstale":"2024-09-19T05:34:07.473339+0000","last_undegraded":"2024-09-19T05:34:07.473339+0000","last_fullsized":"2024-09-19T05:34:07.473339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:37.476105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914961+0000","last_change":"2024-09-19T05:34:06.486996+0000","last_active":"2024-09-19T05:34:07.914961+0000","last_peered":"2024-09-19T05:34:07.914961+0000","last_clean":"2024-09-19T05:34:07.914961+0000","last_became_active":"2024-09-19T05:34:06.486710+0000","last_became_peered":"2024-09-19T05:34:06.486710+0000","last_unstale":"2024-09-19T05:34:07.914961+0000","last_undegraded":"2024-09-19T05:34:07.914961+0000","last_fullsized":"2024-09-19T05:34:07.914961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:34.135938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915898+0000","last_change":"2024-09-19T05:34:06.474005+0000","last_active":"2024-09-19T05:34:07.915898+0000","last_peered":"2024-09-19T05:34:07.915898+0000","last_clean":"2024-09-19T05:34:07.915898+0000","last_became_active":"2024-09-19T05:34:06.472973+0000","last_became_peered":"2024-09-19T05:34:06.472973+0000","last_unstale":"2024-09-19T05:34:07.915898+0000","last_undegraded":"2024-09-19T05:34:07.915898+0000","last_fullsized":"2024-09-19T05:34:07.915898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:46.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471927+0000","last_change":"2024-09-19T05:34:06.472284+0000","last_active":"2024-09-19T05:34:07.471927+0000","last_peered":"2024-09-19T05:34:07.471927+0000","last_clean":"2024-09-19T05:34:07.471927+0000","last_became_active":"2024-09-19T05:34:06.472002+0000","last_became_peered":"2024-09-19T05:34:06.472002+0000","last_unstale":"2024-09-19T05:34:07.471927+0000","last_undegraded":"2024-09-19T05:34:07.471927+0000","last_fullsized":"2024-09-19T05:34:07.471927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472756+0000","last_change":"2024-09-19T05:34:06.481881+0000","last_active":"2024-09-19T05:34:07.472756+0000","last_peered":"2024-09-19T05:34:07.472756+0000","last_clean":"2024-09-19T05:34:07.472756+0000","last_became_active":"2024-09-19T05:34:06.481288+0000","last_became_peered":"2024-09-19T05:34:06.481288+0000","last_unstale":"2024-09-19T05:34:07.472756+0000","last_undegraded":"2024-09-19T05:34:07.472756+0000","last_fullsized":"2024-09-19T05:34:07.472756+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473961+0000","last_change":"2024-09-19T05:34:06.482962+0000","last_active":"2024-09-19T05:34:07.473961+0000","last_peered":"2024-09-19T05:34:07.473961+0000","last_clean":"2024-09-19T05:34:07.473961+0000","last_became_active":"2024-09-19T05:34:06.482493+0000","last_became_peered":"2024-09-19T05:34:06.482493+0000","last_unstale":"2024-09-19T05:34:07.473961+0000","last_undegraded":"2024-09-19T05:34:07.473961+0000","last_fullsized":"2024-09-19T05:34:07.473961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.705012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916414+0000","last_change":"2024-09-19T05:34:06.487656+0000","last_active":"2024-09-19T05:34:07.916414+0000","last_peered":"2024-09-19T05:34:07.916414+0000","last_clean":"2024-09-19T05:34:07.916414+0000","last_became_active":"2024-09-19T05:34:06.487300+0000","last_became_peered":"2024-09-19T05:34:06.487300+0000","last_unstale":"2024-09-19T05:34:07.916414+0000","last_undegraded":"2024-09-19T05:34:07.916414+0000","last_fullsized":"2024-09-19T05:34:07.916414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:56.205543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916486+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.916486+0000","last_peered":"2024-09-19T05:34:07.916486+0000","last_clean":"2024-09-19T05:34:07.916486+0000","last_became_active":"2024-09-19T05:34:06.481304+0000","last_became_peered":"2024-09-19T05:34:06.481304+0000","last_unstale":"2024-09-19T05:34:07.916486+0000","last_undegraded":"2024-09-19T05:34:07.916486+0000","last_fullsized":"2024-09-19T05:34:07.916486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:14.610024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915538+0000","last_change":"2024-09-19T05:34:06.485802+0000","last_active":"2024-09-19T05:34:07.915538+0000","last_peered":"2024-09-19T05:34:07.915538+0000","last_clean":"2024-09-19T05:34:07.915538+0000","last_became_active":"2024-09-19T05:34:06.485534+0000","last_became_peered":"2024-09-19T05:34:06.485534+0000","last_unstale":"2024-09-19T05:34:07.915538+0000","last_undegraded":"2024-09-19T05:34:07.915538+0000","last_fullsized":"2024-09-19T05:34:07.915538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:39.391098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916227+0000","last_change":"2024-09-19T05:34:06.483640+0000","last_active":"2024-09-19T05:34:07.916227+0000","last_peered":"2024-09-19T05:34:07.916227+0000","last_clean":"2024-09-19T05:34:07.916227+0000","last_became_active":"2024-09-19T05:34:06.483168+0000","last_became_peered":"2024-09-19T05:34:06.483168+0000","last_unstale":"2024-09-19T05:34:07.916227+0000","last_undegraded":"2024-09-19T05:34:07.916227+0000","last_fullsized":"2024-09-19T05:34:07.916227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:36.682368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474170+0000","last_change":"2024-09-19T05:34:06.478517+0000","last_active":"2024-09-19T05:34:07.474170+0000","last_peered":"2024-09-19T05:34:07.474170+0000","last_clean":"2024-09-19T05:34:07.474170+0000","last_became_active":"2024-09-19T05:34:06.477295+0000","last_became_peered":"2024-09-19T05:34:06.477295+0000","last_unstale":"2024-09-19T05:34:07.474170+0000","last_undegraded":"2024-09-19T05:34:07.474170+0000","last_fullsized":"2024-09-19T05:34:07.474170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:25.006276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914865+0000","last_change":"2024-09-19T05:34:06.473580+0000","last_active":"2024-09-19T05:34:07.914865+0000","last_peered":"2024-09-19T05:34:07.914865+0000","last_clean":"2024-09-19T05:34:07.914865+0000","last_became_active":"2024-09-19T05:34:06.472740+0000","last_became_peered":"2024-09-19T05:34:06.472740+0000","last_unstale":"2024-09-19T05:34:07.914865+0000","last_undegraded":"2024-09-19T05:34:07.914865+0000","last_fullsized":"2024-09-19T05:34:07.914865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:40.539642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472828+0000","last_change":"2024-09-19T05:34:06.474490+0000","last_active":"2024-09-19T05:34:07.472828+0000","last_peered":"2024-09-19T05:34:07.472828+0000","last_clean":"2024-09-19T05:34:07.472828+0000","last_became_active":"2024-09-19T05:34:06.474141+0000","last_became_peered":"2024-09-19T05:34:06.474141+0000","last_unstale":"2024-09-19T05:34:07.472828+0000","last_undegraded":"2024-09-19T05:34:07.472828+0000","last_fullsized":"2024-09-19T05:34:07.472828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:54.327743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915323+0000","last_change":"2024-09-19T05:34:06.473990+0000","last_active":"2024-09-19T05:34:07.915323+0000","last_peered":"2024-09-19T05:34:07.915323+0000","last_clean":"2024-09-19T05:34:07.915323+0000","last_became_active":"2024-09-19T05:34:06.473617+0000","last_became_peered":"2024-09-19T05:34:06.473617+0000","last_unstale":"2024-09-19T05:34:07.915323+0000","last_undegraded":"2024-09-19T05:34:07.915323+0000","last_fullsized":"2024-09-19T05:34:07.915323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:13.831277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916071+0000","last_change":"2024-09-19T05:34:06.490203+0000","last_active":"2024-09-19T05:34:07.916071+0000","last_peered":"2024-09-19T05:34:07.916071+0000","last_clean":"2024-09-19T05:34:07.916071+0000","last_became_active":"2024-09-19T05:34:06.489478+0000","last_became_peered":"2024-09-19T05:34:06.489478+0000","last_unstale":"2024-09-19T05:34:07.916071+0000","last_undegraded":"2024-09-19T05:34:07.916071+0000","last_fullsized":"2024-09-19T05:34:07.916071+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472111+0000","last_change":"2024-09-19T05:34:06.484703+0000","last_active":"2024-09-19T05:34:07.472111+0000","last_peered":"2024-09-19T05:34:07.472111+0000","last_clean":"2024-09-19T05:34:07.472111+0000","last_became_active":"2024-09-19T05:34:06.484340+0000","last_became_peered":"2024-09-19T05:34:06.484340+0000","last_unstale":"2024-09-19T05:34:07.472111+0000","last_undegraded":"2024-09-19T05:34:07.472111+0000","last_fullsized":"2024-09-19T05:34:07.472111+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915437+0000","last_change":"2024-09-19T05:34:06.475811+0000","last_active":"2024-09-19T05:34:07.915437+0000","last_peered":"2024-09-19T05:34:07.915437+0000","last_clean":"2024-09-19T05:34:07.915437+0000","last_became_active":"2024-09-19T05:34:06.472841+0000","last_became_peered":"2024-09-19T05:34:06.472841+0000","last_unstale":"2024-09-19T05:34:07.915437+0000","last_undegraded":"2024-09-19T05:34:07.915437+0000","last_fullsized":"2024-09-19T05:34:07.915437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:52.909714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916309+0000","last_change":"2024-09-19T05:34:06.476788+0000","last_active":"2024-09-19T05:34:07.916309+0000","last_peered":"2024-09-19T05:34:07.916309+0000","last_clean":"2024-09-19T05:34:07.916309+0000","last_became_active":"2024-09-19T05:34:06.476516+0000","last_became_peered":"2024-09-19T05:34:06.476516+0000","last_unstale":"2024-09-19T05:34:07.916309+0000","last_undegraded":"2024-09-19T05:34:07.916309+0000","last_fullsized":"2024-09-19T05:34:07.916309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:26.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474417+0000","last_change":"2024-09-19T05:34:06.486368+0000","last_active":"2024-09-19T05:34:07.474417+0000","last_peered":"2024-09-19T05:34:07.474417+0000","last_clean":"2024-09-19T05:34:07.474417+0000","last_became_active":"2024-09-19T05:34:06.486035+0000","last_became_peered":"2024-09-19T05:34:06.486035+0000","last_unstale":"2024-09-19T05:34:07.474417+0000","last_undegraded":"2024-09-19T05:34:07.474417+0000","last_fullsized":"2024-09-19T05:34:07.474417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:05.361208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916132+0000","last_change":"2024-09-19T05:34:06.470764+0000","last_active":"2024-09-19T05:34:07.916132+0000","last_peered":"2024-09-19T05:34:07.916132+0000","last_clean":"2024-09-19T05:34:07.916132+0000","last_became_active":"2024-09-19T05:34:06.470468+0000","last_became_peered":"2024-09-19T05:34:06.470468+0000","last_unstale":"2024-09-19T05:34:07.916132+0000","last_undegraded":"2024-09-19T05:34:07.916132+0000","last_fullsized":"2024-09-19T05:34:07.916132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:11.098752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915285+0000","last_change":"2024-09-19T05:34:06.479425+0000","last_active":"2024-09-19T05:34:07.915285+0000","last_peered":"2024-09-19T05:34:07.915285+0000","last_clean":"2024-09-19T05:34:07.915285+0000","last_became_active":"2024-09-19T05:34:06.477737+0000","last_became_peered":"2024-09-19T05:34:06.477737+0000","last_unstale":"2024-09-19T05:34:07.915285+0000","last_undegraded":"2024-09-19T05:34:07.915285+0000","last_fullsized":"2024-09-19T05:34:07.915285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:32.123854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473069+0000","last_change":"2024-09-19T05:34:06.470736+0000","last_active":"2024-09-19T05:34:07.473069+0000","last_peered":"2024-09-19T05:34:07.473069+0000","last_clean":"2024-09-19T05:34:07.473069+0000","last_became_active":"2024-09-19T05:34:06.470383+0000","last_became_peered":"2024-09-19T05:34:06.470383+0000","last_unstale":"2024-09-19T05:34:07.473069+0000","last_undegraded":"2024-09-19T05:34:07.473069+0000","last_fullsized":"2024-09-19T05:34:07.473069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:34.304554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915094+0000","last_change":"2024-09-19T05:34:05.475981+0000","last_active":"2024-09-19T05:34:07.915094+0000","last_peered":"2024-09-19T05:34:07.915094+0000","last_clean":"2024-09-19T05:34:07.915094+0000","last_became_active":"2024-09-19T05:34:05.475727+0000","last_became_peered":"2024-09-19T05:34:05.475727+0000","last_unstale":"2024-09-19T05:34:07.915094+0000","last_undegraded":"2024-09-19T05:34:07.915094+0000","last_fullsized":"2024-09-19T05:34:07.915094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916374+0000","last_change":"2024-09-19T05:34:06.478104+0000","last_active":"2024-09-19T05:34:07.916374+0000","last_peered":"2024-09-19T05:34:07.916374+0000","last_clean":"2024-09-19T05:34:07.916374+0000","last_became_active":"2024-09-19T05:34:06.477772+0000","last_became_peered":"2024-09-19T05:34:06.477772+0000","last_unstale":"2024-09-19T05:34:07.916374+0000","last_undegraded":"2024-09-19T05:34:07.916374+0000","last_fullsized":"2024-09-19T05:34:07.916374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915405+0000","last_change":"2024-09-19T05:34:05.474081+0000","last_active":"2024-09-19T05:34:07.915405+0000","last_peered":"2024-09-19T05:34:07.915405+0000","last_clean":"2024-09-19T05:34:07.915405+0000","last_became_active":"2024-09-19T05:34:05.473251+0000","last_became_peered":"2024-09-19T05:34:05.473251+0000","last_unstale":"2024-09-19T05:34:07.915405+0000","last_undegraded":"2024-09-19T05:34:07.915405+0000","last_fullsized":"2024-09-19T05:34:07.915405+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914958+0000","last_change":"2024-09-19T05:34:05.476933+0000","last_active":"2024-09-19T05:34:07.914958+0000","last_peered":"2024-09-19T05:34:07.914958+0000","last_clean":"2024-09-19T05:34:07.914958+0000","last_became_active":"2024-09-19T05:34:05.476627+0000","last_became_peered":"2024-09-19T05:34:05.476627+0000","last_unstale":"2024-09-19T05:34:07.914958+0000","last_undegraded":"2024-09-19T05:34:07.914958+0000","last_fullsized":"2024-09-19T05:34:07.914958+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914906+0000","last_change":"2024-09-19T05:34:06.482706+0000","last_active":"2024-09-19T05:34:07.914906+0000","last_peered":"2024-09-19T05:34:07.914906+0000","last_clean":"2024-09-19T05:34:07.914906+0000","last_became_active":"2024-09-19T05:34:06.482373+0000","last_became_peered":"2024-09-19T05:34:06.482373+0000","last_unstale":"2024-09-19T05:34:07.914906+0000","last_undegraded":"2024-09-19T05:34:07.914906+0000","last_fullsized":"2024-09-19T05:34:07.914906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:39.391098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473674+0000","last_change":"2024-09-19T05:34:05.467421+0000","last_active":"2024-09-19T05:34:07.473674+0000","last_peered":"2024-09-19T05:34:07.473674+0000","last_clean":"2024-09-19T05:34:07.473674+0000","last_became_active":"2024-09-19T05:34:05.467111+0000","last_became_peered":"2024-09-19T05:34:05.467111+0000","last_unstale":"2024-09-19T05:34:07.473674+0000","last_undegraded":"2024-09-19T05:34:07.473674+0000","last_fullsized":"2024-09-19T05:34:07.473674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471897+0000","last_change":"2024-09-19T05:34:06.485430+0000","last_active":"2024-09-19T05:34:07.471897+0000","last_peered":"2024-09-19T05:34:07.471897+0000","last_clean":"2024-09-19T05:34:07.471897+0000","last_became_active":"2024-09-19T05:34:06.485150+0000","last_became_peered":"2024-09-19T05:34:06.485150+0000","last_unstale":"2024-09-19T05:34:07.471897+0000","last_undegraded":"2024-09-19T05:34:07.471897+0000","last_fullsized":"2024-09-19T05:34:07.471897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915638+0000","last_change":"2024-09-19T05:34:05.477362+0000","last_active":"2024-09-19T05:34:07.915638+0000","last_peered":"2024-09-19T05:34:07.915638+0000","last_clean":"2024-09-19T05:34:07.915638+0000","last_became_active":"2024-09-19T05:34:05.476952+0000","last_became_peered":"2024-09-19T05:34:05.476952+0000","last_unstale":"2024-09-19T05:34:07.915638+0000","last_undegraded":"2024-09-19T05:34:07.915638+0000","last_fullsized":"2024-09-19T05:34:07.915638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473803+0000","last_change":"2024-09-19T05:34:06.477093+0000","last_active":"2024-09-19T05:34:07.473803+0000","last_peered":"2024-09-19T05:34:07.473803+0000","last_clean":"2024-09-19T05:34:07.473803+0000","last_became_active":"2024-09-19T05:34:06.476739+0000","last_became_peered":"2024-09-19T05:34:06.476739+0000","last_unstale":"2024-09-19T05:34:07.473803+0000","last_undegraded":"2024-09-19T05:34:07.473803+0000","last_fullsized":"2024-09-19T05:34:07.473803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:13.831277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473864+0000","last_change":"2024-09-19T05:34:05.474353+0000","last_active":"2024-09-19T05:34:07.473864+0000","last_peered":"2024-09-19T05:34:07.473864+0000","last_clean":"2024-09-19T05:34:07.473864+0000","last_became_active":"2024-09-19T05:34:05.474005+0000","last_became_peered":"2024-09-19T05:34:05.474005+0000","last_unstale":"2024-09-19T05:34:07.473864+0000","last_undegraded":"2024-09-19T05:34:07.473864+0000","last_fullsized":"2024-09-19T05:34:07.473864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916586+0000","last_change":"2024-09-19T05:34:06.489641+0000","last_active":"2024-09-19T05:34:07.916586+0000","last_peered":"2024-09-19T05:34:07.916586+0000","last_clean":"2024-09-19T05:34:07.916586+0000","last_became_active":"2024-09-19T05:34:06.489321+0000","last_became_peered":"2024-09-19T05:34:06.489321+0000","last_unstale":"2024-09-19T05:34:07.916586+0000","last_undegraded":"2024-09-19T05:34:07.916586+0000","last_fullsized":"2024-09-19T05:34:07.916586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472054+0000","last_change":"2024-09-19T05:34:05.472080+0000","last_active":"2024-09-19T05:34:07.472054+0000","last_peered":"2024-09-19T05:34:07.472054+0000","last_clean":"2024-09-19T05:34:07.472054+0000","last_became_active":"2024-09-19T05:34:05.471618+0000","last_became_peered":"2024-09-19T05:34:05.471618+0000","last_unstale":"2024-09-19T05:34:07.472054+0000","last_undegraded":"2024-09-19T05:34:07.472054+0000","last_fullsized":"2024-09-19T05:34:07.472054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:33.294552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474390+0000","last_change":"2024-09-19T05:34:06.479262+0000","last_active":"2024-09-19T05:34:07.474390+0000","last_peered":"2024-09-19T05:34:07.474390+0000","last_clean":"2024-09-19T05:34:07.474390+0000","last_became_active":"2024-09-19T05:34:06.478793+0000","last_became_peered":"2024-09-19T05:34:06.478793+0000","last_unstale":"2024-09-19T05:34:07.474390+0000","last_undegraded":"2024-09-19T05:34:07.474390+0000","last_fullsized":"2024-09-19T05:34:07.474390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:21.875146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915536+0000","last_change":"2024-09-19T05:34:05.479809+0000","last_active":"2024-09-19T05:34:07.915536+0000","last_peered":"2024-09-19T05:34:07.915536+0000","last_clean":"2024-09-19T05:34:07.915536+0000","last_became_active":"2024-09-19T05:34:05.479411+0000","last_became_peered":"2024-09-19T05:34:05.479411+0000","last_unstale":"2024-09-19T05:34:07.915536+0000","last_undegraded":"2024-09-19T05:34:07.915536+0000","last_fullsized":"2024-09-19T05:34:07.915536+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:47.521137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916266+0000","last_change":"2024-09-19T05:34:06.484145+0000","last_active":"2024-09-19T05:34:07.916266+0000","last_peered":"2024-09-19T05:34:07.916266+0000","last_clean":"2024-09-19T05:34:07.916266+0000","last_became_active":"2024-09-19T05:34:06.483542+0000","last_became_peered":"2024-09-19T05:34:06.483542+0000","last_unstale":"2024-09-19T05:34:07.916266+0000","last_undegraded":"2024-09-19T05:34:07.916266+0000","last_fullsized":"2024-09-19T05:34:07.916266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:49.390121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916368+0000","last_change":"2024-09-19T05:34:05.470625+0000","last_active":"2024-09-19T05:34:07.916368+0000","last_peered":"2024-09-19T05:34:07.916368+0000","last_clean":"2024-09-19T05:34:07.916368+0000","last_became_active":"2024-09-19T05:34:05.470196+0000","last_became_peered":"2024-09-19T05:34:05.470196+0000","last_unstale":"2024-09-19T05:34:07.916368+0000","last_undegraded":"2024-09-19T05:34:07.916368+0000","last_fullsized":"2024-09-19T05:34:07.916368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:29.655146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916091+0000","last_change":"2024-09-19T05:34:06.480319+0000","last_active":"2024-09-19T05:34:07.916091+0000","last_peered":"2024-09-19T05:34:07.916091+0000","last_clean":"2024-09-19T05:34:07.916091+0000","last_became_active":"2024-09-19T05:34:06.480055+0000","last_became_peered":"2024-09-19T05:34:06.480055+0000","last_unstale":"2024-09-19T05:34:07.916091+0000","last_undegraded":"2024-09-19T05:34:07.916091+0000","last_fullsized":"2024-09-19T05:34:07.916091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:17.132084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474346+0000","last_change":"2024-09-19T05:34:05.479570+0000","last_active":"2024-09-19T05:34:07.474346+0000","last_peered":"2024-09-19T05:34:07.474346+0000","last_clean":"2024-09-19T05:34:07.474346+0000","last_became_active":"2024-09-19T05:34:05.479266+0000","last_became_peered":"2024-09-19T05:34:05.479266+0000","last_unstale":"2024-09-19T05:34:07.474346+0000","last_undegraded":"2024-09-19T05:34:07.474346+0000","last_fullsized":"2024-09-19T05:34:07.474346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916118+0000","last_change":"2024-09-19T05:34:06.477935+0000","last_active":"2024-09-19T05:34:07.916118+0000","last_peered":"2024-09-19T05:34:07.916118+0000","last_clean":"2024-09-19T05:34:07.916118+0000","last_became_active":"2024-09-19T05:34:06.477681+0000","last_became_peered":"2024-09-19T05:34:06.477681+0000","last_unstale":"2024-09-19T05:34:07.916118+0000","last_undegraded":"2024-09-19T05:34:07.916118+0000","last_fullsized":"2024-09-19T05:34:07.916118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:17.096756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915284+0000","last_change":"2024-09-19T05:34:05.477121+0000","last_active":"2024-09-19T05:34:07.915284+0000","last_peered":"2024-09-19T05:34:07.915284+0000","last_clean":"2024-09-19T05:34:07.915284+0000","last_became_active":"2024-09-19T05:34:05.476483+0000","last_became_peered":"2024-09-19T05:34:05.476483+0000","last_unstale":"2024-09-19T05:34:07.915284+0000","last_undegraded":"2024-09-19T05:34:07.915284+0000","last_fullsized":"2024-09-19T05:34:07.915284+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915295+0000","last_change":"2024-09-19T05:34:06.478820+0000","last_active":"2024-09-19T05:34:07.915295+0000","last_peered":"2024-09-19T05:34:07.915295+0000","last_clean":"2024-09-19T05:34:07.915295+0000","last_became_active":"2024-09-19T05:34:06.478051+0000","last_became_peered":"2024-09-19T05:34:06.478051+0000","last_unstale":"2024-09-19T05:34:07.915295+0000","last_undegraded":"2024-09-19T05:34:07.915295+0000","last_fullsized":"2024-09-19T05:34:07.915295+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:40.539642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915899+0000","last_change":"2024-09-19T05:34:05.474034+0000","last_active":"2024-09-19T05:34:07.915899+0000","last_peered":"2024-09-19T05:34:07.915899+0000","last_clean":"2024-09-19T05:34:07.915899+0000","last_became_active":"2024-09-19T05:34:05.473729+0000","last_became_peered":"2024-09-19T05:34:05.473729+0000","last_unstale":"2024-09-19T05:34:07.915899+0000","last_undegraded":"2024-09-19T05:34:07.915899+0000","last_fullsized":"2024-09-19T05:34:07.915899+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:56.728303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915753+0000","last_change":"2024-09-19T05:34:06.478696+0000","last_active":"2024-09-19T05:34:07.915753+0000","last_peered":"2024-09-19T05:34:07.915753+0000","last_clean":"2024-09-19T05:34:07.915753+0000","last_became_active":"2024-09-19T05:34:06.478417+0000","last_became_peered":"2024-09-19T05:34:06.478417+0000","last_unstale":"2024-09-19T05:34:07.915753+0000","last_undegraded":"2024-09-19T05:34:07.915753+0000","last_fullsized":"2024-09-19T05:34:07.915753+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.633380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473167+0000","last_change":"2024-09-19T05:34:05.471165+0000","last_active":"2024-09-19T05:34:07.473167+0000","last_peered":"2024-09-19T05:34:07.473167+0000","last_clean":"2024-09-19T05:34:07.473167+0000","last_became_active":"2024-09-19T05:34:05.470862+0000","last_became_peered":"2024-09-19T05:34:05.470862+0000","last_unstale":"2024-09-19T05:34:07.473167+0000","last_undegraded":"2024-09-19T05:34:07.473167+0000","last_fullsized":"2024-09-19T05:34:07.473167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:30.326292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916471+0000","last_change":"2024-09-19T05:34:06.475815+0000","last_active":"2024-09-19T05:34:07.916471+0000","last_peered":"2024-09-19T05:34:07.916471+0000","last_clean":"2024-09-19T05:34:07.916471+0000","last_became_active":"2024-09-19T05:34:06.475495+0000","last_became_peered":"2024-09-19T05:34:06.475495+0000","last_unstale":"2024-09-19T05:34:07.916471+0000","last_undegraded":"2024-09-19T05:34:07.916471+0000","last_fullsized":"2024-09-19T05:34:07.916471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:42.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916354+0000","last_change":"2024-09-19T05:34:05.475793+0000","last_active":"2024-09-19T05:34:07.916354+0000","last_peered":"2024-09-19T05:34:07.916354+0000","last_clean":"2024-09-19T05:34:07.916354+0000","last_became_active":"2024-09-19T05:34:05.475478+0000","last_became_peered":"2024-09-19T05:34:05.475478+0000","last_unstale":"2024-09-19T05:34:07.916354+0000","last_undegraded":"2024-09-19T05:34:07.916354+0000","last_fullsized":"2024-09-19T05:34:07.916354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916761+0000","last_change":"2024-09-19T05:34:06.480580+0000","last_active":"2024-09-19T05:34:07.916761+0000","last_peered":"2024-09-19T05:34:07.916761+0000","last_clean":"2024-09-19T05:34:07.916761+0000","last_became_active":"2024-09-19T05:34:06.480293+0000","last_became_peered":"2024-09-19T05:34:06.480293+0000","last_unstale":"2024-09-19T05:34:07.916761+0000","last_undegraded":"2024-09-19T05:34:07.916761+0000","last_fullsized":"2024-09-19T05:34:07.916761+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:23.973961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472129+0000","last_change":"2024-09-19T05:34:05.471098+0000","last_active":"2024-09-19T05:34:07.472129+0000","last_peered":"2024-09-19T05:34:07.472129+0000","last_clean":"2024-09-19T05:34:07.472129+0000","last_became_active":"2024-09-19T05:34:05.470808+0000","last_became_peered":"2024-09-19T05:34:05.470808+0000","last_unstale":"2024-09-19T05:34:07.472129+0000","last_undegraded":"2024-09-19T05:34:07.472129+0000","last_fullsized":"2024-09-19T05:34:07.472129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474552+0000","last_change":"2024-09-19T05:34:06.486255+0000","last_active":"2024-09-19T05:34:07.474552+0000","last_peered":"2024-09-19T05:34:07.474552+0000","last_clean":"2024-09-19T05:34:07.474552+0000","last_became_active":"2024-09-19T05:34:06.484389+0000","last_became_peered":"2024-09-19T05:34:06.484389+0000","last_unstale":"2024-09-19T05:34:07.474552+0000","last_undegraded":"2024-09-19T05:34:07.474552+0000","last_fullsized":"2024-09-19T05:34:07.474552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:07.578398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916227+0000","last_change":"2024-09-19T05:34:05.465822+0000","last_active":"2024-09-19T05:34:07.916227+0000","last_peered":"2024-09-19T05:34:07.916227+0000","last_clean":"2024-09-19T05:34:07.916227+0000","last_became_active":"2024-09-19T05:34:05.465482+0000","last_became_peered":"2024-09-19T05:34:05.465482+0000","last_unstale":"2024-09-19T05:34:07.916227+0000","last_undegraded":"2024-09-19T05:34:07.916227+0000","last_fullsized":"2024-09-19T05:34:07.916227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916365+0000","last_change":"2024-09-19T05:34:06.492763+0000","last_active":"2024-09-19T05:34:07.916365+0000","last_peered":"2024-09-19T05:34:07.916365+0000","last_clean":"2024-09-19T05:34:07.916365+0000","last_became_active":"2024-09-19T05:34:06.492463+0000","last_became_peered":"2024-09-19T05:34:06.492463+0000","last_unstale":"2024-09-19T05:34:07.916365+0000","last_undegraded":"2024-09-19T05:34:07.916365+0000","last_fullsized":"2024-09-19T05:34:07.916365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:35:58.916647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915720+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:07.915720+0000","last_peered":"2024-09-19T05:34:07.915720+0000","last_clean":"2024-09-19T05:34:07.915720+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:07.915720+0000","last_undegraded":"2024-09-19T05:34:07.915720+0000","last_fullsized":"2024-09-19T05:34:07.915720+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473380+0000","last_change":"2024-09-19T05:34:05.467523+0000","last_active":"2024-09-19T05:34:07.473380+0000","last_peered":"2024-09-19T05:34:07.473380+0000","last_clean":"2024-09-19T05:34:07.473380+0000","last_became_active":"2024-09-19T05:34:05.467208+0000","last_became_peered":"2024-09-19T05:34:05.467208+0000","last_unstale":"2024-09-19T05:34:07.473380+0000","last_undegraded":"2024-09-19T05:34:07.473380+0000","last_fullsized":"2024-09-19T05:34:07.473380+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915043+0000","last_change":"2024-09-19T05:34:06.489066+0000","last_active":"2024-09-19T05:34:07.915043+0000","last_peered":"2024-09-19T05:34:07.915043+0000","last_clean":"2024-09-19T05:34:07.915043+0000","last_became_active":"2024-09-19T05:34:06.488809+0000","last_became_peered":"2024-09-19T05:34:06.488809+0000","last_unstale":"2024-09-19T05:34:07.915043+0000","last_undegraded":"2024-09-19T05:34:07.915043+0000","last_fullsized":"2024-09-19T05:34:07.915043+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:59.433532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915599+0000","last_change":"2024-09-19T05:34:05.479840+0000","last_active":"2024-09-19T05:34:07.915599+0000","last_peered":"2024-09-19T05:34:07.915599+0000","last_clean":"2024-09-19T05:34:07.915599+0000","last_became_active":"2024-09-19T05:34:05.479575+0000","last_became_peered":"2024-09-19T05:34:05.479575+0000","last_unstale":"2024-09-19T05:34:07.915599+0000","last_undegraded":"2024-09-19T05:34:07.915599+0000","last_fullsized":"2024-09-19T05:34:07.915599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:37.874871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915833+0000","last_change":"2024-09-19T05:34:06.477073+0000","last_active":"2024-09-19T05:34:07.915833+0000","last_peered":"2024-09-19T05:34:07.915833+0000","last_clean":"2024-09-19T05:34:07.915833+0000","last_became_active":"2024-09-19T05:34:06.476757+0000","last_became_peered":"2024-09-19T05:34:06.476757+0000","last_unstale":"2024-09-19T05:34:07.915833+0000","last_undegraded":"2024-09-19T05:34:07.915833+0000","last_fullsized":"2024-09-19T05:34:07.915833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:38.884872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916245+0000","last_change":"2024-09-19T05:34:05.470939+0000","last_active":"2024-09-19T05:34:07.916245+0000","last_peered":"2024-09-19T05:34:07.916245+0000","last_clean":"2024-09-19T05:34:07.916245+0000","last_became_active":"2024-09-19T05:34:05.470647+0000","last_became_peered":"2024-09-19T05:34:05.470647+0000","last_unstale":"2024-09-19T05:34:07.916245+0000","last_undegraded":"2024-09-19T05:34:07.916245+0000","last_fullsized":"2024-09-19T05:34:07.916245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471942+0000","last_change":"2024-09-19T05:34:06.476716+0000","last_active":"2024-09-19T05:34:07.471942+0000","last_peered":"2024-09-19T05:34:07.471942+0000","last_clean":"2024-09-19T05:34:07.471942+0000","last_became_active":"2024-09-19T05:34:06.475087+0000","last_became_peered":"2024-09-19T05:34:06.475087+0000","last_unstale":"2024-09-19T05:34:07.471942+0000","last_undegraded":"2024-09-19T05:34:07.471942+0000","last_fullsized":"2024-09-19T05:34:07.471942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474471+0000","last_change":"2024-09-19T05:34:05.472856+0000","last_active":"2024-09-19T05:34:07.474471+0000","last_peered":"2024-09-19T05:34:07.474471+0000","last_clean":"2024-09-19T05:34:07.474471+0000","last_became_active":"2024-09-19T05:34:05.472060+0000","last_became_peered":"2024-09-19T05:34:05.472060+0000","last_unstale":"2024-09-19T05:34:07.474471+0000","last_undegraded":"2024-09-19T05:34:07.474471+0000","last_fullsized":"2024-09-19T05:34:07.474471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:56.728303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473526+0000","last_change":"2024-09-19T05:34:06.473317+0000","last_active":"2024-09-19T05:34:07.473526+0000","last_peered":"2024-09-19T05:34:07.473526+0000","last_clean":"2024-09-19T05:34:07.473526+0000","last_became_active":"2024-09-19T05:34:06.473027+0000","last_became_peered":"2024-09-19T05:34:06.473027+0000","last_unstale":"2024-09-19T05:34:07.473526+0000","last_undegraded":"2024-09-19T05:34:07.473526+0000","last_fullsized":"2024-09-19T05:34:07.473526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:15.075617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472171+0000","last_change":"2024-09-19T05:34:05.472027+0000","last_active":"2024-09-19T05:34:07.472171+0000","last_peered":"2024-09-19T05:34:07.472171+0000","last_clean":"2024-09-19T05:34:07.472171+0000","last_became_active":"2024-09-19T05:34:05.471755+0000","last_became_peered":"2024-09-19T05:34:05.471755+0000","last_unstale":"2024-09-19T05:34:07.472171+0000","last_undegraded":"2024-09-19T05:34:07.472171+0000","last_fullsized":"2024-09-19T05:34:07.472171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:05.974937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474478+0000","last_change":"2024-09-19T05:34:06.471923+0000","last_active":"2024-09-19T05:34:07.474478+0000","last_peered":"2024-09-19T05:34:07.474478+0000","last_clean":"2024-09-19T05:34:07.474478+0000","last_became_active":"2024-09-19T05:34:06.471558+0000","last_became_peered":"2024-09-19T05:34:06.471558+0000","last_unstale":"2024-09-19T05:34:07.474478+0000","last_undegraded":"2024-09-19T05:34:07.474478+0000","last_fullsized":"2024-09-19T05:34:07.474478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:06.917896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916478+0000","last_change":"2024-09-19T05:34:05.478506+0000","last_active":"2024-09-19T05:34:07.916478+0000","last_peered":"2024-09-19T05:34:07.916478+0000","last_clean":"2024-09-19T05:34:07.916478+0000","last_became_active":"2024-09-19T05:34:05.478013+0000","last_became_peered":"2024-09-19T05:34:05.478013+0000","last_unstale":"2024-09-19T05:34:07.916478+0000","last_undegraded":"2024-09-19T05:34:07.916478+0000","last_fullsized":"2024-09-19T05:34:07.916478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:38.437245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472117+0000","last_change":"2024-09-19T05:34:06.475880+0000","last_active":"2024-09-19T05:34:07.472117+0000","last_peered":"2024-09-19T05:34:07.472117+0000","last_clean":"2024-09-19T05:34:07.472117+0000","last_became_active":"2024-09-19T05:34:06.475545+0000","last_became_peered":"2024-09-19T05:34:06.475545+0000","last_unstale":"2024-09-19T05:34:07.472117+0000","last_undegraded":"2024-09-19T05:34:07.472117+0000","last_fullsized":"2024-09-19T05:34:07.472117+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472043+0000","last_change":"2024-09-19T05:34:05.477231+0000","last_active":"2024-09-19T05:34:07.472043+0000","last_peered":"2024-09-19T05:34:07.472043+0000","last_clean":"2024-09-19T05:34:07.472043+0000","last_became_active":"2024-09-19T05:34:05.476922+0000","last_became_peered":"2024-09-19T05:34:05.476922+0000","last_unstale":"2024-09-19T05:34:07.472043+0000","last_undegraded":"2024-09-19T05:34:07.472043+0000","last_fullsized":"2024-09-19T05:34:07.472043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915405+0000","last_change":"2024-09-19T05:34:06.483197+0000","last_active":"2024-09-19T05:34:07.915405+0000","last_peered":"2024-09-19T05:34:07.915405+0000","last_clean":"2024-09-19T05:34:07.915405+0000","last_became_active":"2024-09-19T05:34:06.482900+0000","last_became_peered":"2024-09-19T05:34:06.482900+0000","last_unstale":"2024-09-19T05:34:07.915405+0000","last_undegraded":"2024-09-19T05:34:07.915405+0000","last_fullsized":"2024-09-19T05:34:07.915405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.705012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915722+0000","last_change":"2024-09-19T05:34:05.476887+0000","last_active":"2024-09-19T05:34:07.915722+0000","last_peered":"2024-09-19T05:34:07.915722+0000","last_clean":"2024-09-19T05:34:07.915722+0000","last_became_active":"2024-09-19T05:34:05.476578+0000","last_became_peered":"2024-09-19T05:34:05.476578+0000","last_unstale":"2024-09-19T05:34:07.915722+0000","last_undegraded":"2024-09-19T05:34:07.915722+0000","last_fullsized":"2024-09-19T05:34:07.915722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:06.473806+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:06.473516+0000","last_became_peered":"2024-09-19T05:34:06.473516+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915471+0000","last_change":"2024-09-19T05:34:05.479191+0000","last_active":"2024-09-19T05:34:07.915471+0000","last_peered":"2024-09-19T05:34:07.915471+0000","last_clean":"2024-09-19T05:34:07.915471+0000","last_became_active":"2024-09-19T05:34:05.478859+0000","last_became_peered":"2024-09-19T05:34:05.478859+0000","last_unstale":"2024-09-19T05:34:07.915471+0000","last_undegraded":"2024-09-19T05:34:07.915471+0000","last_fullsized":"2024-09-19T05:34:07.915471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473548+0000","last_change":"2024-09-19T05:34:06.469216+0000","last_active":"2024-09-19T05:34:07.473548+0000","last_peered":"2024-09-19T05:34:07.473548+0000","last_clean":"2024-09-19T05:34:07.473548+0000","last_became_active":"2024-09-19T05:34:06.468924+0000","last_became_peered":"2024-09-19T05:34:06.468924+0000","last_unstale":"2024-09-19T05:34:07.473548+0000","last_undegraded":"2024-09-19T05:34:07.473548+0000","last_fullsized":"2024-09-19T05:34:07.473548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:27.485869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.476030+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.475737+0000","last_became_peered":"2024-09-19T05:34:05.475737+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915080+0000","last_change":"2024-09-19T05:34:06.476707+0000","last_active":"2024-09-19T05:34:07.915080+0000","last_peered":"2024-09-19T05:34:07.915080+0000","last_clean":"2024-09-19T05:34:07.915080+0000","last_became_active":"2024-09-19T05:34:06.476415+0000","last_became_peered":"2024-09-19T05:34:06.476415+0000","last_unstale":"2024-09-19T05:34:07.915080+0000","last_undegraded":"2024-09-19T05:34:07.915080+0000","last_fullsized":"2024-09-19T05:34:07.915080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:15.459413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.479332+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.479000+0000","last_became_peered":"2024-09-19T05:34:05.479000+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:36.466104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915252+0000","last_change":"2024-09-19T05:34:06.478268+0000","last_active":"2024-09-19T05:34:07.915252+0000","last_peered":"2024-09-19T05:34:07.915252+0000","last_clean":"2024-09-19T05:34:07.915252+0000","last_became_active":"2024-09-19T05:34:06.477954+0000","last_became_peered":"2024-09-19T05:34:06.477954+0000","last_unstale":"2024-09-19T05:34:07.915252+0000","last_undegraded":"2024-09-19T05:34:07.915252+0000","last_fullsized":"2024-09-19T05:34:07.915252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916015+0000","last_change":"2024-09-19T05:34:05.476283+0000","last_active":"2024-09-19T05:34:07.916015+0000","last_peered":"2024-09-19T05:34:07.916015+0000","last_clean":"2024-09-19T05:34:07.916015+0000","last_became_active":"2024-09-19T05:34:05.476005+0000","last_became_peered":"2024-09-19T05:34:05.476005+0000","last_unstale":"2024-09-19T05:34:07.916015+0000","last_undegraded":"2024-09-19T05:34:07.916015+0000","last_fullsized":"2024-09-19T05:34:07.916015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915773+0000","last_change":"2024-09-19T05:34:06.475709+0000","last_active":"2024-09-19T05:34:07.915773+0000","last_peered":"2024-09-19T05:34:07.915773+0000","last_clean":"2024-09-19T05:34:07.915773+0000","last_became_active":"2024-09-19T05:34:06.475222+0000","last_became_peered":"2024-09-19T05:34:06.475222+0000","last_unstale":"2024-09-19T05:34:07.915773+0000","last_undegraded":"2024-09-19T05:34:07.915773+0000","last_fullsized":"2024-09-19T05:34:07.915773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:59.433532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474595+0000","last_change":"2024-09-19T05:34:06.476778+0000","last_active":"2024-09-19T05:34:07.474595+0000","last_peered":"2024-09-19T05:34:07.474595+0000","last_clean":"2024-09-19T05:34:07.474595+0000","last_became_active":"2024-09-19T05:34:06.475570+0000","last_became_peered":"2024-09-19T05:34:06.475570+0000","last_unstale":"2024-09-19T05:34:07.474595+0000","last_undegraded":"2024-09-19T05:34:07.474595+0000","last_fullsized":"2024-09-19T05:34:07.474595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:19.414493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916330+0000","last_change":"2024-09-19T05:34:05.477152+0000","last_active":"2024-09-19T05:34:07.916330+0000","last_peered":"2024-09-19T05:34:07.916330+0000","last_clean":"2024-09-19T05:34:07.916330+0000","last_became_active":"2024-09-19T05:34:05.476772+0000","last_became_peered":"2024-09-19T05:34:05.476772+0000","last_unstale":"2024-09-19T05:34:07.916330+0000","last_undegraded":"2024-09-19T05:34:07.916330+0000","last_fullsized":"2024-09-19T05:34:07.916330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474361+0000","last_change":"2024-09-19T05:34:06.477777+0000","last_active":"2024-09-19T05:34:07.474361+0000","last_peered":"2024-09-19T05:34:07.474361+0000","last_clean":"2024-09-19T05:34:07.474361+0000","last_became_active":"2024-09-19T05:34:06.477466+0000","last_became_peered":"2024-09-19T05:34:06.477466+0000","last_unstale":"2024-09-19T05:34:07.474361+0000","last_undegraded":"2024-09-19T05:34:07.474361+0000","last_fullsized":"2024-09-19T05:34:07.474361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:33.281598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916338+0000","last_change":"2024-09-19T05:34:05.479333+0000","last_active":"2024-09-19T05:34:07.916338+0000","last_peered":"2024-09-19T05:34:07.916338+0000","last_clean":"2024-09-19T05:34:07.916338+0000","last_became_active":"2024-09-19T05:34:05.479020+0000","last_became_peered":"2024-09-19T05:34:05.479020+0000","last_unstale":"2024-09-19T05:34:07.916338+0000","last_undegraded":"2024-09-19T05:34:07.916338+0000","last_fullsized":"2024-09-19T05:34:07.916338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:27.675423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916520+0000","last_change":"2024-09-19T05:34:06.491803+0000","last_active":"2024-09-19T05:34:07.916520+0000","last_peered":"2024-09-19T05:34:07.916520+0000","last_clean":"2024-09-19T05:34:07.916520+0000","last_became_active":"2024-09-19T05:34:06.491551+0000","last_became_peered":"2024-09-19T05:34:06.491551+0000","last_unstale":"2024-09-19T05:34:07.916520+0000","last_undegraded":"2024-09-19T05:34:07.916520+0000","last_fullsized":"2024-09-19T05:34:07.916520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915361+0000","last_change":"2024-09-19T05:34:05.478326+0000","last_active":"2024-09-19T05:34:07.915361+0000","last_peered":"2024-09-19T05:34:07.915361+0000","last_clean":"2024-09-19T05:34:07.915361+0000","last_became_active":"2024-09-19T05:34:05.478011+0000","last_became_peered":"2024-09-19T05:34:05.478011+0000","last_unstale":"2024-09-19T05:34:07.915361+0000","last_undegraded":"2024-09-19T05:34:07.915361+0000","last_fullsized":"2024-09-19T05:34:07.915361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915258+0000","last_change":"2024-09-19T05:34:06.487827+0000","last_active":"2024-09-19T05:34:07.915258+0000","last_peered":"2024-09-19T05:34:07.915258+0000","last_clean":"2024-09-19T05:34:07.915258+0000","last_became_active":"2024-09-19T05:34:06.487532+0000","last_became_peered":"2024-09-19T05:34:06.487532+0000","last_unstale":"2024-09-19T05:34:07.915258+0000","last_undegraded":"2024-09-19T05:34:07.915258+0000","last_fullsized":"2024-09-19T05:34:07.915258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:54.327743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:05.474890+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:05.474640+0000","last_became_peered":"2024-09-19T05:34:05.474640+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:38.339694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35572,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336268,"statfs":{"total":96636764160,"available":96600338432,"internally_reserved":0,"allocated":221184,"data_stored":74787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":221184,"data_stored":74787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":208896,"data_stored":73175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36136,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335704,"statfs":{"total":96636764160,"available":96599760896,"internally_reserved":0,"allocated":806912,"data_stored":664125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35560,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336280,"statfs":{"total":96636764160,"available":96600350720,"internally_reserved":0,"allocated":212992,"data_stored":73265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":221184,"data_stored":73301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542153,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542153,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:17.579 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:17.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.716+0000 7fac2591a640 1 Processor -- start 2024-09-19T05:34:17.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.716+0000 7fac2591a640 1 -- start start 2024-09-19T05:34:17.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac2591a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200b6690 0x7fac200cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac2591a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fac200d16e0 0x7fac200d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac2591a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac200cff10 con 0x7fac200b6a70 2024-09-19T05:34:17.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac2591a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fac200d1b70 con 0x7fac200d16e0 2024-09-19T05:34:17.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac2591a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fac200cf540 con 0x7fac200b6690 2024-09-19T05:34:17.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac1f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fac200d16e0 0x7fac200d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac1f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fac200d16e0 0x7fac200d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55756/0 (socket says 172.21.15.39:55756) 2024-09-19T05:34:17.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac1f7fe640 1 -- 172.21.15.39:0/130861749 learned_addr learned my addr 172.21.15.39:0/130861749 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:17.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac1f7fe640 1 -- 172.21.15.39:0/130861749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200b6690 msgr2=0x7fac200cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:17.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac1effd640 1 --2- 172.21.15.39:0/130861749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200b6690 0x7fac200cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac1f7fe640 1 --2- 172.21.15.39:0/130861749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200b6690 0x7fac200cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac1f7fe640 1 -- 172.21.15.39:0/130861749 >> v1:172.21.15.50:6789/0 conn(0x7fac200b6a70 legacy=0x7fac200d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:17.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac1f7fe640 1 -- 172.21.15.39:0/130861749 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac200d1d90 con 0x7fac200d16e0 2024-09-19T05:34:17.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.717+0000 7fac1effd640 1 --2- 172.21.15.39:0/130861749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200b6690 0x7fac200cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:17.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.718+0000 7fac1f7fe640 1 --2- 172.21.15.39:0/130861749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200d16e0 0x7fac200d2b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fac18009870 tx=0x7fac1802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e78c9c36e2990c8c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.718+0000 7fac1dffb640 1 -- 172.21.15.39:0/130861749 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac18037070 con 0x7fac200d16e0 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.718+0000 7fac1dffb640 1 -- 172.21.15.39:0/130861749 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac18032440 con 0x7fac200d16e0 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.718+0000 7fac1dffb640 1 -- 172.21.15.39:0/130861749 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac18032810 con 0x7fac200d16e0 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.719+0000 7fac2591a640 1 -- 172.21.15.39:0/130861749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200d16e0 msgr2=0x7fac200d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.719+0000 7fac2591a640 1 --2- 172.21.15.39:0/130861749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200d16e0 0x7fac200d2b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fac18009870 tx=0x7fac1802a210 comp rx=0 tx=0).stop 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.719+0000 7fac2591a640 1 -- 172.21.15.39:0/130861749 shutdown_connections 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.719+0000 7fac2591a640 1 --2- 172.21.15.39:0/130861749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200d16e0 0x7fac200d2b50 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.719+0000 7fac2591a640 1 --2- 172.21.15.39:0/130861749 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200b6690 0x7fac200cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.719+0000 7fac2591a640 1 -- 172.21.15.39:0/130861749 >> 172.21.15.39:0/130861749 conn(0x7fac20072560 msgr2=0x7fac20072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.719+0000 7fac2591a640 1 -- 172.21.15.39:0/130861749 shutdown_connections 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.719+0000 7fac2591a640 1 -- 172.21.15.39:0/130861749 wait complete. 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.720+0000 7fac2591a640 1 Processor -- start 2024-09-19T05:34:17.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.720+0000 7fac2591a640 1 -- start start 2024-09-19T05:34:17.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac2591a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac200b6690 0x7fac200cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac2591a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200b6a70 0x7fac200cc560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac2591a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200d16e0 0x7fac200ccaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac2591a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fac200b6ed0 con 0x7fac200b6a70 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac2591a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fac200cf1d0 con 0x7fac200b6690 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac2591a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fac2015c530 con 0x7fac200d16e0 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200b6a70 0x7fac200cc560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200b6a70 0x7fac200cc560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55770/0 (socket says 172.21.15.39:55770) 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1e7fc640 1 -- 172.21.15.39:0/927971123 learned_addr learned my addr 172.21.15.39:0/927971123 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1f7fe640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200d16e0 0x7fac200ccaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1effd640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac200b6690 0x7fac200cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1e7fc640 1 -- 172.21.15.39:0/927971123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200d16e0 msgr2=0x7fac200ccaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1e7fc640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200d16e0 0x7fac200ccaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1e7fc640 1 -- 172.21.15.39:0/927971123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac200b6690 msgr2=0x7fac200cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1e7fc640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac200b6690 0x7fac200cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.721+0000 7fac1e7fc640 1 -- 172.21.15.39:0/927971123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac20156770 con 0x7fac200b6a70 2024-09-19T05:34:17.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.722+0000 7fac1e7fc640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200b6a70 0x7fac200cc560 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fac0800c430 tx=0x7fac0800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:17.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.722+0000 7fac17fff640 1 -- 172.21.15.39:0/927971123 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac08011790 con 0x7fac200b6a70 2024-09-19T05:34:17.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.722+0000 7fac17fff640 1 -- 172.21.15.39:0/927971123 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac08017070 con 0x7fac200b6a70 2024-09-19T05:34:17.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.722+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac200cba80 con 0x7fac200b6a70 2024-09-19T05:34:17.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.722+0000 7fac17fff640 1 -- 172.21.15.39:0/927971123 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac08011b70 con 0x7fac200b6a70 2024-09-19T05:34:17.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.722+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac200cc040 con 0x7fac200b6a70 2024-09-19T05:34:17.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.723+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac200cc240 con 0x7fac200b6a70 2024-09-19T05:34:17.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.723+0000 7fac17fff640 1 -- 172.21.15.39:0/927971123 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac08011d10 con 0x7fac200b6a70 2024-09-19T05:34:17.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.724+0000 7fac17fff640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fac0006c2b0 0x7fac0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:17.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.724+0000 7fac17fff640 1 -- 172.21.15.39:0/927971123 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fac0808b140 con 0x7fac200b6a70 2024-09-19T05:34:17.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.724+0000 7fac1effd640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fac0006c2b0 0x7fac0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:17.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.724+0000 7fac1effd640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fac0006c2b0 0x7fac0006e770 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fac1000f500 tx=0x7fac10007770 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:17.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.728+0000 7fac17fff640 1 -- 172.21.15.39:0/927971123 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fac200cc240 con 0x7fac200b6a70 2024-09-19T05:34:17.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.901+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fac201594a0 con 0x7fac0006c2b0 2024-09-19T05:34:17.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.907+0000 7fac17fff640 1 -- 172.21.15.39:0/927971123 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7fac1000d4f0 con 0x7fac0006c2b0 2024-09-19T05:34:17.911 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:17.913 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.910+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fac0006c2b0 msgr2=0x7fac0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.910+0000 7fac2591a640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fac0006c2b0 0x7fac0006e770 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fac1000f500 tx=0x7fac10007770 comp rx=0 tx=0).stop 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.910+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200b6a70 msgr2=0x7fac200cc560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.910+0000 7fac2591a640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200b6a70 0x7fac200cc560 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fac0800c430 tx=0x7fac0800c8f0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.910+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 shutdown_connections 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.911+0000 7fac2591a640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fac0006c2b0 0x7fac0006e770 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.911+0000 7fac2591a640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fac200d16e0 0x7fac200ccaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.911+0000 7fac2591a640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac200b6a70 0x7fac200cc560 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.911+0000 7fac2591a640 1 --2- 172.21.15.39:0/927971123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac200b6690 0x7fac200cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.911+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 >> 172.21.15.39:0/927971123 conn(0x7fac20072560 msgr2=0x7fac200b9000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:17.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.911+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 shutdown_connections 2024-09-19T05:34:17.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:17.911+0000 7fac2591a640 1 -- 172.21.15.39:0/927971123 wait complete. 2024-09-19T05:34:17.923 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-19T05:34:16.672993+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":269020,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754705700,"statfs":{"total":773094113280,"available":772818636800,"internally_reserved":0,"allocated":2924544,"data_stored":1770956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001927"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916652+0000","last_change":"2024-09-19T05:34:06.490710+0000","last_active":"2024-09-19T05:34:07.916652+0000","last_peered":"2024-09-19T05:34:07.916652+0000","last_clean":"2024-09-19T05:34:07.916652+0000","last_became_active":"2024-09-19T05:34:06.490381+0000","last_became_peered":"2024-09-19T05:34:06.490381+0000","last_unstale":"2024-09-19T05:34:07.916652+0000","last_undegraded":"2024-09-19T05:34:07.916652+0000","last_fullsized":"2024-09-19T05:34:07.916652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:32.821118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472165+0000","last_change":"2024-09-19T05:34:06.479989+0000","last_active":"2024-09-19T05:34:07.472165+0000","last_peered":"2024-09-19T05:34:07.472165+0000","last_clean":"2024-09-19T05:34:07.472165+0000","last_became_active":"2024-09-19T05:34:06.479677+0000","last_became_peered":"2024-09-19T05:34:06.479677+0000","last_unstale":"2024-09-19T05:34:07.472165+0000","last_undegraded":"2024-09-19T05:34:07.472165+0000","last_fullsized":"2024-09-19T05:34:07.472165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:42.946421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916331+0000","last_change":"2024-09-19T05:34:06.477668+0000","last_active":"2024-09-19T05:34:07.916331+0000","last_peered":"2024-09-19T05:34:07.916331+0000","last_clean":"2024-09-19T05:34:07.916331+0000","last_became_active":"2024-09-19T05:34:06.476835+0000","last_became_peered":"2024-09-19T05:34:06.476835+0000","last_unstale":"2024-09-19T05:34:07.916331+0000","last_undegraded":"2024-09-19T05:34:07.916331+0000","last_fullsized":"2024-09-19T05:34:07.916331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474260+0000","last_change":"2024-09-19T05:34:06.484649+0000","last_active":"2024-09-19T05:34:07.474260+0000","last_peered":"2024-09-19T05:34:07.474260+0000","last_clean":"2024-09-19T05:34:07.474260+0000","last_became_active":"2024-09-19T05:34:06.483998+0000","last_became_peered":"2024-09-19T05:34:06.483998+0000","last_unstale":"2024-09-19T05:34:07.474260+0000","last_undegraded":"2024-09-19T05:34:07.474260+0000","last_fullsized":"2024-09-19T05:34:07.474260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:27.748057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915931+0000","last_change":"2024-09-19T05:34:06.481397+0000","last_active":"2024-09-19T05:34:07.915931+0000","last_peered":"2024-09-19T05:34:07.915931+0000","last_clean":"2024-09-19T05:34:07.915931+0000","last_became_active":"2024-09-19T05:34:06.481091+0000","last_became_peered":"2024-09-19T05:34:06.481091+0000","last_unstale":"2024-09-19T05:34:07.915931+0000","last_undegraded":"2024-09-19T05:34:07.915931+0000","last_fullsized":"2024-09-19T05:34:07.915931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:17.541545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474011+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.474011+0000","last_peered":"2024-09-19T05:34:07.474011+0000","last_clean":"2024-09-19T05:34:07.474011+0000","last_became_active":"2024-09-19T05:34:06.481311+0000","last_became_peered":"2024-09-19T05:34:06.481311+0000","last_unstale":"2024-09-19T05:34:07.474011+0000","last_undegraded":"2024-09-19T05:34:07.474011+0000","last_fullsized":"2024-09-19T05:34:07.474011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:52.909714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915873+0000","last_change":"2024-09-19T05:34:06.487493+0000","last_active":"2024-09-19T05:34:07.915873+0000","last_peered":"2024-09-19T05:34:07.915873+0000","last_clean":"2024-09-19T05:34:07.915873+0000","last_became_active":"2024-09-19T05:34:06.487213+0000","last_became_peered":"2024-09-19T05:34:06.487213+0000","last_unstale":"2024-09-19T05:34:07.915873+0000","last_undegraded":"2024-09-19T05:34:07.915873+0000","last_fullsized":"2024-09-19T05:34:07.915873+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:09.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914813+0000","last_change":"2024-09-19T05:34:06.484575+0000","last_active":"2024-09-19T05:34:07.914813+0000","last_peered":"2024-09-19T05:34:07.914813+0000","last_clean":"2024-09-19T05:34:07.914813+0000","last_became_active":"2024-09-19T05:34:06.484212+0000","last_became_peered":"2024-09-19T05:34:06.484212+0000","last_unstale":"2024-09-19T05:34:07.914813+0000","last_undegraded":"2024-09-19T05:34:07.914813+0000","last_fullsized":"2024-09-19T05:34:07.914813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:32.123854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916702+0000","last_change":"2024-09-19T05:34:06.493016+0000","last_active":"2024-09-19T05:34:07.916702+0000","last_peered":"2024-09-19T05:34:07.916702+0000","last_clean":"2024-09-19T05:34:07.916702+0000","last_became_active":"2024-09-19T05:34:06.492573+0000","last_became_peered":"2024-09-19T05:34:06.492573+0000","last_unstale":"2024-09-19T05:34:07.916702+0000","last_undegraded":"2024-09-19T05:34:07.916702+0000","last_fullsized":"2024-09-19T05:34:07.916702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:47.147182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916001+0000","last_change":"2024-09-19T05:34:06.491781+0000","last_active":"2024-09-19T05:34:07.916001+0000","last_peered":"2024-09-19T05:34:07.916001+0000","last_clean":"2024-09-19T05:34:07.916001+0000","last_became_active":"2024-09-19T05:34:06.491502+0000","last_became_peered":"2024-09-19T05:34:06.491502+0000","last_unstale":"2024-09-19T05:34:07.916001+0000","last_undegraded":"2024-09-19T05:34:07.916001+0000","last_fullsized":"2024-09-19T05:34:07.916001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:15.459413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915615+0000","last_change":"2024-09-19T05:34:06.488925+0000","last_active":"2024-09-19T05:34:07.915615+0000","last_peered":"2024-09-19T05:34:07.915615+0000","last_clean":"2024-09-19T05:34:07.915615+0000","last_became_active":"2024-09-19T05:34:06.487964+0000","last_became_peered":"2024-09-19T05:34:06.487964+0000","last_unstale":"2024-09-19T05:34:07.915615+0000","last_undegraded":"2024-09-19T05:34:07.915615+0000","last_fullsized":"2024-09-19T05:34:07.915615+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:34.135938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473339+0000","last_change":"2024-09-19T05:34:06.493014+0000","last_active":"2024-09-19T05:34:07.473339+0000","last_peered":"2024-09-19T05:34:07.473339+0000","last_clean":"2024-09-19T05:34:07.473339+0000","last_became_active":"2024-09-19T05:34:06.492710+0000","last_became_peered":"2024-09-19T05:34:06.492710+0000","last_unstale":"2024-09-19T05:34:07.473339+0000","last_undegraded":"2024-09-19T05:34:07.473339+0000","last_fullsized":"2024-09-19T05:34:07.473339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:37.476105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914961+0000","last_change":"2024-09-19T05:34:06.486996+0000","last_active":"2024-09-19T05:34:07.914961+0000","last_peered":"2024-09-19T05:34:07.914961+0000","last_clean":"2024-09-19T05:34:07.914961+0000","last_became_active":"2024-09-19T05:34:06.486710+0000","last_became_peered":"2024-09-19T05:34:06.486710+0000","last_unstale":"2024-09-19T05:34:07.914961+0000","last_undegraded":"2024-09-19T05:34:07.914961+0000","last_fullsized":"2024-09-19T05:34:07.914961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:34.135938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915898+0000","last_change":"2024-09-19T05:34:06.474005+0000","last_active":"2024-09-19T05:34:07.915898+0000","last_peered":"2024-09-19T05:34:07.915898+0000","last_clean":"2024-09-19T05:34:07.915898+0000","last_became_active":"2024-09-19T05:34:06.472973+0000","last_became_peered":"2024-09-19T05:34:06.472973+0000","last_unstale":"2024-09-19T05:34:07.915898+0000","last_undegraded":"2024-09-19T05:34:07.915898+0000","last_fullsized":"2024-09-19T05:34:07.915898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:46.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471927+0000","last_change":"2024-09-19T05:34:06.472284+0000","last_active":"2024-09-19T05:34:07.471927+0000","last_peered":"2024-09-19T05:34:07.471927+0000","last_clean":"2024-09-19T05:34:07.471927+0000","last_became_active":"2024-09-19T05:34:06.472002+0000","last_became_peered":"2024-09-19T05:34:06.472002+0000","last_unstale":"2024-09-19T05:34:07.471927+0000","last_undegraded":"2024-09-19T05:34:07.471927+0000","last_fullsized":"2024-09-19T05:34:07.471927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472756+0000","last_change":"2024-09-19T05:34:06.481881+0000","last_active":"2024-09-19T05:34:07.472756+0000","last_peered":"2024-09-19T05:34:07.472756+0000","last_clean":"2024-09-19T05:34:07.472756+0000","last_became_active":"2024-09-19T05:34:06.481288+0000","last_became_peered":"2024-09-19T05:34:06.481288+0000","last_unstale":"2024-09-19T05:34:07.472756+0000","last_undegraded":"2024-09-19T05:34:07.472756+0000","last_fullsized":"2024-09-19T05:34:07.472756+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473961+0000","last_change":"2024-09-19T05:34:06.482962+0000","last_active":"2024-09-19T05:34:07.473961+0000","last_peered":"2024-09-19T05:34:07.473961+0000","last_clean":"2024-09-19T05:34:07.473961+0000","last_became_active":"2024-09-19T05:34:06.482493+0000","last_became_peered":"2024-09-19T05:34:06.482493+0000","last_unstale":"2024-09-19T05:34:07.473961+0000","last_undegraded":"2024-09-19T05:34:07.473961+0000","last_fullsized":"2024-09-19T05:34:07.473961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.705012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916414+0000","last_change":"2024-09-19T05:34:06.487656+0000","last_active":"2024-09-19T05:34:07.916414+0000","last_peered":"2024-09-19T05:34:07.916414+0000","last_clean":"2024-09-19T05:34:07.916414+0000","last_became_active":"2024-09-19T05:34:06.487300+0000","last_became_peered":"2024-09-19T05:34:06.487300+0000","last_unstale":"2024-09-19T05:34:07.916414+0000","last_undegraded":"2024-09-19T05:34:07.916414+0000","last_fullsized":"2024-09-19T05:34:07.916414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:56.205543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916486+0000","last_change":"2024-09-19T05:34:06.481605+0000","last_active":"2024-09-19T05:34:07.916486+0000","last_peered":"2024-09-19T05:34:07.916486+0000","last_clean":"2024-09-19T05:34:07.916486+0000","last_became_active":"2024-09-19T05:34:06.481304+0000","last_became_peered":"2024-09-19T05:34:06.481304+0000","last_unstale":"2024-09-19T05:34:07.916486+0000","last_undegraded":"2024-09-19T05:34:07.916486+0000","last_fullsized":"2024-09-19T05:34:07.916486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:14.610024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915538+0000","last_change":"2024-09-19T05:34:06.485802+0000","last_active":"2024-09-19T05:34:07.915538+0000","last_peered":"2024-09-19T05:34:07.915538+0000","last_clean":"2024-09-19T05:34:07.915538+0000","last_became_active":"2024-09-19T05:34:06.485534+0000","last_became_peered":"2024-09-19T05:34:06.485534+0000","last_unstale":"2024-09-19T05:34:07.915538+0000","last_undegraded":"2024-09-19T05:34:07.915538+0000","last_fullsized":"2024-09-19T05:34:07.915538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:39.391098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916227+0000","last_change":"2024-09-19T05:34:06.483640+0000","last_active":"2024-09-19T05:34:07.916227+0000","last_peered":"2024-09-19T05:34:07.916227+0000","last_clean":"2024-09-19T05:34:07.916227+0000","last_became_active":"2024-09-19T05:34:06.483168+0000","last_became_peered":"2024-09-19T05:34:06.483168+0000","last_unstale":"2024-09-19T05:34:07.916227+0000","last_undegraded":"2024-09-19T05:34:07.916227+0000","last_fullsized":"2024-09-19T05:34:07.916227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:36.682368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474170+0000","last_change":"2024-09-19T05:34:06.478517+0000","last_active":"2024-09-19T05:34:07.474170+0000","last_peered":"2024-09-19T05:34:07.474170+0000","last_clean":"2024-09-19T05:34:07.474170+0000","last_became_active":"2024-09-19T05:34:06.477295+0000","last_became_peered":"2024-09-19T05:34:06.477295+0000","last_unstale":"2024-09-19T05:34:07.474170+0000","last_undegraded":"2024-09-19T05:34:07.474170+0000","last_fullsized":"2024-09-19T05:34:07.474170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:25.006276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914865+0000","last_change":"2024-09-19T05:34:06.473580+0000","last_active":"2024-09-19T05:34:07.914865+0000","last_peered":"2024-09-19T05:34:07.914865+0000","last_clean":"2024-09-19T05:34:07.914865+0000","last_became_active":"2024-09-19T05:34:06.472740+0000","last_became_peered":"2024-09-19T05:34:06.472740+0000","last_unstale":"2024-09-19T05:34:07.914865+0000","last_undegraded":"2024-09-19T05:34:07.914865+0000","last_fullsized":"2024-09-19T05:34:07.914865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:40.539642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472828+0000","last_change":"2024-09-19T05:34:06.474490+0000","last_active":"2024-09-19T05:34:07.472828+0000","last_peered":"2024-09-19T05:34:07.472828+0000","last_clean":"2024-09-19T05:34:07.472828+0000","last_became_active":"2024-09-19T05:34:06.474141+0000","last_became_peered":"2024-09-19T05:34:06.474141+0000","last_unstale":"2024-09-19T05:34:07.472828+0000","last_undegraded":"2024-09-19T05:34:07.472828+0000","last_fullsized":"2024-09-19T05:34:07.472828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:54.327743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915323+0000","last_change":"2024-09-19T05:34:06.473990+0000","last_active":"2024-09-19T05:34:07.915323+0000","last_peered":"2024-09-19T05:34:07.915323+0000","last_clean":"2024-09-19T05:34:07.915323+0000","last_became_active":"2024-09-19T05:34:06.473617+0000","last_became_peered":"2024-09-19T05:34:06.473617+0000","last_unstale":"2024-09-19T05:34:07.915323+0000","last_undegraded":"2024-09-19T05:34:07.915323+0000","last_fullsized":"2024-09-19T05:34:07.915323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:13.831277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916071+0000","last_change":"2024-09-19T05:34:06.490203+0000","last_active":"2024-09-19T05:34:07.916071+0000","last_peered":"2024-09-19T05:34:07.916071+0000","last_clean":"2024-09-19T05:34:07.916071+0000","last_became_active":"2024-09-19T05:34:06.489478+0000","last_became_peered":"2024-09-19T05:34:06.489478+0000","last_unstale":"2024-09-19T05:34:07.916071+0000","last_undegraded":"2024-09-19T05:34:07.916071+0000","last_fullsized":"2024-09-19T05:34:07.916071+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472111+0000","last_change":"2024-09-19T05:34:06.484703+0000","last_active":"2024-09-19T05:34:07.472111+0000","last_peered":"2024-09-19T05:34:07.472111+0000","last_clean":"2024-09-19T05:34:07.472111+0000","last_became_active":"2024-09-19T05:34:06.484340+0000","last_became_peered":"2024-09-19T05:34:06.484340+0000","last_unstale":"2024-09-19T05:34:07.472111+0000","last_undegraded":"2024-09-19T05:34:07.472111+0000","last_fullsized":"2024-09-19T05:34:07.472111+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915437+0000","last_change":"2024-09-19T05:34:06.475811+0000","last_active":"2024-09-19T05:34:07.915437+0000","last_peered":"2024-09-19T05:34:07.915437+0000","last_clean":"2024-09-19T05:34:07.915437+0000","last_became_active":"2024-09-19T05:34:06.472841+0000","last_became_peered":"2024-09-19T05:34:06.472841+0000","last_unstale":"2024-09-19T05:34:07.915437+0000","last_undegraded":"2024-09-19T05:34:07.915437+0000","last_fullsized":"2024-09-19T05:34:07.915437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:52.909714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916309+0000","last_change":"2024-09-19T05:34:06.476788+0000","last_active":"2024-09-19T05:34:07.916309+0000","last_peered":"2024-09-19T05:34:07.916309+0000","last_clean":"2024-09-19T05:34:07.916309+0000","last_became_active":"2024-09-19T05:34:06.476516+0000","last_became_peered":"2024-09-19T05:34:06.476516+0000","last_unstale":"2024-09-19T05:34:07.916309+0000","last_undegraded":"2024-09-19T05:34:07.916309+0000","last_fullsized":"2024-09-19T05:34:07.916309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:26.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474417+0000","last_change":"2024-09-19T05:34:06.486368+0000","last_active":"2024-09-19T05:34:07.474417+0000","last_peered":"2024-09-19T05:34:07.474417+0000","last_clean":"2024-09-19T05:34:07.474417+0000","last_became_active":"2024-09-19T05:34:06.486035+0000","last_became_peered":"2024-09-19T05:34:06.486035+0000","last_unstale":"2024-09-19T05:34:07.474417+0000","last_undegraded":"2024-09-19T05:34:07.474417+0000","last_fullsized":"2024-09-19T05:34:07.474417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:05.361208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916132+0000","last_change":"2024-09-19T05:34:06.470764+0000","last_active":"2024-09-19T05:34:07.916132+0000","last_peered":"2024-09-19T05:34:07.916132+0000","last_clean":"2024-09-19T05:34:07.916132+0000","last_became_active":"2024-09-19T05:34:06.470468+0000","last_became_peered":"2024-09-19T05:34:06.470468+0000","last_unstale":"2024-09-19T05:34:07.916132+0000","last_undegraded":"2024-09-19T05:34:07.916132+0000","last_fullsized":"2024-09-19T05:34:07.916132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:11.098752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915285+0000","last_change":"2024-09-19T05:34:06.479425+0000","last_active":"2024-09-19T05:34:07.915285+0000","last_peered":"2024-09-19T05:34:07.915285+0000","last_clean":"2024-09-19T05:34:07.915285+0000","last_became_active":"2024-09-19T05:34:06.477737+0000","last_became_peered":"2024-09-19T05:34:06.477737+0000","last_unstale":"2024-09-19T05:34:07.915285+0000","last_undegraded":"2024-09-19T05:34:07.915285+0000","last_fullsized":"2024-09-19T05:34:07.915285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:32.123854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473069+0000","last_change":"2024-09-19T05:34:06.470736+0000","last_active":"2024-09-19T05:34:07.473069+0000","last_peered":"2024-09-19T05:34:07.473069+0000","last_clean":"2024-09-19T05:34:07.473069+0000","last_became_active":"2024-09-19T05:34:06.470383+0000","last_became_peered":"2024-09-19T05:34:06.470383+0000","last_unstale":"2024-09-19T05:34:07.473069+0000","last_undegraded":"2024-09-19T05:34:07.473069+0000","last_fullsized":"2024-09-19T05:34:07.473069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:34.304554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915094+0000","last_change":"2024-09-19T05:34:05.475981+0000","last_active":"2024-09-19T05:34:07.915094+0000","last_peered":"2024-09-19T05:34:07.915094+0000","last_clean":"2024-09-19T05:34:07.915094+0000","last_became_active":"2024-09-19T05:34:05.475727+0000","last_became_peered":"2024-09-19T05:34:05.475727+0000","last_unstale":"2024-09-19T05:34:07.915094+0000","last_undegraded":"2024-09-19T05:34:07.915094+0000","last_fullsized":"2024-09-19T05:34:07.915094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916374+0000","last_change":"2024-09-19T05:34:06.478104+0000","last_active":"2024-09-19T05:34:07.916374+0000","last_peered":"2024-09-19T05:34:07.916374+0000","last_clean":"2024-09-19T05:34:07.916374+0000","last_became_active":"2024-09-19T05:34:06.477772+0000","last_became_peered":"2024-09-19T05:34:06.477772+0000","last_unstale":"2024-09-19T05:34:07.916374+0000","last_undegraded":"2024-09-19T05:34:07.916374+0000","last_fullsized":"2024-09-19T05:34:07.916374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:32:19.932497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915405+0000","last_change":"2024-09-19T05:34:05.474081+0000","last_active":"2024-09-19T05:34:07.915405+0000","last_peered":"2024-09-19T05:34:07.915405+0000","last_clean":"2024-09-19T05:34:07.915405+0000","last_became_active":"2024-09-19T05:34:05.473251+0000","last_became_peered":"2024-09-19T05:34:05.473251+0000","last_unstale":"2024-09-19T05:34:07.915405+0000","last_undegraded":"2024-09-19T05:34:07.915405+0000","last_fullsized":"2024-09-19T05:34:07.915405+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914958+0000","last_change":"2024-09-19T05:34:05.476933+0000","last_active":"2024-09-19T05:34:07.914958+0000","last_peered":"2024-09-19T05:34:07.914958+0000","last_clean":"2024-09-19T05:34:07.914958+0000","last_became_active":"2024-09-19T05:34:05.476627+0000","last_became_peered":"2024-09-19T05:34:05.476627+0000","last_unstale":"2024-09-19T05:34:07.914958+0000","last_undegraded":"2024-09-19T05:34:07.914958+0000","last_fullsized":"2024-09-19T05:34:07.914958+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:18.488529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.914906+0000","last_change":"2024-09-19T05:34:06.482706+0000","last_active":"2024-09-19T05:34:07.914906+0000","last_peered":"2024-09-19T05:34:07.914906+0000","last_clean":"2024-09-19T05:34:07.914906+0000","last_became_active":"2024-09-19T05:34:06.482373+0000","last_became_peered":"2024-09-19T05:34:06.482373+0000","last_unstale":"2024-09-19T05:34:07.914906+0000","last_undegraded":"2024-09-19T05:34:07.914906+0000","last_fullsized":"2024-09-19T05:34:07.914906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:39.391098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473674+0000","last_change":"2024-09-19T05:34:05.467421+0000","last_active":"2024-09-19T05:34:07.473674+0000","last_peered":"2024-09-19T05:34:07.473674+0000","last_clean":"2024-09-19T05:34:07.473674+0000","last_became_active":"2024-09-19T05:34:05.467111+0000","last_became_peered":"2024-09-19T05:34:05.467111+0000","last_unstale":"2024-09-19T05:34:07.473674+0000","last_undegraded":"2024-09-19T05:34:07.473674+0000","last_fullsized":"2024-09-19T05:34:07.473674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471897+0000","last_change":"2024-09-19T05:34:06.485430+0000","last_active":"2024-09-19T05:34:07.471897+0000","last_peered":"2024-09-19T05:34:07.471897+0000","last_clean":"2024-09-19T05:34:07.471897+0000","last_became_active":"2024-09-19T05:34:06.485150+0000","last_became_peered":"2024-09-19T05:34:06.485150+0000","last_unstale":"2024-09-19T05:34:07.471897+0000","last_undegraded":"2024-09-19T05:34:07.471897+0000","last_fullsized":"2024-09-19T05:34:07.471897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:07.455688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915638+0000","last_change":"2024-09-19T05:34:05.477362+0000","last_active":"2024-09-19T05:34:07.915638+0000","last_peered":"2024-09-19T05:34:07.915638+0000","last_clean":"2024-09-19T05:34:07.915638+0000","last_became_active":"2024-09-19T05:34:05.476952+0000","last_became_peered":"2024-09-19T05:34:05.476952+0000","last_unstale":"2024-09-19T05:34:07.915638+0000","last_undegraded":"2024-09-19T05:34:07.915638+0000","last_fullsized":"2024-09-19T05:34:07.915638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473803+0000","last_change":"2024-09-19T05:34:06.477093+0000","last_active":"2024-09-19T05:34:07.473803+0000","last_peered":"2024-09-19T05:34:07.473803+0000","last_clean":"2024-09-19T05:34:07.473803+0000","last_became_active":"2024-09-19T05:34:06.476739+0000","last_became_peered":"2024-09-19T05:34:06.476739+0000","last_unstale":"2024-09-19T05:34:07.473803+0000","last_undegraded":"2024-09-19T05:34:07.473803+0000","last_fullsized":"2024-09-19T05:34:07.473803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:13.831277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473864+0000","last_change":"2024-09-19T05:34:05.474353+0000","last_active":"2024-09-19T05:34:07.473864+0000","last_peered":"2024-09-19T05:34:07.473864+0000","last_clean":"2024-09-19T05:34:07.473864+0000","last_became_active":"2024-09-19T05:34:05.474005+0000","last_became_peered":"2024-09-19T05:34:05.474005+0000","last_unstale":"2024-09-19T05:34:07.473864+0000","last_undegraded":"2024-09-19T05:34:07.473864+0000","last_fullsized":"2024-09-19T05:34:07.473864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916586+0000","last_change":"2024-09-19T05:34:06.489641+0000","last_active":"2024-09-19T05:34:07.916586+0000","last_peered":"2024-09-19T05:34:07.916586+0000","last_clean":"2024-09-19T05:34:07.916586+0000","last_became_active":"2024-09-19T05:34:06.489321+0000","last_became_peered":"2024-09-19T05:34:06.489321+0000","last_unstale":"2024-09-19T05:34:07.916586+0000","last_undegraded":"2024-09-19T05:34:07.916586+0000","last_fullsized":"2024-09-19T05:34:07.916586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472054+0000","last_change":"2024-09-19T05:34:05.472080+0000","last_active":"2024-09-19T05:34:07.472054+0000","last_peered":"2024-09-19T05:34:07.472054+0000","last_clean":"2024-09-19T05:34:07.472054+0000","last_became_active":"2024-09-19T05:34:05.471618+0000","last_became_peered":"2024-09-19T05:34:05.471618+0000","last_unstale":"2024-09-19T05:34:07.472054+0000","last_undegraded":"2024-09-19T05:34:07.472054+0000","last_fullsized":"2024-09-19T05:34:07.472054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:33.294552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474390+0000","last_change":"2024-09-19T05:34:06.479262+0000","last_active":"2024-09-19T05:34:07.474390+0000","last_peered":"2024-09-19T05:34:07.474390+0000","last_clean":"2024-09-19T05:34:07.474390+0000","last_became_active":"2024-09-19T05:34:06.478793+0000","last_became_peered":"2024-09-19T05:34:06.478793+0000","last_unstale":"2024-09-19T05:34:07.474390+0000","last_undegraded":"2024-09-19T05:34:07.474390+0000","last_fullsized":"2024-09-19T05:34:07.474390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:21.875146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915536+0000","last_change":"2024-09-19T05:34:05.479809+0000","last_active":"2024-09-19T05:34:07.915536+0000","last_peered":"2024-09-19T05:34:07.915536+0000","last_clean":"2024-09-19T05:34:07.915536+0000","last_became_active":"2024-09-19T05:34:05.479411+0000","last_became_peered":"2024-09-19T05:34:05.479411+0000","last_unstale":"2024-09-19T05:34:07.915536+0000","last_undegraded":"2024-09-19T05:34:07.915536+0000","last_fullsized":"2024-09-19T05:34:07.915536+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:47.521137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916266+0000","last_change":"2024-09-19T05:34:06.484145+0000","last_active":"2024-09-19T05:34:07.916266+0000","last_peered":"2024-09-19T05:34:07.916266+0000","last_clean":"2024-09-19T05:34:07.916266+0000","last_became_active":"2024-09-19T05:34:06.483542+0000","last_became_peered":"2024-09-19T05:34:06.483542+0000","last_unstale":"2024-09-19T05:34:07.916266+0000","last_undegraded":"2024-09-19T05:34:07.916266+0000","last_fullsized":"2024-09-19T05:34:07.916266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:49.390121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916368+0000","last_change":"2024-09-19T05:34:05.470625+0000","last_active":"2024-09-19T05:34:07.916368+0000","last_peered":"2024-09-19T05:34:07.916368+0000","last_clean":"2024-09-19T05:34:07.916368+0000","last_became_active":"2024-09-19T05:34:05.470196+0000","last_became_peered":"2024-09-19T05:34:05.470196+0000","last_unstale":"2024-09-19T05:34:07.916368+0000","last_undegraded":"2024-09-19T05:34:07.916368+0000","last_fullsized":"2024-09-19T05:34:07.916368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:29.655146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916091+0000","last_change":"2024-09-19T05:34:06.480319+0000","last_active":"2024-09-19T05:34:07.916091+0000","last_peered":"2024-09-19T05:34:07.916091+0000","last_clean":"2024-09-19T05:34:07.916091+0000","last_became_active":"2024-09-19T05:34:06.480055+0000","last_became_peered":"2024-09-19T05:34:06.480055+0000","last_unstale":"2024-09-19T05:34:07.916091+0000","last_undegraded":"2024-09-19T05:34:07.916091+0000","last_fullsized":"2024-09-19T05:34:07.916091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:17.132084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474346+0000","last_change":"2024-09-19T05:34:05.479570+0000","last_active":"2024-09-19T05:34:07.474346+0000","last_peered":"2024-09-19T05:34:07.474346+0000","last_clean":"2024-09-19T05:34:07.474346+0000","last_became_active":"2024-09-19T05:34:05.479266+0000","last_became_peered":"2024-09-19T05:34:05.479266+0000","last_unstale":"2024-09-19T05:34:07.474346+0000","last_undegraded":"2024-09-19T05:34:07.474346+0000","last_fullsized":"2024-09-19T05:34:07.474346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916118+0000","last_change":"2024-09-19T05:34:06.477935+0000","last_active":"2024-09-19T05:34:07.916118+0000","last_peered":"2024-09-19T05:34:07.916118+0000","last_clean":"2024-09-19T05:34:07.916118+0000","last_became_active":"2024-09-19T05:34:06.477681+0000","last_became_peered":"2024-09-19T05:34:06.477681+0000","last_unstale":"2024-09-19T05:34:07.916118+0000","last_undegraded":"2024-09-19T05:34:07.916118+0000","last_fullsized":"2024-09-19T05:34:07.916118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:17.096756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915284+0000","last_change":"2024-09-19T05:34:05.477121+0000","last_active":"2024-09-19T05:34:07.915284+0000","last_peered":"2024-09-19T05:34:07.915284+0000","last_clean":"2024-09-19T05:34:07.915284+0000","last_became_active":"2024-09-19T05:34:05.476483+0000","last_became_peered":"2024-09-19T05:34:05.476483+0000","last_unstale":"2024-09-19T05:34:07.915284+0000","last_undegraded":"2024-09-19T05:34:07.915284+0000","last_fullsized":"2024-09-19T05:34:07.915284+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915295+0000","last_change":"2024-09-19T05:34:06.478820+0000","last_active":"2024-09-19T05:34:07.915295+0000","last_peered":"2024-09-19T05:34:07.915295+0000","last_clean":"2024-09-19T05:34:07.915295+0000","last_became_active":"2024-09-19T05:34:06.478051+0000","last_became_peered":"2024-09-19T05:34:06.478051+0000","last_unstale":"2024-09-19T05:34:07.915295+0000","last_undegraded":"2024-09-19T05:34:07.915295+0000","last_fullsized":"2024-09-19T05:34:07.915295+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:40.539642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915899+0000","last_change":"2024-09-19T05:34:05.474034+0000","last_active":"2024-09-19T05:34:07.915899+0000","last_peered":"2024-09-19T05:34:07.915899+0000","last_clean":"2024-09-19T05:34:07.915899+0000","last_became_active":"2024-09-19T05:34:05.473729+0000","last_became_peered":"2024-09-19T05:34:05.473729+0000","last_unstale":"2024-09-19T05:34:07.915899+0000","last_undegraded":"2024-09-19T05:34:07.915899+0000","last_fullsized":"2024-09-19T05:34:07.915899+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:56.728303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915753+0000","last_change":"2024-09-19T05:34:06.478696+0000","last_active":"2024-09-19T05:34:07.915753+0000","last_peered":"2024-09-19T05:34:07.915753+0000","last_clean":"2024-09-19T05:34:07.915753+0000","last_became_active":"2024-09-19T05:34:06.478417+0000","last_became_peered":"2024-09-19T05:34:06.478417+0000","last_unstale":"2024-09-19T05:34:07.915753+0000","last_undegraded":"2024-09-19T05:34:07.915753+0000","last_fullsized":"2024-09-19T05:34:07.915753+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.633380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473167+0000","last_change":"2024-09-19T05:34:05.471165+0000","last_active":"2024-09-19T05:34:07.473167+0000","last_peered":"2024-09-19T05:34:07.473167+0000","last_clean":"2024-09-19T05:34:07.473167+0000","last_became_active":"2024-09-19T05:34:05.470862+0000","last_became_peered":"2024-09-19T05:34:05.470862+0000","last_unstale":"2024-09-19T05:34:07.473167+0000","last_undegraded":"2024-09-19T05:34:07.473167+0000","last_fullsized":"2024-09-19T05:34:07.473167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:30.326292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916471+0000","last_change":"2024-09-19T05:34:06.475815+0000","last_active":"2024-09-19T05:34:07.916471+0000","last_peered":"2024-09-19T05:34:07.916471+0000","last_clean":"2024-09-19T05:34:07.916471+0000","last_became_active":"2024-09-19T05:34:06.475495+0000","last_became_peered":"2024-09-19T05:34:06.475495+0000","last_unstale":"2024-09-19T05:34:07.916471+0000","last_undegraded":"2024-09-19T05:34:07.916471+0000","last_fullsized":"2024-09-19T05:34:07.916471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:42.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916354+0000","last_change":"2024-09-19T05:34:05.475793+0000","last_active":"2024-09-19T05:34:07.916354+0000","last_peered":"2024-09-19T05:34:07.916354+0000","last_clean":"2024-09-19T05:34:07.916354+0000","last_became_active":"2024-09-19T05:34:05.475478+0000","last_became_peered":"2024-09-19T05:34:05.475478+0000","last_unstale":"2024-09-19T05:34:07.916354+0000","last_undegraded":"2024-09-19T05:34:07.916354+0000","last_fullsized":"2024-09-19T05:34:07.916354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:34.459273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916761+0000","last_change":"2024-09-19T05:34:06.480580+0000","last_active":"2024-09-19T05:34:07.916761+0000","last_peered":"2024-09-19T05:34:07.916761+0000","last_clean":"2024-09-19T05:34:07.916761+0000","last_became_active":"2024-09-19T05:34:06.480293+0000","last_became_peered":"2024-09-19T05:34:06.480293+0000","last_unstale":"2024-09-19T05:34:07.916761+0000","last_undegraded":"2024-09-19T05:34:07.916761+0000","last_fullsized":"2024-09-19T05:34:07.916761+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:23.973961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472129+0000","last_change":"2024-09-19T05:34:05.471098+0000","last_active":"2024-09-19T05:34:07.472129+0000","last_peered":"2024-09-19T05:34:07.472129+0000","last_clean":"2024-09-19T05:34:07.472129+0000","last_became_active":"2024-09-19T05:34:05.470808+0000","last_became_peered":"2024-09-19T05:34:05.470808+0000","last_unstale":"2024-09-19T05:34:07.472129+0000","last_undegraded":"2024-09-19T05:34:07.472129+0000","last_fullsized":"2024-09-19T05:34:07.472129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474552+0000","last_change":"2024-09-19T05:34:06.486255+0000","last_active":"2024-09-19T05:34:07.474552+0000","last_peered":"2024-09-19T05:34:07.474552+0000","last_clean":"2024-09-19T05:34:07.474552+0000","last_became_active":"2024-09-19T05:34:06.484389+0000","last_became_peered":"2024-09-19T05:34:06.484389+0000","last_unstale":"2024-09-19T05:34:07.474552+0000","last_undegraded":"2024-09-19T05:34:07.474552+0000","last_fullsized":"2024-09-19T05:34:07.474552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:07.578398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916227+0000","last_change":"2024-09-19T05:34:05.465822+0000","last_active":"2024-09-19T05:34:07.916227+0000","last_peered":"2024-09-19T05:34:07.916227+0000","last_clean":"2024-09-19T05:34:07.916227+0000","last_became_active":"2024-09-19T05:34:05.465482+0000","last_became_peered":"2024-09-19T05:34:05.465482+0000","last_unstale":"2024-09-19T05:34:07.916227+0000","last_undegraded":"2024-09-19T05:34:07.916227+0000","last_fullsized":"2024-09-19T05:34:07.916227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:13:41.137167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916365+0000","last_change":"2024-09-19T05:34:06.492763+0000","last_active":"2024-09-19T05:34:07.916365+0000","last_peered":"2024-09-19T05:34:07.916365+0000","last_clean":"2024-09-19T05:34:07.916365+0000","last_became_active":"2024-09-19T05:34:06.492463+0000","last_became_peered":"2024-09-19T05:34:06.492463+0000","last_unstale":"2024-09-19T05:34:07.916365+0000","last_undegraded":"2024-09-19T05:34:07.916365+0000","last_fullsized":"2024-09-19T05:34:07.916365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:35:58.916647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915720+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:07.915720+0000","last_peered":"2024-09-19T05:34:07.915720+0000","last_clean":"2024-09-19T05:34:07.915720+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:07.915720+0000","last_undegraded":"2024-09-19T05:34:07.915720+0000","last_fullsized":"2024-09-19T05:34:07.915720+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473380+0000","last_change":"2024-09-19T05:34:05.467523+0000","last_active":"2024-09-19T05:34:07.473380+0000","last_peered":"2024-09-19T05:34:07.473380+0000","last_clean":"2024-09-19T05:34:07.473380+0000","last_became_active":"2024-09-19T05:34:05.467208+0000","last_became_peered":"2024-09-19T05:34:05.467208+0000","last_unstale":"2024-09-19T05:34:07.473380+0000","last_undegraded":"2024-09-19T05:34:07.473380+0000","last_fullsized":"2024-09-19T05:34:07.473380+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:52.916881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915043+0000","last_change":"2024-09-19T05:34:06.489066+0000","last_active":"2024-09-19T05:34:07.915043+0000","last_peered":"2024-09-19T05:34:07.915043+0000","last_clean":"2024-09-19T05:34:07.915043+0000","last_became_active":"2024-09-19T05:34:06.488809+0000","last_became_peered":"2024-09-19T05:34:06.488809+0000","last_unstale":"2024-09-19T05:34:07.915043+0000","last_undegraded":"2024-09-19T05:34:07.915043+0000","last_fullsized":"2024-09-19T05:34:07.915043+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:59.433532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915599+0000","last_change":"2024-09-19T05:34:05.479840+0000","last_active":"2024-09-19T05:34:07.915599+0000","last_peered":"2024-09-19T05:34:07.915599+0000","last_clean":"2024-09-19T05:34:07.915599+0000","last_became_active":"2024-09-19T05:34:05.479575+0000","last_became_peered":"2024-09-19T05:34:05.479575+0000","last_unstale":"2024-09-19T05:34:07.915599+0000","last_undegraded":"2024-09-19T05:34:07.915599+0000","last_fullsized":"2024-09-19T05:34:07.915599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:37.874871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915833+0000","last_change":"2024-09-19T05:34:06.477073+0000","last_active":"2024-09-19T05:34:07.915833+0000","last_peered":"2024-09-19T05:34:07.915833+0000","last_clean":"2024-09-19T05:34:07.915833+0000","last_became_active":"2024-09-19T05:34:06.476757+0000","last_became_peered":"2024-09-19T05:34:06.476757+0000","last_unstale":"2024-09-19T05:34:07.915833+0000","last_undegraded":"2024-09-19T05:34:07.915833+0000","last_fullsized":"2024-09-19T05:34:07.915833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:38.884872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916245+0000","last_change":"2024-09-19T05:34:05.470939+0000","last_active":"2024-09-19T05:34:07.916245+0000","last_peered":"2024-09-19T05:34:07.916245+0000","last_clean":"2024-09-19T05:34:07.916245+0000","last_became_active":"2024-09-19T05:34:05.470647+0000","last_became_peered":"2024-09-19T05:34:05.470647+0000","last_unstale":"2024-09-19T05:34:07.916245+0000","last_undegraded":"2024-09-19T05:34:07.916245+0000","last_fullsized":"2024-09-19T05:34:07.916245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471942+0000","last_change":"2024-09-19T05:34:06.476716+0000","last_active":"2024-09-19T05:34:07.471942+0000","last_peered":"2024-09-19T05:34:07.471942+0000","last_clean":"2024-09-19T05:34:07.471942+0000","last_became_active":"2024-09-19T05:34:06.475087+0000","last_became_peered":"2024-09-19T05:34:06.475087+0000","last_unstale":"2024-09-19T05:34:07.471942+0000","last_undegraded":"2024-09-19T05:34:07.471942+0000","last_fullsized":"2024-09-19T05:34:07.471942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474471+0000","last_change":"2024-09-19T05:34:05.472856+0000","last_active":"2024-09-19T05:34:07.474471+0000","last_peered":"2024-09-19T05:34:07.474471+0000","last_clean":"2024-09-19T05:34:07.474471+0000","last_became_active":"2024-09-19T05:34:05.472060+0000","last_became_peered":"2024-09-19T05:34:05.472060+0000","last_unstale":"2024-09-19T05:34:07.474471+0000","last_undegraded":"2024-09-19T05:34:07.474471+0000","last_fullsized":"2024-09-19T05:34:07.474471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:56.728303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473526+0000","last_change":"2024-09-19T05:34:06.473317+0000","last_active":"2024-09-19T05:34:07.473526+0000","last_peered":"2024-09-19T05:34:07.473526+0000","last_clean":"2024-09-19T05:34:07.473526+0000","last_became_active":"2024-09-19T05:34:06.473027+0000","last_became_peered":"2024-09-19T05:34:06.473027+0000","last_unstale":"2024-09-19T05:34:07.473526+0000","last_undegraded":"2024-09-19T05:34:07.473526+0000","last_fullsized":"2024-09-19T05:34:07.473526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:15.075617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472171+0000","last_change":"2024-09-19T05:34:05.472027+0000","last_active":"2024-09-19T05:34:07.472171+0000","last_peered":"2024-09-19T05:34:07.472171+0000","last_clean":"2024-09-19T05:34:07.472171+0000","last_became_active":"2024-09-19T05:34:05.471755+0000","last_became_peered":"2024-09-19T05:34:05.471755+0000","last_unstale":"2024-09-19T05:34:07.472171+0000","last_undegraded":"2024-09-19T05:34:07.472171+0000","last_fullsized":"2024-09-19T05:34:07.472171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:05.974937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474478+0000","last_change":"2024-09-19T05:34:06.471923+0000","last_active":"2024-09-19T05:34:07.474478+0000","last_peered":"2024-09-19T05:34:07.474478+0000","last_clean":"2024-09-19T05:34:07.474478+0000","last_became_active":"2024-09-19T05:34:06.471558+0000","last_became_peered":"2024-09-19T05:34:06.471558+0000","last_unstale":"2024-09-19T05:34:07.474478+0000","last_undegraded":"2024-09-19T05:34:07.474478+0000","last_fullsized":"2024-09-19T05:34:07.474478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:06.917896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916478+0000","last_change":"2024-09-19T05:34:05.478506+0000","last_active":"2024-09-19T05:34:07.916478+0000","last_peered":"2024-09-19T05:34:07.916478+0000","last_clean":"2024-09-19T05:34:07.916478+0000","last_became_active":"2024-09-19T05:34:05.478013+0000","last_became_peered":"2024-09-19T05:34:05.478013+0000","last_unstale":"2024-09-19T05:34:07.916478+0000","last_undegraded":"2024-09-19T05:34:07.916478+0000","last_fullsized":"2024-09-19T05:34:07.916478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:38.437245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472117+0000","last_change":"2024-09-19T05:34:06.475880+0000","last_active":"2024-09-19T05:34:07.472117+0000","last_peered":"2024-09-19T05:34:07.472117+0000","last_clean":"2024-09-19T05:34:07.472117+0000","last_became_active":"2024-09-19T05:34:06.475545+0000","last_became_peered":"2024-09-19T05:34:06.475545+0000","last_unstale":"2024-09-19T05:34:07.472117+0000","last_undegraded":"2024-09-19T05:34:07.472117+0000","last_fullsized":"2024-09-19T05:34:07.472117+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:02.527394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.472043+0000","last_change":"2024-09-19T05:34:05.477231+0000","last_active":"2024-09-19T05:34:07.472043+0000","last_peered":"2024-09-19T05:34:07.472043+0000","last_clean":"2024-09-19T05:34:07.472043+0000","last_became_active":"2024-09-19T05:34:05.476922+0000","last_became_peered":"2024-09-19T05:34:05.476922+0000","last_unstale":"2024-09-19T05:34:07.472043+0000","last_undegraded":"2024-09-19T05:34:07.472043+0000","last_fullsized":"2024-09-19T05:34:07.472043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915405+0000","last_change":"2024-09-19T05:34:06.483197+0000","last_active":"2024-09-19T05:34:07.915405+0000","last_peered":"2024-09-19T05:34:07.915405+0000","last_clean":"2024-09-19T05:34:07.915405+0000","last_became_active":"2024-09-19T05:34:06.482900+0000","last_became_peered":"2024-09-19T05:34:06.482900+0000","last_unstale":"2024-09-19T05:34:07.915405+0000","last_undegraded":"2024-09-19T05:34:07.915405+0000","last_fullsized":"2024-09-19T05:34:07.915405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:28.705012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915722+0000","last_change":"2024-09-19T05:34:05.476887+0000","last_active":"2024-09-19T05:34:07.915722+0000","last_peered":"2024-09-19T05:34:07.915722+0000","last_clean":"2024-09-19T05:34:07.915722+0000","last_became_active":"2024-09-19T05:34:05.476578+0000","last_became_peered":"2024-09-19T05:34:05.476578+0000","last_unstale":"2024-09-19T05:34:07.915722+0000","last_undegraded":"2024-09-19T05:34:07.915722+0000","last_fullsized":"2024-09-19T05:34:07.915722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:26.102377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:06.473806+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:06.473516+0000","last_became_peered":"2024-09-19T05:34:06.473516+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:45:45.682740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915471+0000","last_change":"2024-09-19T05:34:05.479191+0000","last_active":"2024-09-19T05:34:07.915471+0000","last_peered":"2024-09-19T05:34:07.915471+0000","last_clean":"2024-09-19T05:34:07.915471+0000","last_became_active":"2024-09-19T05:34:05.478859+0000","last_became_peered":"2024-09-19T05:34:05.478859+0000","last_unstale":"2024-09-19T05:34:07.915471+0000","last_undegraded":"2024-09-19T05:34:07.915471+0000","last_fullsized":"2024-09-19T05:34:07.915471+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.473548+0000","last_change":"2024-09-19T05:34:06.469216+0000","last_active":"2024-09-19T05:34:07.473548+0000","last_peered":"2024-09-19T05:34:07.473548+0000","last_clean":"2024-09-19T05:34:07.473548+0000","last_became_active":"2024-09-19T05:34:06.468924+0000","last_became_peered":"2024-09-19T05:34:06.468924+0000","last_unstale":"2024-09-19T05:34:07.473548+0000","last_undegraded":"2024-09-19T05:34:07.473548+0000","last_fullsized":"2024-09-19T05:34:07.473548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:27.485869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.476030+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.475737+0000","last_became_peered":"2024-09-19T05:34:05.475737+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:20.865145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915080+0000","last_change":"2024-09-19T05:34:06.476707+0000","last_active":"2024-09-19T05:34:07.915080+0000","last_peered":"2024-09-19T05:34:07.915080+0000","last_clean":"2024-09-19T05:34:07.915080+0000","last_became_active":"2024-09-19T05:34:06.476415+0000","last_became_peered":"2024-09-19T05:34:06.476415+0000","last_unstale":"2024-09-19T05:34:07.915080+0000","last_undegraded":"2024-09-19T05:34:07.915080+0000","last_fullsized":"2024-09-19T05:34:07.915080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:15.459413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.471949+0000","last_change":"2024-09-19T05:34:05.479332+0000","last_active":"2024-09-19T05:34:07.471949+0000","last_peered":"2024-09-19T05:34:07.471949+0000","last_clean":"2024-09-19T05:34:07.471949+0000","last_became_active":"2024-09-19T05:34:05.479000+0000","last_became_peered":"2024-09-19T05:34:05.479000+0000","last_unstale":"2024-09-19T05:34:07.471949+0000","last_undegraded":"2024-09-19T05:34:07.471949+0000","last_fullsized":"2024-09-19T05:34:07.471949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:36.466104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915252+0000","last_change":"2024-09-19T05:34:06.478268+0000","last_active":"2024-09-19T05:34:07.915252+0000","last_peered":"2024-09-19T05:34:07.915252+0000","last_clean":"2024-09-19T05:34:07.915252+0000","last_became_active":"2024-09-19T05:34:06.477954+0000","last_became_peered":"2024-09-19T05:34:06.477954+0000","last_unstale":"2024-09-19T05:34:07.915252+0000","last_undegraded":"2024-09-19T05:34:07.915252+0000","last_fullsized":"2024-09-19T05:34:07.915252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:50.117181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916015+0000","last_change":"2024-09-19T05:34:05.476283+0000","last_active":"2024-09-19T05:34:07.916015+0000","last_peered":"2024-09-19T05:34:07.916015+0000","last_clean":"2024-09-19T05:34:07.916015+0000","last_became_active":"2024-09-19T05:34:05.476005+0000","last_became_peered":"2024-09-19T05:34:05.476005+0000","last_unstale":"2024-09-19T05:34:07.916015+0000","last_undegraded":"2024-09-19T05:34:07.916015+0000","last_fullsized":"2024-09-19T05:34:07.916015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:26.475867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915773+0000","last_change":"2024-09-19T05:34:06.475709+0000","last_active":"2024-09-19T05:34:07.915773+0000","last_peered":"2024-09-19T05:34:07.915773+0000","last_clean":"2024-09-19T05:34:07.915773+0000","last_became_active":"2024-09-19T05:34:06.475222+0000","last_became_peered":"2024-09-19T05:34:06.475222+0000","last_unstale":"2024-09-19T05:34:07.915773+0000","last_undegraded":"2024-09-19T05:34:07.915773+0000","last_fullsized":"2024-09-19T05:34:07.915773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:59.433532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474595+0000","last_change":"2024-09-19T05:34:06.476778+0000","last_active":"2024-09-19T05:34:07.474595+0000","last_peered":"2024-09-19T05:34:07.474595+0000","last_clean":"2024-09-19T05:34:07.474595+0000","last_became_active":"2024-09-19T05:34:06.475570+0000","last_became_peered":"2024-09-19T05:34:06.475570+0000","last_unstale":"2024-09-19T05:34:07.474595+0000","last_undegraded":"2024-09-19T05:34:07.474595+0000","last_fullsized":"2024-09-19T05:34:07.474595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:19.414493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916330+0000","last_change":"2024-09-19T05:34:05.477152+0000","last_active":"2024-09-19T05:34:07.916330+0000","last_peered":"2024-09-19T05:34:07.916330+0000","last_clean":"2024-09-19T05:34:07.916330+0000","last_became_active":"2024-09-19T05:34:05.476772+0000","last_became_peered":"2024-09-19T05:34:05.476772+0000","last_unstale":"2024-09-19T05:34:07.916330+0000","last_undegraded":"2024-09-19T05:34:07.916330+0000","last_fullsized":"2024-09-19T05:34:07.916330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:14.065615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.474361+0000","last_change":"2024-09-19T05:34:06.477777+0000","last_active":"2024-09-19T05:34:07.474361+0000","last_peered":"2024-09-19T05:34:07.474361+0000","last_clean":"2024-09-19T05:34:07.474361+0000","last_became_active":"2024-09-19T05:34:06.477466+0000","last_became_peered":"2024-09-19T05:34:06.477466+0000","last_unstale":"2024-09-19T05:34:07.474361+0000","last_undegraded":"2024-09-19T05:34:07.474361+0000","last_fullsized":"2024-09-19T05:34:07.474361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:33.281598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916338+0000","last_change":"2024-09-19T05:34:05.479333+0000","last_active":"2024-09-19T05:34:07.916338+0000","last_peered":"2024-09-19T05:34:07.916338+0000","last_clean":"2024-09-19T05:34:07.916338+0000","last_became_active":"2024-09-19T05:34:05.479020+0000","last_became_peered":"2024-09-19T05:34:05.479020+0000","last_unstale":"2024-09-19T05:34:07.916338+0000","last_undegraded":"2024-09-19T05:34:07.916338+0000","last_fullsized":"2024-09-19T05:34:07.916338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:27.675423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916520+0000","last_change":"2024-09-19T05:34:06.491803+0000","last_active":"2024-09-19T05:34:07.916520+0000","last_peered":"2024-09-19T05:34:07.916520+0000","last_clean":"2024-09-19T05:34:07.916520+0000","last_became_active":"2024-09-19T05:34:06.491551+0000","last_became_peered":"2024-09-19T05:34:06.491551+0000","last_unstale":"2024-09-19T05:34:07.916520+0000","last_undegraded":"2024-09-19T05:34:07.916520+0000","last_fullsized":"2024-09-19T05:34:07.916520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:33.218650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915361+0000","last_change":"2024-09-19T05:34:05.478326+0000","last_active":"2024-09-19T05:34:07.915361+0000","last_peered":"2024-09-19T05:34:07.915361+0000","last_clean":"2024-09-19T05:34:07.915361+0000","last_became_active":"2024-09-19T05:34:05.478011+0000","last_became_peered":"2024-09-19T05:34:05.478011+0000","last_unstale":"2024-09-19T05:34:07.915361+0000","last_undegraded":"2024-09-19T05:34:07.915361+0000","last_fullsized":"2024-09-19T05:34:07.915361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:07.476832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.915258+0000","last_change":"2024-09-19T05:34:06.487827+0000","last_active":"2024-09-19T05:34:07.915258+0000","last_peered":"2024-09-19T05:34:07.915258+0000","last_clean":"2024-09-19T05:34:07.915258+0000","last_became_active":"2024-09-19T05:34:06.487532+0000","last_became_peered":"2024-09-19T05:34:06.487532+0000","last_unstale":"2024-09-19T05:34:07.915258+0000","last_undegraded":"2024-09-19T05:34:07.915258+0000","last_fullsized":"2024-09-19T05:34:07.915258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:05.445245+0000","last_clean_scrub_stamp":"2024-09-19T05:34:05.445245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:54.327743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:34:07.916557+0000","last_change":"2024-09-19T05:34:05.474890+0000","last_active":"2024-09-19T05:34:07.916557+0000","last_peered":"2024-09-19T05:34:07.916557+0000","last_clean":"2024-09-19T05:34:07.916557+0000","last_became_active":"2024-09-19T05:34:05.474640+0000","last_became_peered":"2024-09-19T05:34:05.474640+0000","last_unstale":"2024-09-19T05:34:07.916557+0000","last_undegraded":"2024-09-19T05:34:07.916557+0000","last_fullsized":"2024-09-19T05:34:07.916557+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:04.435243+0000","last_clean_scrub_stamp":"2024-09-19T05:34:04.435243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:38.339694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35572,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336268,"statfs":{"total":96636764160,"available":96600338432,"internally_reserved":0,"allocated":221184,"data_stored":74787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":221184,"data_stored":74787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":208896,"data_stored":73175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36136,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335704,"statfs":{"total":96636764160,"available":96599760896,"internally_reserved":0,"allocated":806912,"data_stored":664125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35560,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336280,"statfs":{"total":96636764160,"available":96600350720,"internally_reserved":0,"allocated":212992,"data_stored":73265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":221184,"data_stored":73301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542153,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542153,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:17.927 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:34:17.927 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T05:34:17.927 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T05:34:17.927 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T05:34:18.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.063+0000 7fa46c50a640 1 Processor -- start 2024-09-19T05:34:18.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.063+0000 7fa46c50a640 1 -- start start 2024-09-19T05:34:18.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa46c50a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa46415e830 0x7fa4640cf7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa46c50a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa46415ec10 con 0x7fa4640d46d0 2024-09-19T05:34:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa46c50a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4640d2c60 con 0x7fa4640b31e0 2024-09-19T05:34:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa46c50a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa4640cfce0 con 0x7fa46415e830 2024-09-19T05:34:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa469aa5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa4640d46d0 0x7fa4640d4af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45738/0 (socket says 172.21.15.39:45738) 2024-09-19T05:34:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa469aa5640 1 -- 172.21.15.39:0/3618488744 learned_addr learned my addr 172.21.15.39:0/3618488744 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa46a2a6640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa46415e830 0x7fa4640cf7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2903681702 0 0) 0x7fa46415ec10 con 0x7fa4640d46d0 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa450003520 con 0x7fa4640d46d0 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2035679744 0 0) 0x7fa450003520 con 0x7fa4640d46d0 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa46415e830 msgr2=0x7fa4640cf7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa46415e830 0x7fa4640cf7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 >> v1:172.21.15.50:6789/0 conn(0x7fa4640b31e0 legacy=0x7fa4640b3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4640d2f40 con 0x7fa4640d46d0 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fa454001670 con 0x7fa4640d46d0 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 >> v1:172.21.15.39:6789/0 conn(0x7fa4640d46d0 legacy=0x7fa4640d4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.064+0000 7fa4692a4640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa46415e830 0x7fa4500039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa4692a4640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa450003fb0 0x7fa450004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa4692a4640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa450004d40 0x7fa4500051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa4640cfce0 con 0x7fa450003fb0 2024-09-19T05:34:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa45000bb90 con 0x7fa450004d40 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa45000bd90 con 0x7fa46415e830 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa469aa5640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa450003fb0 0x7fa450004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa46a2a6640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa46415e830 0x7fa4500039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa46aaa7640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa450004d40 0x7fa4500051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa469aa5640 1 -- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa46415e830 msgr2=0x7fa4500039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa469aa5640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa46415e830 0x7fa4500039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa469aa5640 1 -- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa450004d40 msgr2=0x7fa4500051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa469aa5640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa450004d40 0x7fa4500051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.065+0000 7fa469aa5640 1 -- 172.21.15.39:0/3618488744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa450003520 con 0x7fa450003fb0 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa469aa5640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa450003fb0 0x7fa450004800 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa45400c160 tx=0x7fa450005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0beeea96b55d4b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454007c60 con 0x7fa450003fb0 2024-09-19T05:34:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa454005af0 con 0x7fa450003fb0 2024-09-19T05:34:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa4692a4640 1 -- 172.21.15.39:0/3618488744 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454007070 con 0x7fa450003fb0 2024-09-19T05:34:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa46c50a640 1 -- 172.21.15.39:0/3618488744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa450003fb0 msgr2=0x7fa450004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa46c50a640 1 --2- 172.21.15.39:0/3618488744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa450003fb0 0x7fa450004800 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa45400c160 tx=0x7fa450005830 comp rx=0 tx=0).stop 2024-09-19T05:34:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa46aaa7640 1 -- 172.21.15.39:0/3618488744 reap_dead start 2024-09-19T05:34:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa46c50a640 1 -- 172.21.15.39:0/3618488744 shutdown_connections 2024-09-19T05:34:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa46c50a640 1 -- 172.21.15.39:0/3618488744 >> 172.21.15.39:0/3618488744 conn(0x7fa464072560 msgr2=0x7fa464072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa46c50a640 1 -- 172.21.15.39:0/3618488744 shutdown_connections 2024-09-19T05:34:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.066+0000 7fa46c50a640 1 -- 172.21.15.39:0/3618488744 wait complete. 2024-09-19T05:34:18.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.068+0000 7fa46c50a640 1 Processor -- start 2024-09-19T05:34:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.068+0000 7fa46c50a640 1 -- start start 2024-09-19T05:34:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.068+0000 7fa46c50a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa450003fb0 0x7fa464153d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.068+0000 7fa46c50a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4641f3ea0 0x7fa4640b5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.068+0000 7fa46c50a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4640b61c0 0x7fa4640cd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.068+0000 7fa46c50a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa4640d3e10 con 0x7fa4641f3ea0 2024-09-19T05:34:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.068+0000 7fa46c50a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4640d3500 con 0x7fa4640b61c0 2024-09-19T05:34:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.068+0000 7fa46c50a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa4640d2880 con 0x7fa450003fb0 2024-09-19T05:34:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa469aa5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4641f3ea0 0x7fa4640b5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa469aa5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4641f3ea0 0x7fa4640b5c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55798/0 (socket says 172.21.15.39:55798) 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa469aa5640 1 -- 172.21.15.39:0/2104499298 learned_addr learned my addr 172.21.15.39:0/2104499298 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa46aaa7640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4640b61c0 0x7fa4640cd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa46a2a6640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa450003fb0 0x7fa464153d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa469aa5640 1 -- 172.21.15.39:0/2104499298 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa450003fb0 msgr2=0x7fa464153d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa469aa5640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa450003fb0 0x7fa464153d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa469aa5640 1 -- 172.21.15.39:0/2104499298 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4640b61c0 msgr2=0x7fa4640cd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa469aa5640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4640b61c0 0x7fa4640cd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa469aa5640 1 -- 172.21.15.39:0/2104499298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4641f4320 con 0x7fa4641f3ea0 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa469aa5640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4641f3ea0 0x7fa4640b5c80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa45402ac80 tx=0x7fa454001970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa45affd640 1 -- 172.21.15.39:0/2104499298 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454005e60 con 0x7fa4641f3ea0 2024-09-19T05:34:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa45affd640 1 -- 172.21.15.39:0/2104499298 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa454042070 con 0x7fa4641f3ea0 2024-09-19T05:34:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4640b3740 con 0x7fa4641f3ea0 2024-09-19T05:34:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa45affd640 1 -- 172.21.15.39:0/2104499298 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4540072b0 con 0x7fa4641f3ea0 2024-09-19T05:34:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.069+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4640b3d00 con 0x7fa4641f3ea0 2024-09-19T05:34:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.070+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4640cf7a0 con 0x7fa4641f3ea0 2024-09-19T05:34:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.071+0000 7fa45affd640 1 -- 172.21.15.39:0/2104499298 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa454007450 con 0x7fa4641f3ea0 2024-09-19T05:34:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.071+0000 7fa45affd640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa44806c2e0 0x7fa44806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.071+0000 7fa45affd640 1 -- 172.21.15.39:0/2104499298 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa4540ab730 con 0x7fa4641f3ea0 2024-09-19T05:34:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.071+0000 7fa46a2a6640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa44806c2e0 0x7fa44806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.072+0000 7fa46a2a6640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa44806c2e0 0x7fa44806e7a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa460014510 tx=0x7fa46000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:18.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.076+0000 7fa45affd640 1 -- 172.21.15.39:0/2104499298 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa454079a00 con 0x7fa4641f3ea0 2024-09-19T05:34:18.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.287+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fa4640b6c70 con 0x7fa4641f3ea0 2024-09-19T05:34:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.287+0000 7fa45affd640 1 -- 172.21.15.39:0/2104499298 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fa45407dd00 con 0x7fa4641f3ea0 2024-09-19T05:34:18.289 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:18.289 INFO:teuthology.orchestra.run.smithi039.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T05:34:18.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa44806c2e0 msgr2=0x7fa44806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa44806c2e0 0x7fa44806e7a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa460014510 tx=0x7fa46000b040 comp rx=0 tx=0).stop 2024-09-19T05:34:18.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4641f3ea0 msgr2=0x7fa4640b5c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4641f3ea0 0x7fa4640b5c80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa45402ac80 tx=0x7fa454001970 comp rx=0 tx=0).stop 2024-09-19T05:34:18.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 shutdown_connections 2024-09-19T05:34:18.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa44806c2e0 0x7fa44806e7a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4640b61c0 0x7fa4640cd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4641f3ea0 0x7fa4640b5c80 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 --2- 172.21.15.39:0/2104499298 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa450003fb0 0x7fa464153d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 >> 172.21.15.39:0/2104499298 conn(0x7fa464072560 msgr2=0x7fa464161650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:18.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 shutdown_connections 2024-09-19T05:34:18.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.289+0000 7fa46c50a640 1 -- 172.21.15.39:0/2104499298 wait complete. 2024-09-19T05:34:18.301 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T05:34:18.301 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:18.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.403+0000 7feaa625e640 1 Processor -- start 2024-09-19T05:34:18.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.403+0000 7feaa625e640 1 -- start start 2024-09-19T05:34:18.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.403+0000 7feaa625e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7feaa00b6a70 0x7feaa00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.403+0000 7feaa625e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00d1510 0x7feaa00d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.403+0000 7feaa625e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feaa00d1d90 con 0x7feaa00b6690 2024-09-19T05:34:18.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7feaa625e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7feaa00cf540 con 0x7feaa00b6a70 2024-09-19T05:34:18.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7feaa625e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7feaa00ceef0 con 0x7feaa00d1510 2024-09-19T05:34:18.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9ffff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00d1510 0x7feaa00d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9f7fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7feaa00b6690 0x7feaa00cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:59198/0 (socket says 172.21.15.39:59198) 2024-09-19T05:34:18.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9effd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7feaa00b6a70 0x7feaa00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9f7fe640 1 -- 172.21.15.39:0/1689227198 learned_addr learned my addr 172.21.15.39:0/1689227198 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:18.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9e7fc640 1 -- 172.21.15.39:0/1689227198 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 897967752 0 0) 0x7feaa00d1d90 con 0x7feaa00b6690 2024-09-19T05:34:18.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9e7fc640 1 -- 172.21.15.39:0/1689227198 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea88003520 con 0x7feaa00b6690 2024-09-19T05:34:18.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9ffff640 1 -- 172.21.15.39:0/1689227198 >> v2:172.21.15.50:3300/0 conn(0x7feaa00b6a70 msgr2=0x7feaa00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9ffff640 1 --2- 172.21.15.39:0/1689227198 >> v2:172.21.15.50:3300/0 conn(0x7feaa00b6a70 0x7feaa00d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9ffff640 1 -- 172.21.15.39:0/1689227198 >> v1:172.21.15.50:6789/0 conn(0x7feaa00b6690 legacy=0x7feaa00cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9ffff640 1 -- 172.21.15.39:0/1689227198 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaa00cf1d0 con 0x7feaa00d1510 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.404+0000 7fea9effd640 1 --2- 172.21.15.39:0/1689227198 >> v2:172.21.15.50:3300/0 conn(0x7feaa00b6a70 0x7feaa00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.405+0000 7fea9ffff640 1 --2- 172.21.15.39:0/1689227198 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00d1510 0x7feaa00d2b50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fea98009d90 tx=0x7fea9802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58032a908fb3a025 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.405+0000 7fea9e7fc640 1 -- 172.21.15.39:0/1689227198 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea98007740 con 0x7feaa00d1510 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.405+0000 7fea9e7fc640 1 -- 172.21.15.39:0/1689227198 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea980078e0 con 0x7feaa00d1510 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.405+0000 7fea9e7fc640 1 -- 172.21.15.39:0/1689227198 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea98007cb0 con 0x7feaa00d1510 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.406+0000 7feaa625e640 1 -- 172.21.15.39:0/1689227198 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00d1510 msgr2=0x7feaa00d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.406+0000 7feaa625e640 1 --2- 172.21.15.39:0/1689227198 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00d1510 0x7feaa00d2b50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fea98009d90 tx=0x7fea9802a660 comp rx=0 tx=0).stop 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.406+0000 7feaa625e640 1 -- 172.21.15.39:0/1689227198 shutdown_connections 2024-09-19T05:34:18.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.406+0000 7feaa625e640 1 --2- 172.21.15.39:0/1689227198 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00d1510 0x7feaa00d2b50 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.406+0000 7feaa625e640 1 --2- 172.21.15.39:0/1689227198 >> v2:172.21.15.50:3300/0 conn(0x7feaa00b6a70 0x7feaa00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.406+0000 7feaa625e640 1 -- 172.21.15.39:0/1689227198 >> 172.21.15.39:0/1689227198 conn(0x7feaa0072560 msgr2=0x7feaa0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:18.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.406+0000 7feaa625e640 1 -- 172.21.15.39:0/1689227198 shutdown_connections 2024-09-19T05:34:18.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.406+0000 7feaa625e640 1 -- 172.21.15.39:0/1689227198 wait complete. 2024-09-19T05:34:18.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.407+0000 7feaa625e640 1 Processor -- start 2024-09-19T05:34:18.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.407+0000 7feaa625e640 1 -- start start 2024-09-19T05:34:18.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7feaa625e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feaa00b6690 0x7feaa00aaff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7feaa625e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00b6a70 0x7feaa00cd930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7feaa625e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feaa00d1510 0x7feaa01584b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7feaa625e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7feaa00d1b00 con 0x7feaa00d1510 2024-09-19T05:34:18.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7feaa625e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feaa00d1980 con 0x7feaa00b6690 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7feaa625e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7feaa015c530 con 0x7feaa00b6a70 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feaa00d1510 0x7feaa01584b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feaa00d1510 0x7feaa01584b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55810/0 (socket says 172.21.15.39:55810) 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9ffff640 1 -- 172.21.15.39:0/4102958048 learned_addr learned my addr 172.21.15.39:0/4102958048 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9f7fe640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feaa00b6690 0x7feaa00aaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9effd640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00b6a70 0x7feaa00cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9ffff640 1 -- 172.21.15.39:0/4102958048 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00b6a70 msgr2=0x7feaa00cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9ffff640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00b6a70 0x7feaa00cd930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9ffff640 1 -- 172.21.15.39:0/4102958048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feaa00b6690 msgr2=0x7feaa00aaff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9ffff640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feaa00b6690 0x7feaa00aaff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.408+0000 7fea9ffff640 1 -- 172.21.15.39:0/4102958048 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaa00ab720 con 0x7feaa00d1510 2024-09-19T05:34:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.409+0000 7fea9ffff640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feaa00d1510 0x7feaa01584b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fea98009eb0 tx=0x7fea98004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:18.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.409+0000 7fea87fff640 1 -- 172.21.15.39:0/4102958048 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea98040070 con 0x7feaa00d1510 2024-09-19T05:34:18.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.409+0000 7fea87fff640 1 -- 172.21.15.39:0/4102958048 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea98031bc0 con 0x7feaa00d1510 2024-09-19T05:34:18.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.409+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaa00aba00 con 0x7feaa00d1510 2024-09-19T05:34:18.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.409+0000 7fea87fff640 1 -- 172.21.15.39:0/4102958048 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea98009450 con 0x7feaa00d1510 2024-09-19T05:34:18.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.409+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feaa00abfc0 con 0x7feaa00d1510 2024-09-19T05:34:18.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.410+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feaa00d0fd0 con 0x7feaa00d1510 2024-09-19T05:34:18.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.410+0000 7fea87fff640 1 -- 172.21.15.39:0/4102958048 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fea98039040 con 0x7feaa00d1510 2024-09-19T05:34:18.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.411+0000 7fea87fff640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fea8c06c2b0 0x7fea8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.411+0000 7fea87fff640 1 -- 172.21.15.39:0/4102958048 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fea980acb20 con 0x7feaa00d1510 2024-09-19T05:34:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.411+0000 7fea9f7fe640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fea8c06c2b0 0x7fea8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.411+0000 7fea9f7fe640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fea8c06c2b0 0x7fea8c06e770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fea900011e0 tx=0x7fea90007d30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:18.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.415+0000 7fea87fff640 1 -- 172.21.15.39:0/4102958048 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fea9807ad60 con 0x7feaa00d1510 2024-09-19T05:34:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.628+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feaa006bff0 con 0x7feaa00d1510 2024-09-19T05:34:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.628+0000 7fea87fff640 1 -- 172.21.15.39:0/4102958048 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7feaa006bff0 con 0x7feaa00d1510 2024-09-19T05:34:18.630 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:18.630 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"btime":"2024-09-19T05:34:09:473692+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3198278602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3198278602},{"type":"v1","addr":"172.21.15.50:6833","nonce":3198278602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2604627304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2604627304},{"type":"v1","addr":"172.21.15.39:6837","nonce":2604627304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:05.816656+0000","modified":"2024-09-19T05:34:08.538783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2730769278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":2730769278},{"type":"v1","addr":"172.21.15.50:6835","nonce":2730769278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-19T05:34:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-19T05:34:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fea8c06c2b0 msgr2=0x7fea8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fea8c06c2b0 0x7fea8c06e770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fea900011e0 tx=0x7fea90007d30 comp rx=0 tx=0).stop 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feaa00d1510 msgr2=0x7feaa01584b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feaa00d1510 0x7feaa01584b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fea98009eb0 tx=0x7fea98004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 shutdown_connections 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fea8c06c2b0 0x7fea8c06e770 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feaa00d1510 0x7feaa01584b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feaa00b6a70 0x7feaa00cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 --2- 172.21.15.39:0/4102958048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feaa00b6690 0x7feaa00aaff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 >> 172.21.15.39:0/4102958048 conn(0x7feaa0072560 msgr2=0x7feaa015de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 shutdown_connections 2024-09-19T05:34:18.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.631+0000 7feaa625e640 1 -- 172.21.15.39:0/4102958048 wait complete. 2024-09-19T05:34:18.643 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:18.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.744+0000 7f0a7f0c9640 1 Processor -- start 2024-09-19T05:34:18.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.744+0000 7f0a7f0c9640 1 -- start start 2024-09-19T05:34:18.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a7f0c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0a780b6a70 0x7f0a780d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a7f0c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a780d1d90 con 0x7f0a780d1510 2024-09-19T05:34:18.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a7f0c9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a780ceef0 con 0x7f0a780b6690 2024-09-19T05:34:18.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a7f0c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f0a780cf540 con 0x7f0a780b6a70 2024-09-19T05:34:18.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a77fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0a780b6a70 0x7f0a780d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a7d666640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0a780d1510 0x7f0a780d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45746/0 (socket says 172.21.15.39:45746) 2024-09-19T05:34:18.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a7d666640 1 -- 172.21.15.39:0/3617498270 learned_addr learned my addr 172.21.15.39:0/3617498270 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:18.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a77fff640 1 -- 172.21.15.39:0/3617498270 >> v1:172.21.15.50:6789/0 conn(0x7f0a780b6690 legacy=0x7f0a780cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a77fff640 1 -- 172.21.15.39:0/3617498270 >> v1:172.21.15.39:6789/0 conn(0x7f0a780d1510 legacy=0x7f0a780d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.745+0000 7f0a77fff640 1 -- 172.21.15.39:0/3617498270 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a780cf1d0 con 0x7f0a780b6a70 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.746+0000 7f0a77fff640 1 --2- 172.21.15.39:0/3617498270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780b6a70 0x7f0a780d0fd0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0a640097a0 tx=0x7f0a6402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa1f783bc7a1ef64 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.747+0000 7f0a777fe640 1 -- 172.21.15.39:0/3617498270 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a64037070 con 0x7f0a780b6a70 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.747+0000 7f0a777fe640 1 -- 172.21.15.39:0/3617498270 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a64032440 con 0x7f0a780b6a70 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.747+0000 7f0a777fe640 1 -- 172.21.15.39:0/3617498270 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a64032810 con 0x7f0a780b6a70 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.747+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3617498270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780b6a70 msgr2=0x7f0a780d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.747+0000 7f0a7f0c9640 1 --2- 172.21.15.39:0/3617498270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780b6a70 0x7f0a780d0fd0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0a640097a0 tx=0x7f0a6402a230 comp rx=0 tx=0).stop 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.748+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3617498270 shutdown_connections 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.748+0000 7f0a7f0c9640 1 --2- 172.21.15.39:0/3617498270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780b6a70 0x7f0a780d0fd0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.748+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3617498270 >> 172.21.15.39:0/3617498270 conn(0x7f0a78072560 msgr2=0x7f0a78072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.748+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3617498270 shutdown_connections 2024-09-19T05:34:18.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.748+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3617498270 wait complete. 2024-09-19T05:34:18.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.749+0000 7f0a7f0c9640 1 Processor -- start 2024-09-19T05:34:18.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.749+0000 7f0a7f0c9640 1 -- start start 2024-09-19T05:34:18.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7f0c9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a780b6690 0x7f0a780cd640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7f0c9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a780b6a70 0x7f0a78160860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7f0c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780d1510 0x7f0a78160da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7f0c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0a7815c6b0 con 0x7f0a780d1510 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7f0c9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0a7815c530 con 0x7f0a780b6690 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7f0c9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0a780d1940 con 0x7f0a780b6a70 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7d666640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780d1510 0x7f0a78160da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7d666640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780d1510 0x7f0a78160da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55834/0 (socket says 172.21.15.39:55834) 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7d666640 1 -- 172.21.15.39:0/3910361595 learned_addr learned my addr 172.21.15.39:0/3910361595 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7ce65640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a780b6690 0x7f0a780cd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a77fff640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a780b6a70 0x7f0a78160860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7d666640 1 -- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a780b6a70 msgr2=0x7f0a78160860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7d666640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a780b6a70 0x7f0a78160860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7d666640 1 -- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a780b6690 msgr2=0x7f0a780cd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7d666640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a780b6690 0x7f0a780cd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7d666640 1 -- 172.21.15.39:0/3910361595 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a780cb760 con 0x7f0a780d1510 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a77fff640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a780b6a70 0x7f0a78160860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7ce65640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a780b6690 0x7f0a780cd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a7d666640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780d1510 0x7f0a78160da0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0a7000ca80 tx=0x7f0a7000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a757fa640 1 -- 172.21.15.39:0/3910361595 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a70017070 con 0x7f0a780d1510 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a757fa640 1 -- 172.21.15.39:0/3910361595 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a7000ac30 con 0x7f0a780d1510 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.750+0000 7f0a757fa640 1 -- 172.21.15.39:0/3910361595 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a70012400 con 0x7f0a780d1510 2024-09-19T05:34:18.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.751+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a780cba40 con 0x7f0a780d1510 2024-09-19T05:34:18.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.751+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a780cc000 con 0x7f0a780d1510 2024-09-19T05:34:18.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.752+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a780d0fd0 con 0x7f0a780d1510 2024-09-19T05:34:18.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.752+0000 7f0a757fa640 1 -- 172.21.15.39:0/3910361595 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0a7001a070 con 0x7f0a780d1510 2024-09-19T05:34:18.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.752+0000 7f0a757fa640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a5c06c2b0 0x7f0a5c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:18.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.753+0000 7f0a7ce65640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a5c06c2b0 0x7f0a5c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:18.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.753+0000 7f0a757fa640 1 -- 172.21.15.39:0/3910361595 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0a7008afc0 con 0x7f0a780d1510 2024-09-19T05:34:18.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.753+0000 7f0a7ce65640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a5c06c2b0 0x7f0a5c06e770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c001680 tx=0x7f0a6c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:18.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.757+0000 7f0a757fa640 1 -- 172.21.15.39:0/3910361595 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0a70059170 con 0x7f0a780d1510 2024-09-19T05:34:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.966+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0a78069140 con 0x7f0a780d1510 2024-09-19T05:34:18.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.966+0000 7f0a757fa640 1 -- 172.21.15.39:0/3910361595 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f0a7005d470 con 0x7f0a780d1510 2024-09-19T05:34:18.968 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:18.968 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"btime":"2024-09-19T05:34:09:473692+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3198278602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3198278602},{"type":"v1","addr":"172.21.15.50:6833","nonce":3198278602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2604627304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2604627304},{"type":"v1","addr":"172.21.15.39:6837","nonce":2604627304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:05.816656+0000","modified":"2024-09-19T05:34:08.538783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2730769278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":2730769278},{"type":"v1","addr":"172.21.15.50:6835","nonce":2730769278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-19T05:34:18.969 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-19T05:34:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a5c06c2b0 msgr2=0x7f0a5c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a5c06c2b0 0x7f0a5c06e770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c001680 tx=0x7f0a6c009040 comp rx=0 tx=0).stop 2024-09-19T05:34:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780d1510 msgr2=0x7f0a78160da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780d1510 0x7f0a78160da0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0a7000ca80 tx=0x7f0a7000cf40 comp rx=0 tx=0).stop 2024-09-19T05:34:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 shutdown_connections 2024-09-19T05:34:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a5c06c2b0 0x7f0a5c06e770 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a780d1510 0x7f0a78160da0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a780b6a70 0x7f0a78160860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 --2- 172.21.15.39:0/3910361595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a780b6690 0x7f0a780cd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.968+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 >> 172.21.15.39:0/3910361595 conn(0x7f0a78072560 msgr2=0x7f0a7815c830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.969+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 shutdown_connections 2024-09-19T05:34:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:18.969+0000 7f0a7f0c9640 1 -- 172.21.15.39:0/3910361595 wait complete. 2024-09-19T05:34:18.981 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:19.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.081+0000 7f88a58d7640 1 Processor -- start 2024-09-19T05:34:19.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.081+0000 7f88a58d7640 1 -- start start 2024-09-19T05:34:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.082+0000 7f88a58d7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88a00d1b80 0x7f88a00d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.082+0000 7f88a58d7640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f88a00cf250 0x7f88a01621f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.082+0000 7f88a58d7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88a00b3f40 con 0x7f88a015e860 2024-09-19T05:34:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.082+0000 7f88a58d7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f88a00d43b0 con 0x7f88a00d1b80 2024-09-19T05:34:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.082+0000 7f88a58d7640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f88a00cf710 con 0x7f88a00cf250 2024-09-19T05:34:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.082+0000 7f889e7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88a00d1b80 0x7f88a00d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.083+0000 7f889e7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88a00d1b80 0x7f88a00d3090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55836/0 (socket says 172.21.15.39:55836) 2024-09-19T05:34:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.083+0000 7f889e7fc640 1 -- 172.21.15.39:0/3417925250 learned_addr learned my addr 172.21.15.39:0/3417925250 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.083+0000 7f889f7fe640 1 --2- 172.21.15.39:0/3417925250 >> v2:172.21.15.50:3300/0 conn(0x7f88a00cf250 0x7f88a01621f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.083+0000 7f889e7fc640 1 -- 172.21.15.39:0/3417925250 >> v2:172.21.15.50:3300/0 conn(0x7f88a00cf250 msgr2=0x7f88a01621f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.083+0000 7f889e7fc640 1 --2- 172.21.15.39:0/3417925250 >> v2:172.21.15.50:3300/0 conn(0x7f88a00cf250 0x7f88a01621f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.083+0000 7f889e7fc640 1 -- 172.21.15.39:0/3417925250 >> v1:172.21.15.50:6789/0 conn(0x7f88a015e860 legacy=0x7f88a00d1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.083+0000 7f889e7fc640 1 -- 172.21.15.39:0/3417925250 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88a00cf9f0 con 0x7f88a00d1b80 2024-09-19T05:34:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.083+0000 7f889f7fe640 1 --2- 172.21.15.39:0/3417925250 >> v2:172.21.15.50:3300/0 conn(0x7f88a00cf250 0x7f88a01621f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.083+0000 7f889e7fc640 1 --2- 172.21.15.39:0/3417925250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 0x7f88a00d3090 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f88a01632f0 tx=0x7f889402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=302372990de41fe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f889dffb640 1 -- 172.21.15.39:0/3417925250 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8894037070 con 0x7f88a00d1b80 2024-09-19T05:34:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f889dffb640 1 -- 172.21.15.39:0/3417925250 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8894032440 con 0x7f88a00d1b80 2024-09-19T05:34:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f889dffb640 1 -- 172.21.15.39:0/3417925250 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8894032810 con 0x7f88a00d1b80 2024-09-19T05:34:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f88a58d7640 1 -- 172.21.15.39:0/3417925250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 msgr2=0x7f88a00d3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f88a58d7640 1 --2- 172.21.15.39:0/3417925250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 0x7f88a00d3090 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f88a01632f0 tx=0x7f889402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f88a58d7640 1 -- 172.21.15.39:0/3417925250 shutdown_connections 2024-09-19T05:34:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f88a58d7640 1 --2- 172.21.15.39:0/3417925250 >> v2:172.21.15.50:3300/0 conn(0x7f88a00cf250 0x7f88a01621f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f88a58d7640 1 --2- 172.21.15.39:0/3417925250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 0x7f88a00d3090 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f88a58d7640 1 -- 172.21.15.39:0/3417925250 >> 172.21.15.39:0/3417925250 conn(0x7f88a006bd00 msgr2=0x7f88a006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:19.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f88a58d7640 1 -- 172.21.15.39:0/3417925250 shutdown_connections 2024-09-19T05:34:19.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.084+0000 7f88a58d7640 1 -- 172.21.15.39:0/3417925250 wait complete. 2024-09-19T05:34:19.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.085+0000 7f88a58d7640 1 Processor -- start 2024-09-19T05:34:19.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f88a58d7640 1 -- start start 2024-09-19T05:34:19.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f88a58d7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88a00cf250 0x7f88a00ab0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f88a58d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 0x7f88a00cd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f88a58d7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88a015e860 0x7f88a00b6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f88a58d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f88a00d3e60 con 0x7f88a00d1b80 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f88a58d7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f88a00ced30 con 0x7f88a015e860 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f88a58d7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f88a00d3fe0 con 0x7f88a00cf250 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f889e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 0x7f88a00cd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f889e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 0x7f88a00cd9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55846/0 (socket says 172.21.15.39:55846) 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.086+0000 7f889e7fc640 1 -- 172.21.15.39:0/2713041130 learned_addr learned my addr 172.21.15.39:0/2713041130 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f889f7fe640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88a015e860 0x7f88a00b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f889e7fc640 1 -- 172.21.15.39:0/2713041130 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88a00cf250 msgr2=0x7f88a00ab0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f889effd640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88a00cf250 0x7f88a00ab0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f889e7fc640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88a00cf250 0x7f88a00ab0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f889e7fc640 1 -- 172.21.15.39:0/2713041130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88a015e860 msgr2=0x7f88a00b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f889e7fc640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88a015e860 0x7f88a00b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f889e7fc640 1 -- 172.21.15.39:0/2713041130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88a01e6f10 con 0x7f88a00d1b80 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f889f7fe640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88a015e860 0x7f88a00b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f889e7fc640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 0x7f88a00cd9c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f889402a220 tx=0x7f88940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f8887fff640 1 -- 172.21.15.39:0/2713041130 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8894041020 con 0x7f88a00d1b80 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88a01e7210 con 0x7f88a00d1b80 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f8887fff640 1 -- 172.21.15.39:0/2713041130 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88940306c0 con 0x7f88a00d1b80 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f8887fff640 1 -- 172.21.15.39:0/2713041130 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8894037040 con 0x7f88a00d1b80 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.087+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88a01e7a50 con 0x7f88a00d1b80 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.088+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88a00d2460 con 0x7f88a00d1b80 2024-09-19T05:34:19.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.089+0000 7f8887fff640 1 -- 172.21.15.39:0/2713041130 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8894044020 con 0x7f88a00d1b80 2024-09-19T05:34:19.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.089+0000 7f8887fff640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f888c06c2b0 0x7f888c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.089+0000 7f8887fff640 1 -- 172.21.15.39:0/2713041130 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f88940abc60 con 0x7f88a00d1b80 2024-09-19T05:34:19.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.089+0000 7f889effd640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f888c06c2b0 0x7f888c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.090+0000 7f889effd640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f888c06c2b0 0x7f888c06e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f88900015a0 tx=0x7f8890009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:19.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.093+0000 7f8887fff640 1 -- 172.21.15.39:0/2713041130 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f889404b030 con 0x7f88a00d1b80 2024-09-19T05:34:19.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.269+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f88a00d3070 con 0x7f88a00d1b80 2024-09-19T05:34:19.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.270+0000 7f8887fff640 1 -- 172.21.15.39:0/2713041130 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f88a01e7210 con 0x7f88a00d1b80 2024-09-19T05:34:19.272 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:19.272 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:07.465520+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:03.708259+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:04.804179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:19.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f888c06c2b0 msgr2=0x7f888c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f888c06c2b0 0x7f888c06e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f88900015a0 tx=0x7f8890009040 comp rx=0 tx=0).stop 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 msgr2=0x7f88a00cd9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 0x7f88a00cd9c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f889402a220 tx=0x7f88940046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 shutdown_connections 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f888c06c2b0 0x7f888c06e770 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88a015e860 0x7f88a00b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88a00d1b80 0x7f88a00cd9c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 --2- 172.21.15.39:0/2713041130 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88a00cf250 0x7f88a00ab0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 >> 172.21.15.39:0/2713041130 conn(0x7f88a006bd00 msgr2=0x7f88a0160d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 shutdown_connections 2024-09-19T05:34:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.273+0000 7f88a58d7640 1 -- 172.21.15.39:0/2713041130 wait complete. 2024-09-19T05:34:19.286 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.386+0000 7f16d65d8640 1 Processor -- start 2024-09-19T05:34:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.386+0000 7f16d65d8640 1 -- start start 2024-09-19T05:34:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.387+0000 7f16d65d8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f16d00b6e50 0x7f16d0070b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.387+0000 7f16d65d8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f16d00d2a50 0x7f16d00b7230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.387+0000 7f16d65d8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16d00b7770 con 0x7f16d0073140 2024-09-19T05:34:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.387+0000 7f16d65d8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f16d0071a70 con 0x7f16d00b6e50 2024-09-19T05:34:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.387+0000 7f16d65d8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f16d00d2ec0 con 0x7f16d00d2a50 2024-09-19T05:34:19.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.387+0000 7f16cffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f16d00b6e50 0x7f16d0070b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.387+0000 7f16cffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f16d00b6e50 0x7f16d0070b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55850/0 (socket says 172.21.15.39:55850) 2024-09-19T05:34:19.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.387+0000 7f16cffff640 1 -- 172.21.15.39:0/1925514325 learned_addr learned my addr 172.21.15.39:0/1925514325 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:19.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.387+0000 7f16cf7fe640 1 --2- 172.21.15.39:0/1925514325 >> v2:172.21.15.50:3300/0 conn(0x7f16d00d2a50 0x7f16d00b7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.388+0000 7f16cffff640 1 -- 172.21.15.39:0/1925514325 >> v2:172.21.15.50:3300/0 conn(0x7f16d00d2a50 msgr2=0x7f16d00b7230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:19.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.388+0000 7f16cffff640 1 --2- 172.21.15.39:0/1925514325 >> v2:172.21.15.50:3300/0 conn(0x7f16d00d2a50 0x7f16d00b7230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.388+0000 7f16cffff640 1 -- 172.21.15.39:0/1925514325 >> v1:172.21.15.50:6789/0 conn(0x7f16d0073140 legacy=0x7f16d0073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:19.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.388+0000 7f16cffff640 1 -- 172.21.15.39:0/1925514325 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d00714b0 con 0x7f16d00b6e50 2024-09-19T05:34:19.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.388+0000 7f16cffff640 1 --2- 172.21.15.39:0/1925514325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d00b6e50 0x7f16d0070b20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f16d00b52f0 tx=0x7f16c002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=340881f3e4f62534 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.388+0000 7f16ceffd640 1 -- 172.21.15.39:0/1925514325 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c0037070 con 0x7f16d00b6e50 2024-09-19T05:34:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16ceffd640 1 -- 172.21.15.39:0/1925514325 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16c0032440 con 0x7f16d00b6e50 2024-09-19T05:34:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16ceffd640 1 -- 172.21.15.39:0/1925514325 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c0032810 con 0x7f16d00b6e50 2024-09-19T05:34:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16d65d8640 1 -- 172.21.15.39:0/1925514325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d00b6e50 msgr2=0x7f16d0070b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16d65d8640 1 --2- 172.21.15.39:0/1925514325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d00b6e50 0x7f16d0070b20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f16d00b52f0 tx=0x7f16c002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16d65d8640 1 -- 172.21.15.39:0/1925514325 shutdown_connections 2024-09-19T05:34:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16d65d8640 1 --2- 172.21.15.39:0/1925514325 >> v2:172.21.15.50:3300/0 conn(0x7f16d00d2a50 0x7f16d00b7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16d65d8640 1 --2- 172.21.15.39:0/1925514325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d00b6e50 0x7f16d0070b20 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16d65d8640 1 -- 172.21.15.39:0/1925514325 >> 172.21.15.39:0/1925514325 conn(0x7f16d006e5b0 msgr2=0x7f16d006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:19.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16d65d8640 1 -- 172.21.15.39:0/1925514325 shutdown_connections 2024-09-19T05:34:19.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.389+0000 7f16d65d8640 1 -- 172.21.15.39:0/1925514325 wait complete. 2024-09-19T05:34:19.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.390+0000 7f16d65d8640 1 Processor -- start 2024-09-19T05:34:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.390+0000 7f16d65d8640 1 -- start start 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16d65d8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d0073140 0x7f16d00cdba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16d65d8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16d00b6e50 0x7f16d0156120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16d65d8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16d00d2a50 0x7f16d00b29a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16d65d8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f16d006bfa0 con 0x7f16d0073140 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16d65d8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f16d006bcc0 con 0x7f16d00d2a50 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16d65d8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f16d0161d70 con 0x7f16d00b6e50 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d0073140 0x7f16d00cdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d0073140 0x7f16d00cdba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55852/0 (socket says 172.21.15.39:55852) 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16cffff640 1 -- 172.21.15.39:0/857157341 learned_addr learned my addr 172.21.15.39:0/857157341 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16cf7fe640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16d00b6e50 0x7f16d0156120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16cffff640 1 -- 172.21.15.39:0/857157341 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16d00b6e50 msgr2=0x7f16d0156120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16cffff640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16d00b6e50 0x7f16d0156120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16cffff640 1 -- 172.21.15.39:0/857157341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16d00d2a50 msgr2=0x7f16d00b29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.391+0000 7f16d4b75640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16d00d2a50 0x7f16d00b29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.392+0000 7f16cffff640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16d00d2a50 0x7f16d00b29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.392+0000 7f16cffff640 1 -- 172.21.15.39:0/857157341 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d0156d00 con 0x7f16d0073140 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.392+0000 7f16cffff640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d0073140 0x7f16d00cdba0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f16c0000c00 tx=0x7f16c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.392+0000 7f16ccff9640 1 -- 172.21.15.39:0/857157341 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c0041020 con 0x7f16d0073140 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.392+0000 7f16ccff9640 1 -- 172.21.15.39:0/857157341 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16c00306c0 con 0x7f16d0073140 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.392+0000 7f16ccff9640 1 -- 172.21.15.39:0/857157341 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c0037040 con 0x7f16d0073140 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.392+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16d0156a20 con 0x7f16d0073140 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.392+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16d0154f30 con 0x7f16d0073140 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.393+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16d0070b20 con 0x7f16d0073140 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.393+0000 7f16ccff9640 1 -- 172.21.15.39:0/857157341 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f16c0044020 con 0x7f16d0073140 2024-09-19T05:34:19.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.394+0000 7f16ccff9640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16bc06c2b0 0x7f16bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:19.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.394+0000 7f16ccff9640 1 -- 172.21.15.39:0/857157341 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f16c00ab8b0 con 0x7f16d0073140 2024-09-19T05:34:19.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.394+0000 7f16cf7fe640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16bc06c2b0 0x7f16bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:19.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.394+0000 7f16cf7fe640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16bc06c2b0 0x7f16bc06e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f16c4006fd0 tx=0x7f16c4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:19.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.398+0000 7f16ccff9640 1 -- 172.21.15.39:0/857157341 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f16c004b070 con 0x7f16d0073140 2024-09-19T05:34:19.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.612+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16d0158280 con 0x7f16d0073140 2024-09-19T05:34:19.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.612+0000 7f16ccff9640 1 -- 172.21.15.39:0/857157341 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f16c007a0b0 con 0x7f16d0073140 2024-09-19T05:34:19.614 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:19.614 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"btime":"2024-09-19T05:34:09:473692+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3198278602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3198278602},{"type":"v1","addr":"172.21.15.50:6833","nonce":3198278602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2604627304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2604627304},{"type":"v1","addr":"172.21.15.39:6837","nonce":2604627304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:05.816656+0000","modified":"2024-09-19T05:34:08.538783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2730769278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":2730769278},{"type":"v1","addr":"172.21.15.50:6835","nonce":2730769278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-19T05:34:19.615 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-19T05:34:19.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.614+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16bc06c2b0 msgr2=0x7f16bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.614+0000 7f16d65d8640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16bc06c2b0 0x7f16bc06e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f16c4006fd0 tx=0x7f16c4008040 comp rx=0 tx=0).stop 2024-09-19T05:34:19.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.614+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d0073140 msgr2=0x7f16d00cdba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:19.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.614+0000 7f16d65d8640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d0073140 0x7f16d00cdba0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f16c0000c00 tx=0x7f16c00046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.615+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 shutdown_connections 2024-09-19T05:34:19.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.615+0000 7f16d65d8640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16bc06c2b0 0x7f16bc06e770 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.615+0000 7f16d65d8640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16d00d2a50 0x7f16d00b29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.615+0000 7f16d65d8640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f16d00b6e50 0x7f16d0156120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.615+0000 7f16d65d8640 1 --2- 172.21.15.39:0/857157341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16d0073140 0x7f16d00cdba0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:19.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.615+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 >> 172.21.15.39:0/857157341 conn(0x7f16d006e5b0 msgr2=0x7f16d0156f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:19.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.615+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 shutdown_connections 2024-09-19T05:34:19.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:19.615+0000 7f16d65d8640 1 -- 172.21.15.39:0/857157341 wait complete. 2024-09-19T05:34:20.030 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:34:05.816656+0000', 'modified': '2024-09-19T05:34:08.538783+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4293}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4293': {'gid': 4293, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6835/2730769278', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6834', 'nonce': 2730769278}, {'type': 'v1', 'addr': '172.21.15.50:6835', 'nonce': 2730769278}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4293, 'qdb_cluster': [4293]} 2024-09-19T05:34:20.030 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:34:20.030 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T05:34:20.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.138+0000 7f45dd9d6640 1 Processor -- start 2024-09-19T05:34:20.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.138+0000 7f45dd9d6640 1 -- start start 2024-09-19T05:34:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45dd9d6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f45d80d0b50 0x7f45d80d0f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45dd9d6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f45d806d610 0x7f45d806da80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45dd9d6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45d806dfc0 con 0x7f45d8161c30 2024-09-19T05:34:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45dd9d6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f45d8162010 con 0x7f45d806d610 2024-09-19T05:34:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45dd9d6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f45d80d14d0 con 0x7f45d80d0b50 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45d77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f45d806d610 0x7f45d806da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45d77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f45d806d610 0x7f45d806da80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55856/0 (socket says 172.21.15.39:55856) 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45d77fe640 1 -- 172.21.15.39:0/7234818 learned_addr learned my addr 172.21.15.39:0/7234818 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45cffff640 1 --2- 172.21.15.39:0/7234818 >> v2:172.21.15.50:3300/0 conn(0x7f45d80d0b50 0x7f45d80d0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45d77fe640 1 -- 172.21.15.39:0/7234818 >> v2:172.21.15.50:3300/0 conn(0x7f45d80d0b50 msgr2=0x7f45d80d0f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45d77fe640 1 --2- 172.21.15.39:0/7234818 >> v2:172.21.15.50:3300/0 conn(0x7f45d80d0b50 0x7f45d80d0f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45d77fe640 1 -- 172.21.15.39:0/7234818 >> v1:172.21.15.50:6789/0 conn(0x7f45d8161c30 legacy=0x7f45d8072e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45d77fe640 1 -- 172.21.15.39:0/7234818 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d8163140 con 0x7f45d806d610 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.139+0000 7f45cffff640 1 --2- 172.21.15.39:0/7234818 >> v2:172.21.15.50:3300/0 conn(0x7f45d80d0b50 0x7f45d80d0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.140+0000 7f45d77fe640 1 --2- 172.21.15.39:0/7234818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d806d610 0x7f45d806da80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f45d8069630 tx=0x7f45d002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9944cd0682d00023 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.140+0000 7f45d67fc640 1 -- 172.21.15.39:0/7234818 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0036070 con 0x7f45d806d610 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.140+0000 7f45d67fc640 1 -- 172.21.15.39:0/7234818 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d0031600 con 0x7f45d806d610 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.140+0000 7f45d67fc640 1 -- 172.21.15.39:0/7234818 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d00319d0 con 0x7f45d806d610 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.141+0000 7f45dd9d6640 1 -- 172.21.15.39:0/7234818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d806d610 msgr2=0x7f45d806da80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.141+0000 7f45dd9d6640 1 --2- 172.21.15.39:0/7234818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d806d610 0x7f45d806da80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f45d8069630 tx=0x7f45d002a730 comp rx=0 tx=0).stop 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.141+0000 7f45dd9d6640 1 -- 172.21.15.39:0/7234818 shutdown_connections 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.141+0000 7f45dd9d6640 1 --2- 172.21.15.39:0/7234818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d806d610 0x7f45d806da80 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.141+0000 7f45dd9d6640 1 --2- 172.21.15.39:0/7234818 >> v2:172.21.15.50:3300/0 conn(0x7f45d80d0b50 0x7f45d80d0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.141+0000 7f45dd9d6640 1 -- 172.21.15.39:0/7234818 >> 172.21.15.39:0/7234818 conn(0x7f45d806bf40 msgr2=0x7f45d806c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.141+0000 7f45dd9d6640 1 -- 172.21.15.39:0/7234818 shutdown_connections 2024-09-19T05:34:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.141+0000 7f45dd9d6640 1 -- 172.21.15.39:0/7234818 wait complete. 2024-09-19T05:34:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.142+0000 7f45dd9d6640 1 Processor -- start 2024-09-19T05:34:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.142+0000 7f45dd9d6640 1 -- start start 2024-09-19T05:34:20.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45dd9d6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45d806d610 0x7f45d8148210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45dd9d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f45d80d0b50 0x7f45d815a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45dd9d6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d8161c30 0x7f45d815ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45dd9d6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f45d8072610 con 0x7f45d8161c30 2024-09-19T05:34:20.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45dd9d6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45d8072330 con 0x7f45d806d610 2024-09-19T05:34:20.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45dd9d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f45d80728f0 con 0x7f45d80d0b50 2024-09-19T05:34:20.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d8161c30 0x7f45d815ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d8161c30 0x7f45d815ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55860/0 (socket says 172.21.15.39:55860) 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d77fe640 1 -- 172.21.15.39:0/2497616340 learned_addr learned my addr 172.21.15.39:0/2497616340 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45cffff640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f45d80d0b50 0x7f45d815a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45d806d610 0x7f45d8148210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d77fe640 1 -- 172.21.15.39:0/2497616340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f45d80d0b50 msgr2=0x7f45d815a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d77fe640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f45d80d0b50 0x7f45d815a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d77fe640 1 -- 172.21.15.39:0/2497616340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45d806d610 msgr2=0x7f45d8148210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d77fe640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45d806d610 0x7f45d8148210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d77fe640 1 -- 172.21.15.39:0/2497616340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d81533b0 con 0x7f45d8161c30 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.143+0000 7f45d77fe640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d8161c30 0x7f45d815ace0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f45d0009f40 tx=0x7f45d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.144+0000 7f45d4ff9640 1 -- 172.21.15.39:0/2497616340 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d003f020 con 0x7f45d8161c30 2024-09-19T05:34:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.144+0000 7f45d4ff9640 1 -- 172.21.15.39:0/2497616340 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d0037040 con 0x7f45d8161c30 2024-09-19T05:34:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.144+0000 7f45dd9d6640 1 -- 172.21.15.39:0/2497616340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d8153690 con 0x7f45d8161c30 2024-09-19T05:34:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.144+0000 7f45d4ff9640 1 -- 172.21.15.39:0/2497616340 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0036070 con 0x7f45d8161c30 2024-09-19T05:34:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.144+0000 7f45dd9d6640 1 -- 172.21.15.39:0/2497616340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d815ede0 con 0x7f45d8161c30 2024-09-19T05:34:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.145+0000 7f45d4ff9640 1 -- 172.21.15.39:0/2497616340 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f45d0042020 con 0x7f45d8161c30 2024-09-19T05:34:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.146+0000 7f45d4ff9640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f45b806c2b0 0x7f45b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.146+0000 7f45d4ff9640 1 -- 172.21.15.39:0/2497616340 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f45d00ab670 con 0x7f45d8161c30 2024-09-19T05:34:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.146+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f45b806c2b0 0x7f45b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.146+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f45b806c2b0 0x7f45b806e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f45c80016e0 tx=0x7f45c8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.147+0000 7f45e084a740 1 Processor -- start 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.147+0000 7f45e084a740 1 -- start start 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45e084a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efe92c0 0x55f03f02ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45e084a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe6a80 0x55f03efe96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45e084a740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efeaa50 0x55f03efe38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45e084a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55f03ef4b520 con 0x55f03efe6a80 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45e084a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f03eef33e0 con 0x55f03efe92c0 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45e084a740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55f03ef474e0 con 0x55f03efeaa50 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe6a80 0x55f03efe96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe6a80 0x55f03efe96a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55868/0 (socket says 172.21.15.39:55868) 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cffff640 1 -- 172.21.15.39:0/3987310116 learned_addr learned my addr 172.21.15.39:0/3987310116 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cffff640 1 -- 172.21.15.39:0/3987310116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efeaa50 msgr2=0x55f03efe38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cffff640 1 --2- 172.21.15.39:0/3987310116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efeaa50 0x55f03efe38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/3987310116 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efe92c0 0x55f03f02ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cffff640 1 -- 172.21.15.39:0/3987310116 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efe92c0 msgr2=0x55f03f02ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cffff640 1 --2- 172.21.15.39:0/3987310116 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efe92c0 0x55f03f02ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cffff640 1 -- 172.21.15.39:0/3987310116 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f03ef0e2f0 con 0x55f03efe6a80 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cffff640 1 --2- 172.21.15.39:0/3987310116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe6a80 0x55f03efe96a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f45c00099e0 tx=0x7f45c0009ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6247bcf91ea64a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cd7fa640 1 -- 172.21.15.39:0/3987310116 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c0019020 con 0x55f03efe6a80 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cd7fa640 1 -- 172.21.15.39:0/3987310116 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45c00042f0 con 0x55f03efe6a80 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.148+0000 7f45cd7fa640 1 -- 172.21.15.39:0/3987310116 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c000c070 con 0x55f03efe6a80 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.149+0000 7f45e084a740 1 -- 172.21.15.39:0/3987310116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe6a80 msgr2=0x55f03efe96a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.149+0000 7f45e084a740 1 --2- 172.21.15.39:0/3987310116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe6a80 0x55f03efe96a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f45c00099e0 tx=0x7f45c0009ea0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.149+0000 7f45e084a740 1 -- 172.21.15.39:0/3987310116 shutdown_connections 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.149+0000 7f45e084a740 1 --2- 172.21.15.39:0/3987310116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efeaa50 0x55f03efe38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.149+0000 7f45e084a740 1 --2- 172.21.15.39:0/3987310116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe6a80 0x55f03efe96a0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.149+0000 7f45e084a740 1 --2- 172.21.15.39:0/3987310116 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efe92c0 0x55f03f02ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.149+0000 7f45e084a740 1 -- 172.21.15.39:0/3987310116 >> 172.21.15.39:0/3987310116 conn(0x55f03efe5a80 msgr2=0x55f03f02df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.149+0000 7f45e084a740 1 -- 172.21.15.39:0/3987310116 shutdown_connections 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.149+0000 7f45e084a740 1 -- 172.21.15.39:0/3987310116 wait complete. 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.150+0000 7f45e084a740 1 -- start start 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.150+0000 7f45e084a740 1 Processor -- start 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.150+0000 7f45e084a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe92c0 0x55f03f02a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.150+0000 7f45e084a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efeaa50 0x55f03f0112e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.150+0000 7f45e084a740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03f02aef0 0x55f03f02b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.150+0000 7f45e084a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55f03efe4f20 con 0x55f03efe92c0 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45e084a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f03eed4450 con 0x55f03efeaa50 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45e084a740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55f03f02f290 con 0x55f03f02aef0 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45e084a740 10 client.0 _ll_register_callbacks cb 0x55f03ec5dac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe92c0 0x55f03f02a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe92c0 0x55f03f02a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55884/0 (socket says 172.21.15.39:55884) 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d6ffd640 1 -- 172.21.15.39:0/3173004456 learned_addr learned my addr 172.21.15.39:0/3173004456 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45cffff640 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efeaa50 0x55f03f0112e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d77fe640 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03f02aef0 0x55f03f02b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d6ffd640 1 -- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03f02aef0 msgr2=0x55f03f02b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03f02aef0 0x55f03f02b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d6ffd640 1 -- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efeaa50 msgr2=0x55f03f0112e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efeaa50 0x55f03f0112e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d6ffd640 1 -- 172.21.15.39:0/3173004456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f03ec5e2d0 con 0x55f03efe92c0 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d77fe640 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03f02aef0 0x55f03f02b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe92c0 0x55f03f02a230 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f45c8006a80 tx=0x7f45c8000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9db39952fd62384c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45b67fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45b67fc640 1 -- 172.21.15.39:0/3173004456 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c8026060 con 0x55f03efe92c0 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45b67fc640 1 -- 172.21.15.39:0/3173004456 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f45c8021aa0 con 0x55f03efe92c0 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45e084a740 1 -- 172.21.15.39:0/3173004456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45c00042f0 con 0x55f03efe92c0 2024-09-19T05:34:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45b67fc640 1 -- 172.21.15.39:0/3173004456 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f45c8019070 con 0x55f03efe92c0 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45e084a740 10 client.4566 fetch_fsmap learned FSMap version 7 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.151+0000 7f45e084a740 1 -- 172.21.15.39:0/3173004456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55f03ed286b0 con 0x55f03efe92c0 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45b67fc640 1 -- 172.21.15.39:0/3173004456 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45c00042f0 con 0x55f03efe92c0 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45b67fc640 1 -- 172.21.15.39:0/3173004456 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f45c801f070 con 0x55f03efe92c0 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45e084a740 10 client.4566 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45e084a740 10 client.4566 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45e084a740 20 client.4566 populate_metadata read hostname 'smithi039' 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45e084a740 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] conn(0x55f03f041890 0x55f03f041c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45e084a740 4 client.4566 mds_command: new command op to 4293 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45e084a740 1 -- 172.21.15.39:0/3173004456 --> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f03ef58c50 con 0x55f03f041890 2024-09-19T05:34:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45cffff640 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] conn(0x55f03f041890 0x55f03f041c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45cffff640 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] conn(0x55f03f041890 0x55f03f041c70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1d225cdf01b21bb server_cookie=719907b6a5305b05 in_seq=0 out_seq=0 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.152+0000 7f45b67fc640 10 client.4566 ms_handle_connect on v2:172.21.15.50:6834/2730769278 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45b67fc640 1 -- 172.21.15.39:0/3173004456 <== mds.0 v2:172.21.15.50:6834/2730769278 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f03ef58c50 con 0x55f03f041890 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45b67fc640 10 client.4566 handle_command_reply: tid=0 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45e084a740 1 client.4566 shutdown 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45e084a740 1 -- 172.21.15.39:0/3173004456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe92c0 msgr2=0x55f03f02a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45e084a740 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe92c0 0x55f03f02a230 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f45c8006a80 tx=0x7f45c8000ed0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45e084a740 1 -- 172.21.15.39:0/3173004456 shutdown_connections 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45e084a740 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03f02aef0 0x55f03f02b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45e084a740 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] conn(0x55f03f041890 0x55f03f041c70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45e084a740 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efeaa50 0x55f03f0112e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45e084a740 1 --2- 172.21.15.39:0/3173004456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efe92c0 0x55f03f02a230 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.153+0000 7f45b67fc640 0 client.4566 ms_handle_reset on v2:172.21.15.50:6834/2730769278 2024-09-19T05:34:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.154+0000 7f45e084a740 1 -- 172.21.15.39:0/3173004456 >> 172.21.15.39:0/3173004456 conn(0x55f03efe6a80 msgr2=0x55f03f02bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.154+0000 7f45e084a740 1 -- 172.21.15.39:0/3173004456 shutdown_connections 2024-09-19T05:34:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.154+0000 7f45e084a740 1 -- 172.21.15.39:0/3173004456 wait complete. 2024-09-19T05:34:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.154+0000 7f45e084a740 20 client.4566 trim_cache size 0 max 16384 2024-09-19T05:34:20.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.172+0000 7f45e084a740 1 Processor -- start 2024-09-19T05:34:20.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.172+0000 7f45e084a740 1 -- start start 2024-09-19T05:34:20.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.172+0000 7f45e084a740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 0x55f03f02e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.172+0000 7f45e084a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efeaa50 0x55f03f047d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.172+0000 7f45e084a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03f02aef0 0x55f03f048290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45e084a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f45d81ffd20 con 0x55f03f02aef0 2024-09-19T05:34:20.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45e084a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45d81ff060 con 0x55f03efeaa50 2024-09-19T05:34:20.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45e084a740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f45d81ff6b0 con 0x55f03efe92c0 2024-09-19T05:34:20.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03f02aef0 0x55f03f048290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03f02aef0 0x55f03f048290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55900/0 (socket says 172.21.15.39:55900) 2024-09-19T05:34:20.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d77fe640 1 -- 172.21.15.39:0/456277959 learned_addr learned my addr 172.21.15.39:0/456277959 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:20.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/456277959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 0x55f03f02e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d77fe640 1 -- 172.21.15.39:0/456277959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 msgr2=0x55f03f02e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d77fe640 1 --2- 172.21.15.39:0/456277959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 0x55f03f02e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d77fe640 1 -- 172.21.15.39:0/456277959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efeaa50 msgr2=0x55f03f047d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d77fe640 1 --2- 172.21.15.39:0/456277959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efeaa50 0x55f03f047d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d77fe640 1 -- 172.21.15.39:0/456277959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f03f02b6e0 con 0x55f03f02aef0 2024-09-19T05:34:20.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45d77fe640 1 --2- 172.21.15.39:0/456277959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03f02aef0 0x55f03f048290 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f45d00a9bd0 tx=0x7f45d0075ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7f4fd862aa438f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45ccff9640 1 -- 172.21.15.39:0/456277959 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0079180 con 0x55f03f02aef0 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45ccff9640 1 -- 172.21.15.39:0/456277959 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d0031600 con 0x55f03f02aef0 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.173+0000 7f45ccff9640 1 -- 172.21.15.39:0/456277959 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0009510 con 0x55f03f02aef0 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 -- 172.21.15.39:0/456277959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03f02aef0 msgr2=0x55f03f048290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 --2- 172.21.15.39:0/456277959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03f02aef0 0x55f03f048290 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f45d00a9bd0 tx=0x7f45d0075ac0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 -- 172.21.15.39:0/456277959 shutdown_connections 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 --2- 172.21.15.39:0/456277959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03f02aef0 0x55f03f048290 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 --2- 172.21.15.39:0/456277959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03efeaa50 0x55f03f047d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 --2- 172.21.15.39:0/456277959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 0x55f03f02e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 -- 172.21.15.39:0/456277959 >> 172.21.15.39:0/456277959 conn(0x55f03efe6a80 msgr2=0x55f03f00f830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 -- 172.21.15.39:0/456277959 shutdown_connections 2024-09-19T05:34:20.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 -- 172.21.15.39:0/456277959 wait complete. 2024-09-19T05:34:20.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.174+0000 7f45e084a740 1 -- start start 2024-09-19T05:34:20.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45e084a740 1 Processor -- start 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45e084a740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 0x55f03f02c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45e084a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efeaa50 0x55f03f0460f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45e084a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03f02aef0 0x55f03f046630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45e084a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55f03f011870 con 0x55f03efeaa50 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45e084a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f03f012640 con 0x55f03f02aef0 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45e084a740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55f03f028c00 con 0x55f03efe92c0 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45e084a740 10 client.0 _ll_register_callbacks cb 0x7f45c8001440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efeaa50 0x55f03f0460f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efeaa50 0x55f03f0460f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55916/0 (socket says 172.21.15.39:55916) 2024-09-19T05:34:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45cffff640 1 -- 172.21.15.39:0/854307593 learned_addr learned my addr 172.21.15.39:0/854307593 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 0x55f03f02c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.175+0000 7f45d77fe640 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03f02aef0 0x55f03f046630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45cffff640 1 -- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 msgr2=0x55f03f02c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45cffff640 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 0x55f03f02c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45cffff640 1 -- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03f02aef0 msgr2=0x55f03f046630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45cffff640 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03f02aef0 0x55f03f046630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45cffff640 1 -- 172.21.15.39:0/854307593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f03efe5820 con 0x55f03efeaa50 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 0x55f03f02c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45d77fe640 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03f02aef0 0x55f03f046630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45cffff640 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efeaa50 0x55f03f0460f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f45c0006e80 tx=0x7f45c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59315d9a0b2c3e9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45b67fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45b67fc640 1 -- 172.21.15.39:0/854307593 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c000c040 con 0x55f03efeaa50 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45b67fc640 1 -- 172.21.15.39:0/854307593 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f45c0011ad0 con 0x55f03efeaa50 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45e084a740 1 -- 172.21.15.39:0/854307593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45d0031600 con 0x55f03efeaa50 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45b67fc640 1 -- 172.21.15.39:0/854307593 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f45c003a050 con 0x55f03efeaa50 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45e084a740 10 client.4572 fetch_fsmap learned FSMap version 7 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45e084a740 1 -- 172.21.15.39:0/854307593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55f03f043e90 con 0x55f03efeaa50 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45b67fc640 1 -- 172.21.15.39:0/854307593 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d0031600 con 0x55f03efeaa50 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45b67fc640 1 -- 172.21.15.39:0/854307593 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f45c003d020 con 0x55f03efeaa50 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45e084a740 10 client.4572 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45e084a740 10 client.4572 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45e084a740 20 client.4572 populate_metadata read hostname 'smithi039' 2024-09-19T05:34:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45e084a740 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] conn(0x55f03f0515c0 0x55f03f0b7d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45e084a740 4 client.4572 mds_command: new command op to 4293 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.176+0000 7f45e084a740 1 -- 172.21.15.39:0/854307593 --> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] -- command(tid 0: {"prefix": "status"}) -- 0x55f03f011010 con 0x55f03f0515c0 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] conn(0x55f03f0515c0 0x55f03f0b7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45d6ffd640 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] conn(0x55f03f0515c0 0x55f03f0b7d30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c41970b3b41f10e server_cookie=d6fc9fc4eacb6af5 in_seq=0 out_seq=0 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45b67fc640 10 client.4572 ms_handle_connect on v2:172.21.15.50:6834/2730769278 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45b67fc640 1 -- 172.21.15.39:0/854307593 <== mds.0 v2:172.21.15.50:6834/2730769278 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x55f03f011010 con 0x55f03f0515c0 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45b67fc640 10 client.4572 handle_command_reply: tid=0 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45e084a740 1 client.4572 shutdown 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45e084a740 1 -- 172.21.15.39:0/854307593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efeaa50 msgr2=0x55f03f0460f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45e084a740 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efeaa50 0x55f03f0460f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f45c0006e80 tx=0x7f45c00046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45e084a740 1 -- 172.21.15.39:0/854307593 shutdown_connections 2024-09-19T05:34:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45e084a740 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:6834/2730769278,v1:172.21.15.50:6835/2730769278] conn(0x55f03f0515c0 0x55f03f0b7d30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45e084a740 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f03f02aef0 0x55f03f046630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45e084a740 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f03efeaa50 0x55f03f0460f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45b67fc640 0 client.4572 ms_handle_reset on v2:172.21.15.50:6834/2730769278 2024-09-19T05:34:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45e084a740 1 --2- 172.21.15.39:0/854307593 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55f03efe92c0 0x55f03f02c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.177+0000 7f45e084a740 1 -- 172.21.15.39:0/854307593 >> 172.21.15.39:0/854307593 conn(0x55f03efe6a80 msgr2=0x55f03efdf0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45e084a740 1 -- 172.21.15.39:0/854307593 shutdown_connections 2024-09-19T05:34:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45e084a740 1 -- 172.21.15.39:0/854307593 wait complete. 2024-09-19T05:34:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45e084a740 20 client.4572 trim_cache size 0 max 16384 2024-09-19T05:34:20.187 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 4293, 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 13.719982673000001, 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 7, 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 21, 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 21, 2024-09-19T05:34:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 19.744393043999999 2024-09-19T05:34:20.189 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 -- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f45b806c2b0 msgr2=0x7f45b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f45b806c2b0 0x7f45b806e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f45c80016e0 tx=0x7f45c8009040 comp rx=0 tx=0).stop 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 -- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d8161c30 msgr2=0x7f45d815ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d8161c30 0x7f45d815ace0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f45d0009f40 tx=0x7f45d0004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 -- 172.21.15.39:0/2497616340 shutdown_connections 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f45b806c2b0 0x7f45b806e770 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d8161c30 0x7f45d815ace0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f45d80d0b50 0x7f45d815a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 --2- 172.21.15.39:0/2497616340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45d806d610 0x7f45d8148210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 -- 172.21.15.39:0/2497616340 >> 172.21.15.39:0/2497616340 conn(0x7f45d806bf40 msgr2=0x7f45d806f3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:20.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 -- 172.21.15.39:0/2497616340 shutdown_connections 2024-09-19T05:34:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.178+0000 7f45dd9d6640 1 -- 172.21.15.39:0/2497616340 wait complete. 2024-09-19T05:34:20.192 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T05:34:20.201 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T05:34:20.201 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T05:34:20.201 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T05:34:20.202 INFO:teuthology.run_tasks:Running task kclient... 2024-09-19T05:34:20.255 INFO:tasks.kclient:Mounting kernel clients... 2024-09-19T05:34:20.255 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-19T05:34:20.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:20.255 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:34:20.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:20.272 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2024-09-19T05:34:20.339 INFO:teuthology.orchestra.run.smithi039.stderr:Cannot find device "ceph-brx" 2024-09-19T05:34:20.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:34:20.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:20.341 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:34:20.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:20.398 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2024-09-19T05:34:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:Cannot find device "ceph-brx" 2024-09-19T05:34:20.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:34:20.467 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:20.467 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:34:20.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:20.487 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link delete ceph-brx 2024-09-19T05:34:20.560 INFO:teuthology.orchestra.run.smithi050.stderr:Cannot find device "ceph-brx" 2024-09-19T05:34:20.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:34:20.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:20.562 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:34:20.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:20.621 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link delete ceph-brx 2024-09-19T05:34:20.692 INFO:teuthology.orchestra.run.smithi050.stderr:Cannot find device "ceph-brx" 2024-09-19T05:34:20.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:34:20.694 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2024-09-19T05:34:20.694 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:34:20.694 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:20.694 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:34:20.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.796+0000 7f8fe7da6640 1 Processor -- start 2024-09-19T05:34:20.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.796+0000 7f8fe7da6640 1 -- start start 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe7da6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe015b4f0 0x7f8fe00d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe7da6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8fe0073d10 0x7f8fe00d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe7da6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fe00ccd80 con 0x7f8fe015b110 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe7da6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f8fe00b44f0 con 0x7f8fe0073d10 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe7da6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8fe00cd060 con 0x7f8fe015b4f0 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe6343640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8fe0073d10 0x7f8fe00d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe6343640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8fe0073d10 0x7f8fe00d0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55918/0 (socket says 172.21.15.39:55918) 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe6343640 1 -- 172.21.15.39:0/2882602692 learned_addr learned my addr 172.21.15.39:0/2882602692 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe5341640 1 --2- 172.21.15.39:0/2882602692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe015b4f0 0x7f8fe00d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe6343640 1 -- 172.21.15.39:0/2882602692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe015b4f0 msgr2=0x7f8fe00d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe6343640 1 --2- 172.21.15.39:0/2882602692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe015b4f0 0x7f8fe00d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe6343640 1 -- 172.21.15.39:0/2882602692 >> v1:172.21.15.50:6789/0 conn(0x7f8fe015b110 legacy=0x7f8fe00b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.797+0000 7f8fe6343640 1 -- 172.21.15.39:0/2882602692 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe00cd340 con 0x7f8fe0073d10 2024-09-19T05:34:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.798+0000 7f8fe6343640 1 --2- 172.21.15.39:0/2882602692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe0073d10 0x7f8fe00d0720 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8fd8009e50 tx=0x7f8fd802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b90fd1c016eaac84 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.798+0000 7f8fe4b40640 1 -- 172.21.15.39:0/2882602692 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd8036070 con 0x7f8fe0073d10 2024-09-19T05:34:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.798+0000 7f8fe4b40640 1 -- 172.21.15.39:0/2882602692 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fd8031600 con 0x7f8fe0073d10 2024-09-19T05:34:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.798+0000 7f8fe4b40640 1 -- 172.21.15.39:0/2882602692 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd80319d0 con 0x7f8fe0073d10 2024-09-19T05:34:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.799+0000 7f8fe7da6640 1 -- 172.21.15.39:0/2882602692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe0073d10 msgr2=0x7f8fe00d0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.799+0000 7f8fe7da6640 1 --2- 172.21.15.39:0/2882602692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe0073d10 0x7f8fe00d0720 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8fd8009e50 tx=0x7f8fd802a710 comp rx=0 tx=0).stop 2024-09-19T05:34:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.799+0000 7f8fe7da6640 1 -- 172.21.15.39:0/2882602692 shutdown_connections 2024-09-19T05:34:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.799+0000 7f8fe7da6640 1 --2- 172.21.15.39:0/2882602692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe0073d10 0x7f8fe00d0720 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.799+0000 7f8fe7da6640 1 --2- 172.21.15.39:0/2882602692 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe015b4f0 0x7f8fe00d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.799+0000 7f8fe7da6640 1 -- 172.21.15.39:0/2882602692 >> 172.21.15.39:0/2882602692 conn(0x7f8fe006d000 msgr2=0x7f8fe006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.799+0000 7f8fe7da6640 1 -- 172.21.15.39:0/2882602692 shutdown_connections 2024-09-19T05:34:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.799+0000 7f8fe7da6640 1 -- 172.21.15.39:0/2882602692 wait complete. 2024-09-19T05:34:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.800+0000 7f8fe7da6640 1 Processor -- start 2024-09-19T05:34:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.800+0000 7f8fe7da6640 1 -- start start 2024-09-19T05:34:20.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe7da6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe0073d10 0x7f8fe0150e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe7da6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8fe015b110 0x7f8fe0150000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe7da6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe015b4f0 0x7f8fe00b11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe7da6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe00cdcc0 con 0x7f8fe015b4f0 2024-09-19T05:34:20.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe7da6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe00cdb40 con 0x7f8fe015b110 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe7da6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8fe00cde40 con 0x7f8fe0073d10 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe6343640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe015b4f0 0x7f8fe00b11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe6343640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe015b4f0 0x7f8fe00b11c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55924/0 (socket says 172.21.15.39:55924) 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe6343640 1 -- 172.21.15.39:0/3397564307 learned_addr learned my addr 172.21.15.39:0/3397564307 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe5b42640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe0073d10 0x7f8fe0150e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe5341640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8fe015b110 0x7f8fe0150000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe6343640 1 -- 172.21.15.39:0/3397564307 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe0073d10 msgr2=0x7f8fe0150e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe6343640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe0073d10 0x7f8fe0150e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe6343640 1 -- 172.21.15.39:0/3397564307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8fe015b110 msgr2=0x7f8fe0150000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe6343640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8fe015b110 0x7f8fe0150000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe6343640 1 -- 172.21.15.39:0/3397564307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe0157500 con 0x7f8fe015b4f0 2024-09-19T05:34:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe5341640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8fe015b110 0x7f8fe0150000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe6343640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe015b4f0 0x7f8fe00b11c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8fd8034040 tx=0x7f8fd8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fd67fc640 1 -- 172.21.15.39:0/3397564307 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd8036050 con 0x7f8fe015b4f0 2024-09-19T05:34:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fd67fc640 1 -- 172.21.15.39:0/3397564307 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fd8042070 con 0x7f8fe015b4f0 2024-09-19T05:34:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fd67fc640 1 -- 172.21.15.39:0/3397564307 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd8009510 con 0x7f8fe015b4f0 2024-09-19T05:34:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fe01577c0 con 0x7f8fe015b4f0 2024-09-19T05:34:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.801+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fe0151360 con 0x7f8fe015b4f0 2024-09-19T05:34:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.802+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fe00b3d10 con 0x7f8fe015b4f0 2024-09-19T05:34:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.803+0000 7f8fd67fc640 1 -- 172.21.15.39:0/3397564307 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8fd8007bd0 con 0x7f8fe015b4f0 2024-09-19T05:34:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.803+0000 7f8fd67fc640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8fc406c2b0 0x7f8fc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.803+0000 7f8fe5b42640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8fc406c2b0 0x7f8fc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.803+0000 7f8fd67fc640 1 -- 172.21.15.39:0/3397564307 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8fd80ac140 con 0x7f8fe015b4f0 2024-09-19T05:34:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.804+0000 7f8fe5b42640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8fc406c2b0 0x7f8fc406e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc001780 tx=0x7f8fdc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:20.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:20.808+0000 7f8fd67fc640 1 -- 172.21.15.39:0/3397564307 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8fd807a940 con 0x7f8fe015b4f0 2024-09-19T05:34:21.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.021+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8fe00b3830 con 0x7f8fe015b4f0 2024-09-19T05:34:21.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.021+0000 7f8fd67fc640 1 -- 172.21.15.39:0/3397564307 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f8fd807a240 con 0x7f8fe015b4f0 2024-09-19T05:34:21.023 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:34:21.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8fc406c2b0 msgr2=0x7f8fc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:21.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8fc406c2b0 0x7f8fc406e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc001780 tx=0x7f8fdc009040 comp rx=0 tx=0).stop 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe015b4f0 msgr2=0x7f8fe00b11c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe015b4f0 0x7f8fe00b11c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8fd8034040 tx=0x7f8fd8004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 shutdown_connections 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8fc406c2b0 0x7f8fc406e770 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fe015b4f0 0x7f8fe00b11c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8fe015b110 0x7f8fe0150000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 --2- 172.21.15.39:0/3397564307 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8fe0073d10 0x7f8fe0150e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 >> 172.21.15.39:0/3397564307 conn(0x7f8fe006d000 msgr2=0x7f8fe006d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 shutdown_connections 2024-09-19T05:34:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21.023+0000 7f8fe7da6640 1 -- 172.21.15.39:0/3397564307 wait complete. 2024-09-19T05:34:21.035 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:34:21.035 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:34:21.035 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:34:21.035 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:34:21.035 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:21.035 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:34:21.035 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:34:21.036 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:34:21.036 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:34:21.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:21.036 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:34:21.052 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:21.052 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:21.052 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:21.052 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:21.052 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:21.052 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42735sec preferred_lft 42735sec 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:34:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:21.054 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:21.054 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:21.054 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:34:21.054 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T05:34:21.054 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:21.054 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:21.054 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add name ceph-brx type bridge 2024-09-19T05:34:21.054 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip addr flush dev ceph-brx 2024-09-19T05:34:21.055 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set ceph-brx up 2024-09-19T05:34:21.055 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T05:34:21.055 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:21.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:21.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:21.263 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:34:21.289 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:34:21.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:21.291 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:34:21.359 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:34:21.359 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:34:21.359 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:34:21.359 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:34:21.359 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:34:21.360 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:21.360 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:21.360 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:34:21.360 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:34:21.360 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:34:21.360 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:21.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:21.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:21.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:21.671 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:34:21.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:21.688 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list-id 2024-09-19T05:34:21.743 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:21.743 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:21.743 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:34:21.743 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T05:34:21.744 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:21.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:21.863 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T05:34:21.863 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:21.863 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:21.863 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T05:34:21.863 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T05:34:21.864 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T05:34:21.864 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T05:34:21.864 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T05:34:21.864 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:21.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:21.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:21.992 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:21.992 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:21.993 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-19T05:34:21.993 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T05:34:21.993 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:22.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:22.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:22.071 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:22.071 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:22.100 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:34:22.100 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:22.101 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:22.155 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T05:34:22.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:22.156 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:22.272 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:22.272 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:22.407 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:22.407 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:22.407 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:34:22.407 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:34:22.407 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:34:22.408 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:34:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:34:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:34:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:34:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:34:22.410 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:34:22.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:22.410 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:22.440 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:22.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:22.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:22.544 INFO:teuthology.orchestra.run.smithi039.stdout:client4581 2024-09-19T05:34:22.545 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:22.545 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:22.561 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:22.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:22.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:22.665 INFO:teuthology.orchestra.run.smithi039.stdout:client4581 2024-09-19T05:34:22.666 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:22.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:22.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:22.729 INFO:teuthology.orchestra.run.smithi039.stdout:client4581 2024-09-19T05:34:22.730 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/63724460-2d43-4192-a475-a2140b12f870.client4581/status') 2024-09-19T05:34:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:22.795 INFO:teuthology.orchestra.run.smithi039.stdout:instance: client.4581 (3)192.168.0.1:0/3053919022 2024-09-19T05:34:22.795 INFO:teuthology.orchestra.run.smithi039.stdout:blocklisted: false 2024-09-19T05:34:22.795 INFO:teuthology.orchestra.run.smithi039.stderr:0+1 records in 2024-09-19T05:34:22.795 INFO:teuthology.orchestra.run.smithi039.stderr:0+1 records out 2024-09-19T05:34:22.795 INFO:teuthology.orchestra.run.smithi039.stderr:69 bytes copied, 2.4425e-05 s, 2.8 MB/s 2024-09-19T05:34:22.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:22.802 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2024-09-19T05:34:22.802 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:34:22.803 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T05:34:22.803 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:34:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.902+0000 7f41bfe53640 1 Processor -- start 2024-09-19T05:34:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.903+0000 7f41bfe53640 1 -- start start 2024-09-19T05:34:22.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.903+0000 7f41bfe53640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b110 0x7f41b80b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.903+0000 7f41bfe53640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41b80b4250 con 0x7f41b80d08f0 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.903+0000 7f41bfe53640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41b80ccd80 con 0x7f41b815b4f0 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.903+0000 7f41bfe53640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f41b80b44f0 con 0x7f41b815b110 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41be3f0640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f41b80d08f0 0x7f41b80cdb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45752/0 (socket says 172.21.15.39:45752) 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41be3f0640 1 -- 172.21.15.39:0/727864507 learned_addr learned my addr 172.21.15.39:0/727864507 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41bdbef640 1 --2- 172.21.15.39:0/727864507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b110 0x7f41b80b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41bcbed640 1 -- 172.21.15.39:0/727864507 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1725208852 0 0) 0x7f41b80b4250 con 0x7f41b80d08f0 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41bcbed640 1 -- 172.21.15.39:0/727864507 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f41a4003520 con 0x7f41b80d08f0 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41bcbed640 1 -- 172.21.15.39:0/727864507 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2232212749 0 0) 0x7f41b80ccd80 con 0x7f41b815b4f0 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41bcbed640 1 -- 172.21.15.39:0/727864507 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f41b80b4250 con 0x7f41b815b4f0 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41bcbed640 1 -- 172.21.15.39:0/727864507 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2514819640 0 0) 0x7f41a4003520 con 0x7f41b80d08f0 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41bdbef640 1 -- 172.21.15.39:0/727864507 >> v1:172.21.15.50:6789/0 conn(0x7f41b815b4f0 legacy=0x7f41b80d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41bdbef640 1 -- 172.21.15.39:0/727864507 >> v1:172.21.15.39:6789/0 conn(0x7f41b80d08f0 legacy=0x7f41b80cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.904+0000 7f41bdbef640 1 -- 172.21.15.39:0/727864507 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41b80cd060 con 0x7f41b815b110 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.905+0000 7f41bdbef640 1 --2- 172.21.15.39:0/727864507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b110 0x7f41b80b3d10 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f41b40097d0 tx=0x7f41b402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1681007584869b33 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.905+0000 7f41bcbed640 1 -- 172.21.15.39:0/727864507 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b4037070 con 0x7f41b815b110 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.905+0000 7f41bcbed640 1 -- 172.21.15.39:0/727864507 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41b402ac30 con 0x7f41b815b110 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.905+0000 7f41bcbed640 1 -- 172.21.15.39:0/727864507 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b0001a10 con 0x7f41b815b110 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.906+0000 7f41bfe53640 1 -- 172.21.15.39:0/727864507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b110 msgr2=0x7f41b80b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.906+0000 7f41bfe53640 1 --2- 172.21.15.39:0/727864507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b110 0x7f41b80b3d10 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f41b40097d0 tx=0x7f41b402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.906+0000 7f41bfe53640 1 -- 172.21.15.39:0/727864507 shutdown_connections 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.906+0000 7f41bfe53640 1 --2- 172.21.15.39:0/727864507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b110 0x7f41b80b3d10 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.906+0000 7f41bfe53640 1 -- 172.21.15.39:0/727864507 >> 172.21.15.39:0/727864507 conn(0x7f41b806d000 msgr2=0x7f41b806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.906+0000 7f41bfe53640 1 -- 172.21.15.39:0/727864507 shutdown_connections 2024-09-19T05:34:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.906+0000 7f41bfe53640 1 -- 172.21.15.39:0/727864507 wait complete. 2024-09-19T05:34:22.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.907+0000 7f41bfe53640 1 Processor -- start 2024-09-19T05:34:22.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.907+0000 7f41bfe53640 1 -- start start 2024-09-19T05:34:22.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bfe53640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80d08f0 0x7f41b8154fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:22.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bfe53640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41b815b110 0x7f41b80ae940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:22.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bfe53640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b4f0 0x7f41b80aee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bfe53640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f41b8073d10 con 0x7f41b80d08f0 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bfe53640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f41b80cd620 con 0x7f41b815b110 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bfe53640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f41b8073e90 con 0x7f41b815b4f0 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bdbef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80d08f0 0x7f41b8154fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bdbef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80d08f0 0x7f41b8154fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55936/0 (socket says 172.21.15.39:55936) 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bdbef640 1 -- 172.21.15.39:0/1080602680 learned_addr learned my addr 172.21.15.39:0/1080602680 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41be3f0640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b4f0 0x7f41b80aee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bd3ee640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41b815b110 0x7f41b80ae940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bdbef640 1 -- 172.21.15.39:0/1080602680 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b4f0 msgr2=0x7f41b80aee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bdbef640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b4f0 0x7f41b80aee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bdbef640 1 -- 172.21.15.39:0/1080602680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41b815b110 msgr2=0x7f41b80ae940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bdbef640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41b815b110 0x7f41b80ae940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bdbef640 1 -- 172.21.15.39:0/1080602680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41b81554f0 con 0x7f41b80d08f0 2024-09-19T05:34:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.908+0000 7f41bdbef640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80d08f0 0x7f41b8154fb0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f41b40097d0 tx=0x7f41b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.909+0000 7f41ae7fc640 1 -- 172.21.15.39:0/1080602680 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b4042020 con 0x7f41b80d08f0 2024-09-19T05:34:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.909+0000 7f41ae7fc640 1 -- 172.21.15.39:0/1080602680 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41b403d670 con 0x7f41b80d08f0 2024-09-19T05:34:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.909+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41b81e4ea0 con 0x7f41b80d08f0 2024-09-19T05:34:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.909+0000 7f41ae7fc640 1 -- 172.21.15.39:0/1080602680 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b4037040 con 0x7f41b80d08f0 2024-09-19T05:34:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.909+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41b81e5460 con 0x7f41b80d08f0 2024-09-19T05:34:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.910+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41b80b3d10 con 0x7f41b80d08f0 2024-09-19T05:34:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.910+0000 7f41ae7fc640 1 -- 172.21.15.39:0/1080602680 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f41b4045020 con 0x7f41b80d08f0 2024-09-19T05:34:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.911+0000 7f41ae7fc640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f419c06c2e0 0x7f419c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.911+0000 7f41ae7fc640 1 -- 172.21.15.39:0/1080602680 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f41b40ab940 con 0x7f41b80d08f0 2024-09-19T05:34:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.911+0000 7f41bd3ee640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f419c06c2e0 0x7f419c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.911+0000 7f41bd3ee640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f419c06c2e0 0x7f419c06e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f41b815e820 tx=0x7f41a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:22.915+0000 7f41ae7fc640 1 -- 172.21.15.39:0/1080602680 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f41b404c070 con 0x7f41b80d08f0 2024-09-19T05:34:23.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.129+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f41b80d04c0 con 0x7f41b80d08f0 2024-09-19T05:34:23.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.129+0000 7f41ae7fc640 1 -- 172.21.15.39:0/1080602680 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f41b407a0b0 con 0x7f41b80d08f0 2024-09-19T05:34:23.131 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:34:23.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f419c06c2e0 msgr2=0x7f419c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:23.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f419c06c2e0 0x7f419c06e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f41b815e820 tx=0x7f41a8009040 comp rx=0 tx=0).stop 2024-09-19T05:34:23.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80d08f0 msgr2=0x7f41b8154fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:23.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80d08f0 0x7f41b8154fb0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f41b40097d0 tx=0x7f41b40046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 shutdown_connections 2024-09-19T05:34:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f419c06c2e0 0x7f419c06e7a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f41b815b4f0 0x7f41b80aee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41b815b110 0x7f41b80ae940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 --2- 172.21.15.39:0/1080602680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80d08f0 0x7f41b8154fb0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 >> 172.21.15.39:0/1080602680 conn(0x7f41b806d000 msgr2=0x7f41b815d8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 shutdown_connections 2024-09-19T05:34:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23.132+0000 7f41bfe53640 1 -- 172.21.15.39:0/1080602680 wait complete. 2024-09-19T05:34:23.144 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:34:23.144 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:34:23.144 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:34:23.144 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-19T05:34:23.144 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T05:34:23.144 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:34:23.145 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:34:23.145 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:34:23.145 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-19T05:34:23.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:23.145 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:34:23.161 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:23.161 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:23.161 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:23.162 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42733sec preferred_lft 42733sec 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2c0b:eeff:fe90:839e/64 scope link 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:34:23.164 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:34:23.164 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::80ad:56ff:fe2b:b1b7/64 scope link tentative 2024-09-19T05:34:23.164 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:23.164 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:34:23.225 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:34:23.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:23.227 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:34:23.284 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:34:23.284 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:34:23.284 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:34:23.284 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:34:23.284 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:34:23.284 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:23.284 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:23.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:34:23.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:34:23.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:34:23.285 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:23.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:23.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:23.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:23.412 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:34:23.428 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:34:23.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:23.429 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list-id 2024-09-19T05:34:23.485 INFO:teuthology.orchestra.run.smithi039.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-19T05:34:23.486 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:23.486 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:23.486 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:34:23.486 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-19T05:34:23.486 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:23.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:23.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:23.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:23.604 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T05:34:23.629 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:23.629 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 7e:9a:e4:f6:47:ab brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::7c9a:e4ff:fef6:47ab/64 scope link 2024-09-19T05:34:23.630 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:23.631 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T05:34:23.697 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:23.697 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:23.697 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:23.697 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.697 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:23.697 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.697 INFO:teuthology.orchestra.run.smithi039.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:34:23.697 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 7e:9a:e4:f6:47:ab brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:34:23.697 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:34:23.698 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.698 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::7c9a:e4ff:fef6:47ab/64 scope link 2024-09-19T05:34:23.698 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:23.699 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-19T05:34:23.699 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:23.699 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:23.699 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-19T05:34:23.699 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T05:34:23.699 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-19T05:34:23.699 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-19T05:34:23.699 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-19T05:34:23.700 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:23.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:23.855 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:23.855 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:23.855 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.1 up 2024-09-19T05:34:23.855 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T05:34:23.855 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:23.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:23.934 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:23.934 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-19T05:34:23.950 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-19T05:34:23.950 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:23.950 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-19T05:34:24.005 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2024-09-19T05:34:24.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:24.006 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:24.090 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:24.091 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:24.099 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:24.099 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:24.099 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:34:24.099 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 2@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:34:24.099 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:34:24.100 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-19T05:34:24.101 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:34:24.101 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:34:24.101 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:34:24.101 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:34:24.102 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:34:24.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:24.102 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-19T05:34:24.132 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:24.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:24.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:24.230 INFO:teuthology.orchestra.run.smithi039.stdout:client4537 2024-09-19T05:34:24.230 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:24.230 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:24.247 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:24.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:24.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:24.344 INFO:teuthology.orchestra.run.smithi039.stdout:client4537 2024-09-19T05:34:24.344 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:24.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:24.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:24.458 INFO:teuthology.orchestra.run.smithi039.stdout:client4537 2024-09-19T05:34:24.459 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/63724460-2d43-4192-a475-a2140b12f870.client4537/status') 2024-09-19T05:34:24.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:24.522 INFO:teuthology.orchestra.run.smithi039.stdout:instance: client.4537 (3)172.21.15.39:0/3112673864 2024-09-19T05:34:24.522 INFO:teuthology.orchestra.run.smithi039.stdout:blocklisted: false 2024-09-19T05:34:24.522 INFO:teuthology.orchestra.run.smithi039.stderr:0+1 records in 2024-09-19T05:34:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:0+1 records out 2024-09-19T05:34:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:70 bytes copied, 2.6316e-05 s, 2.7 MB/s 2024-09-19T05:34:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:24.529 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2024-09-19T05:34:24.529 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:34:24.529 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:24.529 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:34:24.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.674+0000 7fe8c2733640 1 Processor -- start 2024-09-19T05:34:24.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.674+0000 7fe8c2733640 1 -- start start 2024-09-19T05:34:24.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c2733640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0b6690 0x7fe8bc0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:24.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c2733640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe8bc0b6a70 0x7fe8bc0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:24.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c2733640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe8bc0d1510 0x7fe8bc0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:24.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c2733640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fe8bc0cf540 con 0x7fe8bc0d1510 2024-09-19T05:34:24.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c2733640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe8bc0cff10 con 0x7fe8bc0b6a70 2024-09-19T05:34:24.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c2733640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe8bc0d1d90 con 0x7fe8bc0b6690 2024-09-19T05:34:24.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c0cd0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe8bc0d1510 0x7fe8bc0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:24.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c0cd0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe8bc0d1510 0x7fe8bc0d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55948/0 (socket says 172.21.15.39:55948) 2024-09-19T05:34:24.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c0cd0640 1 -- 172.21.15.39:0/1389467584 learned_addr learned my addr 172.21.15.39:0/1389467584 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:24.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8bb7fe640 1 --2- 172.21.15.39:0/1389467584 >> v2:172.21.15.50:3300/0 conn(0x7fe8bc0b6a70 0x7fe8bc0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:24.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8bbfff640 1 --2- 172.21.15.39:0/1389467584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0b6690 0x7fe8bc0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:24.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c0cd0640 1 -- 172.21.15.39:0/1389467584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0b6690 msgr2=0x7fe8bc0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:24.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c0cd0640 1 --2- 172.21.15.39:0/1389467584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0b6690 0x7fe8bc0cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c0cd0640 1 -- 172.21.15.39:0/1389467584 >> v2:172.21.15.50:3300/0 conn(0x7fe8bc0b6a70 msgr2=0x7fe8bc0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:24.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c0cd0640 1 --2- 172.21.15.39:0/1389467584 >> v2:172.21.15.50:3300/0 conn(0x7fe8bc0b6a70 0x7fe8bc0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8c0cd0640 1 -- 172.21.15.39:0/1389467584 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8bc0ceef0 con 0x7fe8bc0d1510 2024-09-19T05:34:24.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.675+0000 7fe8bb7fe640 1 --2- 172.21.15.39:0/1389467584 >> v2:172.21.15.50:3300/0 conn(0x7fe8bc0b6a70 0x7fe8bc0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:24.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.676+0000 7fe8c0cd0640 1 --2- 172.21.15.39:0/1389467584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0d1510 0x7fe8bc0d2b50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc0d02f0 tx=0x7fe8b402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1be9e5d6c26630a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:24.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.676+0000 7fe8baffd640 1 -- 172.21.15.39:0/1389467584 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b4036070 con 0x7fe8bc0d1510 2024-09-19T05:34:24.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.676+0000 7fe8baffd640 1 -- 172.21.15.39:0/1389467584 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8b4031600 con 0x7fe8bc0d1510 2024-09-19T05:34:24.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.676+0000 7fe8baffd640 1 -- 172.21.15.39:0/1389467584 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b40319d0 con 0x7fe8bc0d1510 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.677+0000 7fe8c2733640 1 -- 172.21.15.39:0/1389467584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0d1510 msgr2=0x7fe8bc0d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.677+0000 7fe8c2733640 1 --2- 172.21.15.39:0/1389467584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0d1510 0x7fe8bc0d2b50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc0d02f0 tx=0x7fe8b402a6a0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.677+0000 7fe8c2733640 1 -- 172.21.15.39:0/1389467584 shutdown_connections 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.677+0000 7fe8c2733640 1 --2- 172.21.15.39:0/1389467584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0d1510 0x7fe8bc0d2b50 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.677+0000 7fe8c2733640 1 --2- 172.21.15.39:0/1389467584 >> v2:172.21.15.50:3300/0 conn(0x7fe8bc0b6a70 0x7fe8bc0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.677+0000 7fe8c2733640 1 --2- 172.21.15.39:0/1389467584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0b6690 0x7fe8bc0cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.677+0000 7fe8c2733640 1 -- 172.21.15.39:0/1389467584 >> 172.21.15.39:0/1389467584 conn(0x7fe8bc072560 msgr2=0x7fe8bc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.677+0000 7fe8c2733640 1 -- 172.21.15.39:0/1389467584 shutdown_connections 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.677+0000 7fe8c2733640 1 -- 172.21.15.39:0/1389467584 wait complete. 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.678+0000 7fe8c2733640 1 Processor -- start 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.678+0000 7fe8c2733640 1 -- start start 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8c2733640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0b6690 0x7fe8bc0ce960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8c2733640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8bc0b6a70 0x7fe8bc14cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:24.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8c2733640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0d1510 0x7fe8bc0cca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8c2733640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe8bc0d19a0 con 0x7fe8bc0b6690 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8c2733640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe8bc0b6ed0 con 0x7fe8bc0b6a70 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8c2733640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe8bc0d1b20 con 0x7fe8bc0d1510 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0b6690 0x7fe8bc0ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0b6690 0x7fe8bc0ce960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55958/0 (socket says 172.21.15.39:55958) 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bbfff640 1 -- 172.21.15.39:0/330271320 learned_addr learned my addr 172.21.15.39:0/330271320 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8c0cd0640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0d1510 0x7fe8bc0cca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bbfff640 1 -- 172.21.15.39:0/330271320 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0d1510 msgr2=0x7fe8bc0cca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bb7fe640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8bc0b6a70 0x7fe8bc14cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bbfff640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0d1510 0x7fe8bc0cca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bbfff640 1 -- 172.21.15.39:0/330271320 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8bc0b6a70 msgr2=0x7fe8bc14cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bbfff640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8bc0b6a70 0x7fe8bc14cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bbfff640 1 -- 172.21.15.39:0/330271320 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8bc14cff0 con 0x7fe8bc0b6690 2024-09-19T05:34:24.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.679+0000 7fe8bbfff640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0b6690 0x7fe8bc0ce960 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac00d800 tx=0x7fe8ac00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:24.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.680+0000 7fe8b8ff9640 1 -- 172.21.15.39:0/330271320 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ac018030 con 0x7fe8bc0b6690 2024-09-19T05:34:24.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.680+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8bc0cb9b0 con 0x7fe8bc0b6690 2024-09-19T05:34:24.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.680+0000 7fe8b8ff9640 1 -- 172.21.15.39:0/330271320 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8ac0096a0 con 0x7fe8bc0b6690 2024-09-19T05:34:24.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.680+0000 7fe8b8ff9640 1 -- 172.21.15.39:0/330271320 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ac009870 con 0x7fe8bc0b6690 2024-09-19T05:34:24.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.680+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8bc0cbf70 con 0x7fe8bc0b6690 2024-09-19T05:34:24.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.681+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8bc0cb740 con 0x7fe8bc0b6690 2024-09-19T05:34:24.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.681+0000 7fe8b8ff9640 1 -- 172.21.15.39:0/330271320 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe8ac01b070 con 0x7fe8bc0b6690 2024-09-19T05:34:24.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.682+0000 7fe8b8ff9640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe8a806c2b0 0x7fe8a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:24.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.682+0000 7fe8b8ff9640 1 -- 172.21.15.39:0/330271320 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe8ac08b750 con 0x7fe8bc0b6690 2024-09-19T05:34:24.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.682+0000 7fe8bb7fe640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe8a806c2b0 0x7fe8a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:24.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.682+0000 7fe8bb7fe640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe8a806c2b0 0x7fe8a806e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe8b0006fd0 tx=0x7fe8b0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:24.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.686+0000 7fe8b8ff9640 1 -- 172.21.15.39:0/330271320 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe8bc14cff0 con 0x7fe8bc0b6690 2024-09-19T05:34:24.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.902+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe8bc15c530 con 0x7fe8bc0b6690 2024-09-19T05:34:24.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.903+0000 7fe8b8ff9640 1 -- 172.21.15.39:0/330271320 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7fe8ac059e40 con 0x7fe8bc0b6690 2024-09-19T05:34:24.904 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe8a806c2b0 msgr2=0x7fe8a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe8a806c2b0 0x7fe8a806e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe8b0006fd0 tx=0x7fe8b0008040 comp rx=0 tx=0).stop 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0b6690 msgr2=0x7fe8bc0ce960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0b6690 0x7fe8bc0ce960 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac00d800 tx=0x7fe8ac00dcc0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 shutdown_connections 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe8a806c2b0 0x7fe8a806e770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe8bc0d1510 0x7fe8bc0cca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8bc0b6a70 0x7fe8bc14cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 --2- 172.21.15.39:0/330271320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8bc0b6690 0x7fe8bc0ce960 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:24.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 >> 172.21.15.39:0/330271320 conn(0x7fe8bc072560 msgr2=0x7fe8bc15c740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:24.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 shutdown_connections 2024-09-19T05:34:24.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:24.905+0000 7fe8c2733640 1 -- 172.21.15.39:0/330271320 wait complete. 2024-09-19T05:34:24.917 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:34:24.917 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:34:24.917 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-19T05:34:24.917 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:34:24.917 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:24.918 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:34:24.918 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:34:24.918 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:34:24.918 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:34:24.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:24.918 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-19T05:34:24.938 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:24.938 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:24.938 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:24.938 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:24.938 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:24.938 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:24.938 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:24.938 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:24.938 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42700sec preferred_lft 42700sec 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:24.939 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-19T05:34:24.940 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T05:34:24.940 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:24.940 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:24.940 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link add name ceph-brx type bridge 2024-09-19T05:34:24.940 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip addr flush dev ceph-brx 2024-09-19T05:34:24.940 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set ceph-brx up 2024-09-19T05:34:24.940 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T05:34:24.940 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:25.037 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:25.160 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:25.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:25.170 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:34:25.196 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:34:25.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:25.198 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-19T05:34:25.274 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-19T05:34:25.274 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:34:25.274 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:34:25.274 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:34:25.274 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:34:25.274 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:25.275 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:25.275 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:34:25.275 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:34:25.275 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:34:25.275 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:25.363 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:25.591 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:25.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:25.597 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:34:25.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:25.614 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list-id 2024-09-19T05:34:25.670 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:25.670 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:25.670 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:34:25.670 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-19T05:34:25.670 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:25.760 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:25.786 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:25.793 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-19T05:34:25.794 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:25.794 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:25.794 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-19T05:34:25.794 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T05:34:25.794 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-19T05:34:25.794 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-19T05:34:25.794 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-19T05:34:25.794 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:25.845 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:25.921 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:25.927 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:25.927 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:25.927 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2024-09-19T05:34:25.928 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T05:34:25.928 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:25.977 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:26.001 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:26.007 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:26.007 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:26.036 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:34:26.036 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:26.036 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:26.091 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T05:34:26.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:26.091 DEBUG:teuthology.orchestra.run.smithi050:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:26.189 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:26.189 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:26.304 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:26.304 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:26.305 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:34:26.305 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: trying mount with new device syntax: 1@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:34:26.305 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:34:26.305 INFO:teuthology.orchestra.run.smithi050.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:34:26.305 INFO:teuthology.orchestra.run.smithi050.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:34:26.305 INFO:teuthology.orchestra.run.smithi050.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:34:26.305 INFO:teuthology.orchestra.run.smithi050.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:34:26.306 INFO:teuthology.orchestra.run.smithi050.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:34:26.307 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:34:26.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:26.307 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:26.333 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:26.423 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:26.425 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:26.431 INFO:teuthology.orchestra.run.smithi050.stdout:client4543 2024-09-19T05:34:26.431 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:26.431 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:26.448 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:26.536 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:26.538 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:26.545 INFO:teuthology.orchestra.run.smithi050.stdout:client4543 2024-09-19T05:34:26.545 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:26.594 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:26.596 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:26.602 INFO:teuthology.orchestra.run.smithi050.stdout:client4543 2024-09-19T05:34:26.602 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/63724460-2d43-4192-a475-a2140b12f870.client4543/status') 2024-09-19T05:34:26.651 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:26.662 INFO:teuthology.orchestra.run.smithi050.stdout:instance: client.4543 (3)192.168.0.1:0/1756311013 2024-09-19T05:34:26.663 INFO:teuthology.orchestra.run.smithi050.stdout:blocklisted: false 2024-09-19T05:34:26.663 INFO:teuthology.orchestra.run.smithi050.stderr:0+1 records in 2024-09-19T05:34:26.663 INFO:teuthology.orchestra.run.smithi050.stderr:0+1 records out 2024-09-19T05:34:26.663 INFO:teuthology.orchestra.run.smithi050.stderr:69 bytes copied, 2.4683e-05 s, 2.8 MB/s 2024-09-19T05:34:26.664 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:26.670 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2024-09-19T05:34:26.670 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:34:26.670 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T05:34:26.671 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:34:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.784+0000 7f613732c640 1 Processor -- start 2024-09-19T05:34:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.785+0000 7f613732c640 1 -- start start 2024-09-19T05:34:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.785+0000 7f613732c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f613015c330 0x7f61300713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f613732c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f613006e440 0x7f61300d0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f613732c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f613015cb60 con 0x7f6130160990 2024-09-19T05:34:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f613732c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f61300719b0 con 0x7f613015c330 2024-09-19T05:34:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f613732c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f613015ce40 con 0x7f613006e440 2024-09-19T05:34:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f61350c8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f613015c330 0x7f61300713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f61358c9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f613006e440 0x7f61300d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f61348c7640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f6130160990 0x7f613006dd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:59252/0 (socket says 172.21.15.39:59252) 2024-09-19T05:34:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f61348c7640 1 -- 172.21.15.39:0/2004689598 learned_addr learned my addr 172.21.15.39:0/2004689598 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:26.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f6127fff640 1 -- 172.21.15.39:0/2004689598 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2924749071 0 0) 0x7f613015cb60 con 0x7f6130160990 2024-09-19T05:34:26.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f6127fff640 1 -- 172.21.15.39:0/2004689598 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f611c003520 con 0x7f6130160990 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f61358c9640 1 -- 172.21.15.39:0/2004689598 >> v2:172.21.15.50:3300/0 conn(0x7f613015c330 msgr2=0x7f61300713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f61358c9640 1 --2- 172.21.15.39:0/2004689598 >> v2:172.21.15.50:3300/0 conn(0x7f613015c330 0x7f61300713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f61358c9640 1 -- 172.21.15.39:0/2004689598 >> v1:172.21.15.50:6789/0 conn(0x7f6130160990 legacy=0x7f613006dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f61358c9640 1 -- 172.21.15.39:0/2004689598 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f613015d120 con 0x7f613006e440 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.786+0000 7f61350c8640 1 --2- 172.21.15.39:0/2004689598 >> v2:172.21.15.50:3300/0 conn(0x7f613015c330 0x7f61300713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.787+0000 7f61358c9640 1 --2- 172.21.15.39:0/2004689598 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f613006e440 0x7f61300d0380 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6128009d90 tx=0x7f612802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b4f3d40b140b7ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.787+0000 7f6127fff640 1 -- 172.21.15.39:0/2004689598 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6128007740 con 0x7f613006e440 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.787+0000 7f6127fff640 1 -- 172.21.15.39:0/2004689598 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61280078e0 con 0x7f613006e440 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.787+0000 7f6127fff640 1 -- 172.21.15.39:0/2004689598 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6128007cb0 con 0x7f613006e440 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.788+0000 7f613732c640 1 -- 172.21.15.39:0/2004689598 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f613006e440 msgr2=0x7f61300d0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:26.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.788+0000 7f613732c640 1 --2- 172.21.15.39:0/2004689598 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f613006e440 0x7f61300d0380 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6128009d90 tx=0x7f612802a660 comp rx=0 tx=0).stop 2024-09-19T05:34:26.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.788+0000 7f613732c640 1 -- 172.21.15.39:0/2004689598 shutdown_connections 2024-09-19T05:34:26.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.788+0000 7f613732c640 1 --2- 172.21.15.39:0/2004689598 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f613006e440 0x7f61300d0380 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:26.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.788+0000 7f613732c640 1 --2- 172.21.15.39:0/2004689598 >> v2:172.21.15.50:3300/0 conn(0x7f613015c330 0x7f61300713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:26.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.788+0000 7f613732c640 1 -- 172.21.15.39:0/2004689598 >> 172.21.15.39:0/2004689598 conn(0x7f61300b4170 msgr2=0x7f61300b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:26.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.788+0000 7f613732c640 1 -- 172.21.15.39:0/2004689598 shutdown_connections 2024-09-19T05:34:26.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.788+0000 7f613732c640 1 -- 172.21.15.39:0/2004689598 wait complete. 2024-09-19T05:34:26.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.789+0000 7f613732c640 1 Processor -- start 2024-09-19T05:34:26.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.789+0000 7f613732c640 1 -- start start 2024-09-19T05:34:26.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f613732c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f613006e440 0x7f6130158650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:26.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f613732c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f613015c330 0x7f613014ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:26.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f613732c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6130160990 0x7f61300b5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:26.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f613732c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6130160e00 con 0x7f613006e440 2024-09-19T05:34:26.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f613732c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f613015d920 con 0x7f613015c330 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f613732c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f613015c710 con 0x7f6130160990 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61350c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f613006e440 0x7f6130158650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61350c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f613006e440 0x7f6130158650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55962/0 (socket says 172.21.15.39:55962) 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61350c8640 1 -- 172.21.15.39:0/1996811047 learned_addr learned my addr 172.21.15.39:0/1996811047 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61358c9640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6130160990 0x7f61300b5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61348c7640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f613015c330 0x7f613014ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61350c8640 1 -- 172.21.15.39:0/1996811047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6130160990 msgr2=0x7f61300b5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61350c8640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6130160990 0x7f61300b5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61350c8640 1 -- 172.21.15.39:0/1996811047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f613015c330 msgr2=0x7f613014ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61350c8640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f613015c330 0x7f613014ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.790+0000 7f61350c8640 1 -- 172.21.15.39:0/1996811047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61300b61a0 con 0x7f613006e440 2024-09-19T05:34:26.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.791+0000 7f61350c8640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f613006e440 0x7f6130158650 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f612c00ec10 tx=0x7f612c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:26.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.791+0000 7f6125ffb640 1 -- 172.21.15.39:0/1996811047 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f612c017070 con 0x7f613006e440 2024-09-19T05:34:26.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.791+0000 7f6125ffb640 1 -- 172.21.15.39:0/1996811047 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f612c00cc30 con 0x7f613006e440 2024-09-19T05:34:26.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.791+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61300b6440 con 0x7f613006e440 2024-09-19T05:34:26.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.791+0000 7f6125ffb640 1 -- 172.21.15.39:0/1996811047 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f612c013470 con 0x7f613006e440 2024-09-19T05:34:26.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.791+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61300b6a00 con 0x7f613006e440 2024-09-19T05:34:26.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.792+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61300713d0 con 0x7f613006e440 2024-09-19T05:34:26.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.793+0000 7f6125ffb640 1 -- 172.21.15.39:0/1996811047 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f612c01a070 con 0x7f613006e440 2024-09-19T05:34:26.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.793+0000 7f6125ffb640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f611406c2b0 0x7f611406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:26.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.793+0000 7f6125ffb640 1 -- 172.21.15.39:0/1996811047 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f612c08b3e0 con 0x7f613006e440 2024-09-19T05:34:26.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.793+0000 7f61348c7640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f611406c2b0 0x7f611406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:26.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.794+0000 7f61348c7640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f611406c2b0 0x7f611406e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f613015b4d0 tx=0x7f6120009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:26.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:26.797+0000 7f6125ffb640 1 -- 172.21.15.39:0/1996811047 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f612c059b60 con 0x7f613006e440 2024-09-19T05:34:27.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.008+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f61300ce780 con 0x7f613006e440 2024-09-19T05:34:27.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.009+0000 7f6125ffb640 1 -- 172.21.15.39:0/1996811047 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f612c059460 con 0x7f613006e440 2024-09-19T05:34:27.014 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:34:27.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f611406c2b0 msgr2=0x7f611406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:27.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f611406c2b0 0x7f611406e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f613015b4d0 tx=0x7f6120009040 comp rx=0 tx=0).stop 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f613006e440 msgr2=0x7f6130158650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f613006e440 0x7f6130158650 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f612c00ec10 tx=0x7f612c00c520 comp rx=0 tx=0).stop 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 shutdown_connections 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f611406c2b0 0x7f611406e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6130160990 0x7f61300b5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f613015c330 0x7f613014ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 --2- 172.21.15.39:0/1996811047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f613006e440 0x7f6130158650 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 >> 172.21.15.39:0/1996811047 conn(0x7f61300b4170 msgr2=0x7f61300d0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 shutdown_connections 2024-09-19T05:34:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:27.011+0000 7f613732c640 1 -- 172.21.15.39:0/1996811047 wait complete. 2024-09-19T05:34:27.023 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:34:27.023 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:34:27.023 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-19T05:34:27.023 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-19T05:34:27.023 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T05:34:27.023 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:34:27.023 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:34:27.023 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:34:27.024 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-19T05:34:27.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:27.024 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-19T05:34:27.042 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:27.042 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:27.042 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:27.042 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.042 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:27.042 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42698sec preferred_lft 42698sec 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-19T05:34:27.043 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether b6:a5:b2:c9:9b:09 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a42f:c6ff:feb6:1525/64 scope link 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether b6:a5:b2:c9:9b:09 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::b4a5:b2ff:fec9:9b09/64 scope link tentative 2024-09-19T05:34:27.044 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.045 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:27.045 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:34:27.109 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:34:27.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:27.111 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-19T05:34:27.168 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-19T05:34:27.168 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:34:27.168 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:34:27.168 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:34:27.168 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:34:27.169 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:27.170 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:27.170 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:34:27.170 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:34:27.170 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:34:27.170 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:27.262 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:27.296 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:27.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:27.303 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:34:27.318 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:34:27.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:27.319 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list-id 2024-09-19T05:34:27.375 INFO:teuthology.orchestra.run.smithi050.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-19T05:34:27.375 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:27.375 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:27.375 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:34:27.375 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-19T05:34:27.375 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:27.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:27.488 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:27.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:27.495 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T05:34:27.520 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:27.520 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:27.520 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:27.520 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.520 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:27.521 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.521 INFO:teuthology.orchestra.run.smithi050.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:34:27.521 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 6a:ad:df:fc:be:af brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:34:27.521 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:34:27.521 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.521 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::68ad:dfff:fefc:beaf/64 scope link tentative 2024-09-19T05:34:27.521 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:27.522 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T05:34:27.588 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:27.588 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:27.588 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:27.588 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.589 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:27.589 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.589 INFO:teuthology.orchestra.run.smithi050.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:34:27.589 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 6a:ad:df:fc:be:af brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:34:27.589 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:34:27.589 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.589 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::68ad:dfff:fefc:beaf/64 scope link tentative 2024-09-19T05:34:27.589 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:27.590 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-19T05:34:27.590 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:27.590 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:27.590 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-19T05:34:27.591 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T05:34:27.591 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-19T05:34:27.591 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-19T05:34:27.591 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-19T05:34:27.591 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:27.680 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:27.741 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:27.747 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:27.747 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:27.748 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.1 up 2024-09-19T05:34:27.748 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T05:34:27.748 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:27.797 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:27.820 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:27.826 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:27.826 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-19T05:34:27.842 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-19T05:34:27.842 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:27.842 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-19T05:34:27.898 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2024-09-19T05:34:27.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:27.898 DEBUG:teuthology.orchestra.run.smithi050:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:27.984 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:27.984 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:27.992 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:27.992 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:27.992 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:34:27.992 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: trying mount with new device syntax: 3@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:34:27.992 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:34:27.992 INFO:teuthology.orchestra.run.smithi050.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-19T05:34:27.993 INFO:teuthology.orchestra.run.smithi050.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:34:27.993 INFO:teuthology.orchestra.run.smithi050.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:34:27.993 INFO:teuthology.orchestra.run.smithi050.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:34:27.993 INFO:teuthology.orchestra.run.smithi050.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:34:27.994 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:34:27.994 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:27.995 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-19T05:34:28.025 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:28.115 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:28.116 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:28.122 INFO:teuthology.orchestra.run.smithi050.stdout:client4463 2024-09-19T05:34:28.122 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:28.122 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:28.139 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:28.228 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:28.229 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:28.235 INFO:teuthology.orchestra.run.smithi050.stdout:client4463 2024-09-19T05:34:28.235 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:28.285 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:28.287 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:28.292 INFO:teuthology.orchestra.run.smithi050.stdout:client4463 2024-09-19T05:34:28.292 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/63724460-2d43-4192-a475-a2140b12f870.client4463/status') 2024-09-19T05:34:28.342 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:28.353 INFO:teuthology.orchestra.run.smithi050.stdout:instance: client.4463 (3)192.168.0.2:0/3441152783 2024-09-19T05:34:28.353 INFO:teuthology.orchestra.run.smithi050.stdout:blocklisted: false 2024-09-19T05:34:28.353 INFO:teuthology.orchestra.run.smithi050.stderr:0+1 records in 2024-09-19T05:34:28.353 INFO:teuthology.orchestra.run.smithi050.stderr:0+1 records out 2024-09-19T05:34:28.353 INFO:teuthology.orchestra.run.smithi050.stderr:69 bytes copied, 2.3557e-05 s, 2.9 MB/s 2024-09-19T05:34:28.353 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:28.360 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-19T05:34:28.396 INFO:tasks.cephfs_test_runner:Starting test: test_mount_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) That when a client unmounts, the thread count on the MDS goes back 2024-09-19T05:34:28.396 INFO:tasks.cephfs_test_runner:test_mount_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-19T05:34:28.397 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:28.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.511+0000 7f190e282640 1 Processor -- start 2024-09-19T05:34:28.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.511+0000 7f190e282640 1 -- start start 2024-09-19T05:34:28.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.512+0000 7f190e282640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f190815e8e0 0x7f1908162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.512+0000 7f190e282640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19080b7920 con 0x7f19080cf1f0 2024-09-19T05:34:28.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.512+0000 7f190e282640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19080cf940 con 0x7f19080d1ba0 2024-09-19T05:34:28.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.512+0000 7f190e282640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f19080cfc20 con 0x7f190815e8e0 2024-09-19T05:34:28.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.512+0000 7f19077fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f19080cf1f0 0x7f19080d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46846/0 (socket says 172.21.15.39:46846) 2024-09-19T05:34:28.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.512+0000 7f19077fe640 1 -- 172.21.15.39:0/1043783072 learned_addr learned my addr 172.21.15.39:0/1043783072 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:28.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.512+0000 7f1907fff640 1 --2- 172.21.15.39:0/1043783072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f190815e8e0 0x7f1908162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.512+0000 7f1906ffd640 1 -- 172.21.15.39:0/1043783072 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3673438086 0 0) 0x7f18f0001110 con 0x7f19080cf1f0 2024-09-19T05:34:28.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.512+0000 7f1906ffd640 1 -- 172.21.15.39:0/1043783072 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f18f4003520 con 0x7f19080cf1f0 2024-09-19T05:34:28.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.513+0000 7f1906ffd640 1 -- 172.21.15.39:0/1043783072 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2833722848 0 0) 0x7f19080cf940 con 0x7f19080d1ba0 2024-09-19T05:34:28.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.513+0000 7f1906ffd640 1 -- 172.21.15.39:0/1043783072 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f18f0001110 con 0x7f19080d1ba0 2024-09-19T05:34:28.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.513+0000 7f1907fff640 1 -- 172.21.15.39:0/1043783072 >> v1:172.21.15.50:6789/0 conn(0x7f19080d1ba0 legacy=0x7f19080d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.513+0000 7f1907fff640 1 -- 172.21.15.39:0/1043783072 >> v1:172.21.15.39:6789/0 conn(0x7f19080cf1f0 legacy=0x7f19080d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.513+0000 7f1907fff640 1 -- 172.21.15.39:0/1043783072 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19080d2ae0 con 0x7f190815e8e0 2024-09-19T05:34:28.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.513+0000 7f1907fff640 1 --2- 172.21.15.39:0/1043783072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f190815e8e0 0x7f1908162cf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f18f80097d0 tx=0x7f18f802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=606871765041d93e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:28.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f1906ffd640 1 -- 172.21.15.39:0/1043783072 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f8037070 con 0x7f190815e8e0 2024-09-19T05:34:28.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f1906ffd640 1 -- 172.21.15.39:0/1043783072 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18f8032440 con 0x7f190815e8e0 2024-09-19T05:34:28.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f1906ffd640 1 -- 172.21.15.39:0/1043783072 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f8032810 con 0x7f190815e8e0 2024-09-19T05:34:28.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f190e282640 1 -- 172.21.15.39:0/1043783072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f190815e8e0 msgr2=0x7f1908162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f190e282640 1 --2- 172.21.15.39:0/1043783072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f190815e8e0 0x7f1908162cf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f18f80097d0 tx=0x7f18f802a180 comp rx=0 tx=0).stop 2024-09-19T05:34:28.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f190e282640 1 -- 172.21.15.39:0/1043783072 shutdown_connections 2024-09-19T05:34:28.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f190e282640 1 --2- 172.21.15.39:0/1043783072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f190815e8e0 0x7f1908162cf0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f190e282640 1 -- 172.21.15.39:0/1043783072 >> 172.21.15.39:0/1043783072 conn(0x7f190806bd00 msgr2=0x7f190806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:28.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f190e282640 1 -- 172.21.15.39:0/1043783072 shutdown_connections 2024-09-19T05:34:28.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.514+0000 7f190e282640 1 -- 172.21.15.39:0/1043783072 wait complete. 2024-09-19T05:34:28.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.515+0000 7f190e282640 1 Processor -- start 2024-09-19T05:34:28.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.516+0000 7f190e282640 1 -- start start 2024-09-19T05:34:28.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.516+0000 7f190e282640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19080cf1f0 0x7f19080cdf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.516+0000 7f190e282640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f19080d1ba0 0x7f190815c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.516+0000 7f190e282640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f190815e8e0 0x7f19080ca130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.516+0000 7f190e282640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f19080d39f0 con 0x7f19080cf1f0 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.516+0000 7f190e282640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f19080cf630 con 0x7f190815e8e0 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.516+0000 7f190e282640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f19080d3b70 con 0x7f19080d1ba0 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1907fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19080cf1f0 0x7f19080cdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1907fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19080cf1f0 0x7f19080cdf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48516/0 (socket says 172.21.15.39:48516) 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1907fff640 1 -- 172.21.15.39:0/233266163 learned_addr learned my addr 172.21.15.39:0/233266163 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f19077fe640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f19080d1ba0 0x7f190815c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f190c81f640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f190815e8e0 0x7f19080ca130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1907fff640 1 -- 172.21.15.39:0/233266163 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f19080d1ba0 msgr2=0x7f190815c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1907fff640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f19080d1ba0 0x7f190815c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1907fff640 1 -- 172.21.15.39:0/233266163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f190815e8e0 msgr2=0x7f19080ca130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1907fff640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f190815e8e0 0x7f19080ca130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1907fff640 1 -- 172.21.15.39:0/233266163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19080cc1d0 con 0x7f19080cf1f0 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1907fff640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19080cf1f0 0x7f19080cdf40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f18f8035040 tx=0x7f18f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1904ff9640 1 -- 172.21.15.39:0/233266163 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f8041020 con 0x7f19080cf1f0 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1904ff9640 1 -- 172.21.15.39:0/233266163 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18f803d720 con 0x7f19080cf1f0 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19080c94d0 con 0x7f19080cf1f0 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f1904ff9640 1 -- 172.21.15.39:0/233266163 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f8037040 con 0x7f19080cf1f0 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.517+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19080cc470 con 0x7f19080cf1f0 2024-09-19T05:34:28.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.518+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1908162cf0 con 0x7f19080cf1f0 2024-09-19T05:34:28.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.519+0000 7f1904ff9640 1 -- 172.21.15.39:0/233266163 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f18f8044020 con 0x7f19080cf1f0 2024-09-19T05:34:28.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.519+0000 7f1904ff9640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f18e806c2b0 0x7f18e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.519+0000 7f1904ff9640 1 -- 172.21.15.39:0/233266163 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f18f80abaa0 con 0x7f19080cf1f0 2024-09-19T05:34:28.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.519+0000 7f19077fe640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f18e806c2b0 0x7f18e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.520+0000 7f19077fe640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f18e806c2b0 0x7f18e806e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f19080cded0 tx=0x7f18f0007d70 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:28.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.524+0000 7f1904ff9640 1 -- 172.21.15.39:0/233266163 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f18f80ade20 con 0x7f19080cf1f0 2024-09-19T05:34:28.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.701+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f19080b98e0 con 0x7f19080cf1f0 2024-09-19T05:34:28.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.702+0000 7f1904ff9640 1 -- 172.21.15.39:0/233266163 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f18f804b030 con 0x7f19080cf1f0 2024-09-19T05:34:28.705 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:28.705 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:07.465520+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:03.708259+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:04.804179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f18e806c2b0 msgr2=0x7f18e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f18e806c2b0 0x7f18e806e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f19080cded0 tx=0x7f18f0007d70 comp rx=0 tx=0).stop 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19080cf1f0 msgr2=0x7f19080cdf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19080cf1f0 0x7f19080cdf40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f18f8035040 tx=0x7f18f80046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 shutdown_connections 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f18e806c2b0 0x7f18e806e770 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f190815e8e0 0x7f19080ca130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f19080d1ba0 0x7f190815c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 --2- 172.21.15.39:0/233266163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19080cf1f0 0x7f19080cdf40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 >> 172.21.15.39:0/233266163 conn(0x7f190806bd00 msgr2=0x7f19080b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:28.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 shutdown_connections 2024-09-19T05:34:28.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.704+0000 7f190e282640 1 -- 172.21.15.39:0/233266163 wait complete. 2024-09-19T05:34:28.718 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:33:54.714389+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T05:34:03.708259+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T05:34:04.804179+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:34:28.718 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:34:28.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.821+0000 7f7b2581e640 1 Processor -- start 2024-09-19T05:34:28.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.822+0000 7f7b2581e640 1 -- start start 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.822+0000 7f7b2581e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7b2015e520 0x7f7b200b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.822+0000 7f7b2581e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b200b5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.822+0000 7f7b2581e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b2006d720 con 0x7f7b2006bb20 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.822+0000 7f7b2581e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7b200b5b70 con 0x7f7b2015e520 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.822+0000 7f7b2581e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7b2006da00 con 0x7f7b2015e900 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7b2006bb20 0x7f7b200b6fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46856/0 (socket says 172.21.15.39:46856) 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1f7fe640 1 -- 172.21.15.39:0/3432927107 learned_addr learned my addr 172.21.15.39:0/3432927107 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1e7fc640 1 --2- 172.21.15.39:0/3432927107 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b200b5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1effd640 1 --2- 172.21.15.39:0/3432927107 >> v2:172.21.15.50:3300/0 conn(0x7f7b2015e520 0x7f7b200b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1dffb640 1 -- 172.21.15.39:0/3432927107 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1437697864 0 0) 0x7f7b2006d720 con 0x7f7b2006bb20 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1dffb640 1 -- 172.21.15.39:0/3432927107 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b08003520 con 0x7f7b2006bb20 2024-09-19T05:34:28.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1effd640 1 -- 172.21.15.39:0/3432927107 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 msgr2=0x7f7b200b5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:28.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1effd640 1 --2- 172.21.15.39:0/3432927107 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b200b5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1effd640 1 -- 172.21.15.39:0/3432927107 >> v1:172.21.15.39:6789/0 conn(0x7f7b2006bb20 legacy=0x7f7b200b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1effd640 1 -- 172.21.15.39:0/3432927107 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b20073b50 con 0x7f7b2015e520 2024-09-19T05:34:28.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.823+0000 7f7b1e7fc640 1 --2- 172.21.15.39:0/3432927107 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b200b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:28.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.824+0000 7f7b1effd640 1 --2- 172.21.15.39:0/3432927107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 0x7f7b200b4e90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7b100097a0 tx=0x7f7b1002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca9636bced71e9ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:28.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.824+0000 7f7b1dffb640 1 -- 172.21.15.39:0/3432927107 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b10037070 con 0x7f7b2015e520 2024-09-19T05:34:28.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.824+0000 7f7b1dffb640 1 -- 172.21.15.39:0/3432927107 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b10032440 con 0x7f7b2015e520 2024-09-19T05:34:28.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.824+0000 7f7b1dffb640 1 -- 172.21.15.39:0/3432927107 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b100327f0 con 0x7f7b2015e520 2024-09-19T05:34:28.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.825+0000 7f7b2581e640 1 -- 172.21.15.39:0/3432927107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 msgr2=0x7f7b200b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.825+0000 7f7b2581e640 1 --2- 172.21.15.39:0/3432927107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 0x7f7b200b4e90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7b100097a0 tx=0x7f7b1002a180 comp rx=0 tx=0).stop 2024-09-19T05:34:28.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.825+0000 7f7b2581e640 1 -- 172.21.15.39:0/3432927107 shutdown_connections 2024-09-19T05:34:28.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.825+0000 7f7b2581e640 1 --2- 172.21.15.39:0/3432927107 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b200b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.825+0000 7f7b2581e640 1 --2- 172.21.15.39:0/3432927107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 0x7f7b200b4e90 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.825+0000 7f7b2581e640 1 -- 172.21.15.39:0/3432927107 >> 172.21.15.39:0/3432927107 conn(0x7f7b200b4330 msgr2=0x7f7b200b4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:28.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.825+0000 7f7b2581e640 1 -- 172.21.15.39:0/3432927107 shutdown_connections 2024-09-19T05:34:28.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.825+0000 7f7b2581e640 1 -- 172.21.15.39:0/3432927107 wait complete. 2024-09-19T05:34:28.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.826+0000 7f7b2581e640 1 Processor -- start 2024-09-19T05:34:28.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.826+0000 7f7b2581e640 1 -- start start 2024-09-19T05:34:28.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b2581e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2006bb20 0x7f7b20161750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b2581e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 0x7f7b200cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b2581e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b20144780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b2581e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7b200b76c0 con 0x7f7b2006bb20 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b2581e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7b20074110 con 0x7f7b2015e520 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b2581e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7b200b7840 con 0x7f7b2015e900 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2006bb20 0x7f7b20161750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2006bb20 0x7f7b20161750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48528/0 (socket says 172.21.15.39:48528) 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1effd640 1 -- 172.21.15.39:0/2626729791 learned_addr learned my addr 172.21.15.39:0/2626729791 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1e7fc640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 0x7f7b200cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1f7fe640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b20144780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1effd640 1 -- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 msgr2=0x7f7b20144780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1effd640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b20144780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1effd640 1 -- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 msgr2=0x7f7b200cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:28.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1effd640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 0x7f7b200cfe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:28.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1effd640 1 -- 172.21.15.39:0/2626729791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b200ced90 con 0x7f7b2006bb20 2024-09-19T05:34:28.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1f7fe640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b20144780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:28.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1e7fc640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 0x7f7b200cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:28.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.827+0000 7f7b1effd640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2006bb20 0x7f7b20161750 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7b1002a1c0 tx=0x7f7b100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:28.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.828+0000 7f7b07fff640 1 -- 172.21.15.39:0/2626729791 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b10037040 con 0x7f7b2006bb20 2024-09-19T05:34:28.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.828+0000 7f7b07fff640 1 -- 172.21.15.39:0/2626729791 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b10042070 con 0x7f7b2006bb20 2024-09-19T05:34:28.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.828+0000 7f7b07fff640 1 -- 172.21.15.39:0/2626729791 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1003b930 con 0x7f7b2006bb20 2024-09-19T05:34:28.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.828+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b200cf070 con 0x7f7b2006bb20 2024-09-19T05:34:28.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.828+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b200cf630 con 0x7f7b2006bb20 2024-09-19T05:34:28.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.829+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b20063610 con 0x7f7b2006bb20 2024-09-19T05:34:28.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.829+0000 7f7b07fff640 1 -- 172.21.15.39:0/2626729791 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7b1003bad0 con 0x7f7b2006bb20 2024-09-19T05:34:28.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.830+0000 7f7b07fff640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0c06c2b0 0x7f7b0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:28.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.830+0000 7f7b07fff640 1 -- 172.21.15.39:0/2626729791 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7b100abd20 con 0x7f7b2006bb20 2024-09-19T05:34:28.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.830+0000 7f7b1e7fc640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0c06c2b0 0x7f7b0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:28.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.830+0000 7f7b1e7fc640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0c06c2b0 0x7f7b0c06e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7b200d0c50 tx=0x7f7b14008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:28.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:28.834+0000 7f7b07fff640 1 -- 172.21.15.39:0/2626729791 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7b1007a5b0 con 0x7f7b2006bb20 2024-09-19T05:34:29.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.010+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7b2015c400 con 0x7f7b2006bb20 2024-09-19T05:34:29.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.010+0000 7f7b07fff640 1 -- 172.21.15.39:0/2626729791 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7f7b10079eb0 con 0x7f7b2006bb20 2024-09-19T05:34:29.013 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-19T05:34:29.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0c06c2b0 msgr2=0x7f7b0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0c06c2b0 0x7f7b0c06e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7b200d0c50 tx=0x7f7b14008040 comp rx=0 tx=0).stop 2024-09-19T05:34:29.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2006bb20 msgr2=0x7f7b20161750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2006bb20 0x7f7b20161750 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7b1002a1c0 tx=0x7f7b100046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 shutdown_connections 2024-09-19T05:34:29.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0c06c2b0 0x7f7b0c06e770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b2015e900 0x7f7b20144780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b2015e520 0x7f7b200cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 --2- 172.21.15.39:0/2626729791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2006bb20 0x7f7b20161750 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 >> 172.21.15.39:0/2626729791 conn(0x7f7b200b4330 msgr2=0x7f7b200d1280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:29.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 shutdown_connections 2024-09-19T05:34:29.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.012+0000 7f7b2581e640 1 -- 172.21.15.39:0/2626729791 wait complete. 2024-09-19T05:34:29.026 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T05:34:29.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.128+0000 7f70b696d640 1 Processor -- start 2024-09-19T05:34:29.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.128+0000 7f70b696d640 1 -- start start 2024-09-19T05:34:29.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.129+0000 7f70b696d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f70b0147fe0 0x7f70b00b07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.129+0000 7f70b696d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0062d40 0x7f70b00b51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.129+0000 7f70b696d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70b01483c0 con 0x7f70b006de50 2024-09-19T05:34:29.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.129+0000 7f70b696d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f70b00b0d30 con 0x7f70b0147fe0 2024-09-19T05:34:29.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.129+0000 7f70b696d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f70b006e3c0 con 0x7f70b0062d40 2024-09-19T05:34:29.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.129+0000 7f70affff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f70b0147fe0 0x7f70b00b07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.129+0000 7f70af7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f70b006de50 0x7f70b0062630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46864/0 (socket says 172.21.15.39:46864) 2024-09-19T05:34:29.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.129+0000 7f70af7fe640 1 -- 172.21.15.39:0/2801373866 learned_addr learned my addr 172.21.15.39:0/2801373866 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:29.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.130+0000 7f70affff640 1 -- 172.21.15.39:0/2801373866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0062d40 msgr2=0x7f70b00b51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:29.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.130+0000 7f70affff640 1 --2- 172.21.15.39:0/2801373866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0062d40 0x7f70b00b51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.130+0000 7f70affff640 1 -- 172.21.15.39:0/2801373866 >> v1:172.21.15.39:6789/0 conn(0x7f70b006de50 legacy=0x7f70b0062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.130+0000 7f70affff640 1 -- 172.21.15.39:0/2801373866 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70b006e6a0 con 0x7f70b0147fe0 2024-09-19T05:34:29.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.130+0000 7f70aeffd640 1 -- 172.21.15.39:0/2801373866 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 55111422 0 0) 0x7f70b01483c0 con 0x7f70b006de50 2024-09-19T05:34:29.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.130+0000 7f70affff640 1 --2- 172.21.15.39:0/2801373866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0147fe0 0x7f70b00b07f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f70a00097a0 tx=0x7f70a002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ae5132aff08f5db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:29.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70aeffd640 1 -- 172.21.15.39:0/2801373866 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0037070 con 0x7f70b0147fe0 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70aeffd640 1 -- 172.21.15.39:0/2801373866 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70a0032440 con 0x7f70b0147fe0 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70aeffd640 1 -- 172.21.15.39:0/2801373866 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0032810 con 0x7f70b0147fe0 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70b696d640 1 -- 172.21.15.39:0/2801373866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0147fe0 msgr2=0x7f70b00b07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70b696d640 1 --2- 172.21.15.39:0/2801373866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0147fe0 0x7f70b00b07f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f70a00097a0 tx=0x7f70a002a180 comp rx=0 tx=0).stop 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70b696d640 1 -- 172.21.15.39:0/2801373866 shutdown_connections 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70b696d640 1 --2- 172.21.15.39:0/2801373866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0062d40 0x7f70b00b51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70b696d640 1 --2- 172.21.15.39:0/2801373866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0147fe0 0x7f70b00b07f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70b696d640 1 -- 172.21.15.39:0/2801373866 >> 172.21.15.39:0/2801373866 conn(0x7f70b0072ef0 msgr2=0x7f70b006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70b696d640 1 -- 172.21.15.39:0/2801373866 shutdown_connections 2024-09-19T05:34:29.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.131+0000 7f70b696d640 1 -- 172.21.15.39:0/2801373866 wait complete. 2024-09-19T05:34:29.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.132+0000 7f70b696d640 1 Processor -- start 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.133+0000 7f70b696d640 1 -- start start 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.133+0000 7f70b696d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0062d40 0x7f70b0140e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.133+0000 7f70b696d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70b006de50 0x7f70b00cf5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.133+0000 7f70b696d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0147fe0 0x7f70b00cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.133+0000 7f70b696d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f70b006ef40 con 0x7f70b0062d40 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.133+0000 7f70b696d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f70b006ec60 con 0x7f70b006de50 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.133+0000 7f70b696d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f70b00b56e0 con 0x7f70b0147fe0 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0062d40 0x7f70b0140e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0062d40 0x7f70b0140e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48550/0 (socket says 172.21.15.39:48550) 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70affff640 1 -- 172.21.15.39:0/587542960 learned_addr learned my addr 172.21.15.39:0/587542960 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70af7fe640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70b006de50 0x7f70b00cf5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70b4f0a640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0147fe0 0x7f70b00cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70affff640 1 -- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0147fe0 msgr2=0x7f70b00cfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70affff640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0147fe0 0x7f70b00cfb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70affff640 1 -- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70b006de50 msgr2=0x7f70b00cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70affff640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70b006de50 0x7f70b00cf5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70affff640 1 -- 172.21.15.39:0/587542960 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70b0141380 con 0x7f70b0062d40 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70b4f0a640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0147fe0 0x7f70b00cfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70af7fe640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70b006de50 0x7f70b00cf5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70affff640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0062d40 0x7f70b0140e40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f70a00097a0 tx=0x7f70a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70acff9640 1 -- 172.21.15.39:0/587542960 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0041070 con 0x7f70b0062d40 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70acff9640 1 -- 172.21.15.39:0/587542960 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70a003c870 con 0x7f70b0062d40 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70acff9640 1 -- 172.21.15.39:0/587542960 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0037040 con 0x7f70b0062d40 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70b01f7ee0 con 0x7f70b0062d40 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.134+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70b01f84a0 con 0x7f70b0062d40 2024-09-19T05:34:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.135+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70b00b51a0 con 0x7f70b0062d40 2024-09-19T05:34:29.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.136+0000 7f70acff9640 1 -- 172.21.15.39:0/587542960 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f70a0044070 con 0x7f70b0062d40 2024-09-19T05:34:29.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.136+0000 7f70acff9640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f709c06c2b0 0x7f709c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.137+0000 7f70af7fe640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f709c06c2b0 0x7f709c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.137+0000 7f70acff9640 1 -- 172.21.15.39:0/587542960 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f70a00ac0f0 con 0x7f70b0062d40 2024-09-19T05:34:29.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.137+0000 7f70af7fe640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f709c06c2b0 0x7f709c06e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f70b0140cb0 tx=0x7f70a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:29.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.141+0000 7f70acff9640 1 -- 172.21.15.39:0/587542960 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f70a007aa10 con 0x7f70b0062d40 2024-09-19T05:34:29.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.315+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f70b00b1fe0 con 0x7f70b0062d40 2024-09-19T05:34:29.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.316+0000 7f70acff9640 1 -- 172.21.15.39:0/587542960 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7f70a007a310 con 0x7f70b0062d40 2024-09-19T05:34:29.319 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f709c06c2b0 msgr2=0x7f709c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f709c06c2b0 0x7f709c06e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f70b0140cb0 tx=0x7f70a4009040 comp rx=0 tx=0).stop 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0062d40 msgr2=0x7f70b0140e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0062d40 0x7f70b0140e40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f70a00097a0 tx=0x7f70a00046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 shutdown_connections 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f709c06c2b0 0x7f709c06e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f70b0147fe0 0x7f70b00cfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70b006de50 0x7f70b00cf5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 --2- 172.21.15.39:0/587542960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b0062d40 0x7f70b0140e40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 >> 172.21.15.39:0/587542960 conn(0x7f70b0072ef0 msgr2=0x7f70b00b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 shutdown_connections 2024-09-19T05:34:29.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.318+0000 7f70b696d640 1 -- 172.21.15.39:0/587542960 wait complete. 2024-09-19T05:34:29.331 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T05:34:29.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.435+0000 7fc8167f6640 1 Processor -- start 2024-09-19T05:34:29.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.435+0000 7fc8167f6640 1 -- start start 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc8167f6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc81015e7e0 0x7fc8100cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc8167f6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 0x7fc8100b7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc8167f6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8100cfc90 con 0x7fc8100b7780 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc8167f6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fc8100d4f90 con 0x7fc81015e7e0 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc8167f6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc8100d2a90 con 0x7fc8100d4b40 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc80ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc81015e7e0 0x7fc8100cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc80ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc81015e7e0 0x7fc8100cf750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48554/0 (socket says 172.21.15.39:48554) 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc80ffff640 1 -- 172.21.15.39:0/3979816558 learned_addr learned my addr 172.21.15.39:0/3979816558 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc814d93640 1 --2- 172.21.15.39:0/3979816558 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 0x7fc8100b7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc80ffff640 1 -- 172.21.15.39:0/3979816558 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 msgr2=0x7fc8100b7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:29.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc80ffff640 1 --2- 172.21.15.39:0/3979816558 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 0x7fc8100b7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc80ffff640 1 -- 172.21.15.39:0/3979816558 >> v1:172.21.15.50:6789/0 conn(0x7fc8100b7780 legacy=0x7fc8100b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc80ffff640 1 -- 172.21.15.39:0/3979816558 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8100d2d70 con 0x7fc81015e7e0 2024-09-19T05:34:29.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.436+0000 7fc814d93640 1 --2- 172.21.15.39:0/3979816558 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 0x7fc8100b7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:29.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.437+0000 7fc80ffff640 1 --2- 172.21.15.39:0/3979816558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 0x7fc8100cf750 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc800009870 tx=0x7fc80002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dec8f1c039ced828 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:29.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.437+0000 7fc80effd640 1 -- 172.21.15.39:0/3979816558 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800037070 con 0x7fc81015e7e0 2024-09-19T05:34:29.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.437+0000 7fc80effd640 1 -- 172.21.15.39:0/3979816558 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc800032440 con 0x7fc81015e7e0 2024-09-19T05:34:29.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.437+0000 7fc80effd640 1 -- 172.21.15.39:0/3979816558 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800032810 con 0x7fc81015e7e0 2024-09-19T05:34:29.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.437+0000 7fc8167f6640 1 -- 172.21.15.39:0/3979816558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 msgr2=0x7fc8100cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.437+0000 7fc8167f6640 1 --2- 172.21.15.39:0/3979816558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 0x7fc8100cf750 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc800009870 tx=0x7fc80002a270 comp rx=0 tx=0).stop 2024-09-19T05:34:29.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.437+0000 7fc8167f6640 1 -- 172.21.15.39:0/3979816558 shutdown_connections 2024-09-19T05:34:29.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.438+0000 7fc8167f6640 1 --2- 172.21.15.39:0/3979816558 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 0x7fc8100b7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.438+0000 7fc8167f6640 1 --2- 172.21.15.39:0/3979816558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 0x7fc8100cf750 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.438+0000 7fc8167f6640 1 -- 172.21.15.39:0/3979816558 >> 172.21.15.39:0/3979816558 conn(0x7fc810072560 msgr2=0x7fc810072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:29.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.438+0000 7fc8167f6640 1 -- 172.21.15.39:0/3979816558 shutdown_connections 2024-09-19T05:34:29.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.438+0000 7fc8167f6640 1 -- 172.21.15.39:0/3979816558 wait complete. 2024-09-19T05:34:29.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.439+0000 7fc8167f6640 1 Processor -- start 2024-09-19T05:34:29.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.439+0000 7fc8167f6640 1 -- start start 2024-09-19T05:34:29.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc8167f6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8100b7780 0x7fc810155750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc8167f6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 0x7fc8100cb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc8167f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 0x7fc8100cd3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc8167f6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc8100d3610 con 0x7fc81015e7e0 2024-09-19T05:34:29.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc8167f6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc8100d3330 con 0x7fc8100b7780 2024-09-19T05:34:29.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc8167f6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc8100b3940 con 0x7fc8100d4b40 2024-09-19T05:34:29.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc814d93640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 0x7fc8100cd3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc814d93640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 0x7fc8100cd3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48570/0 (socket says 172.21.15.39:48570) 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc814d93640 1 -- 172.21.15.39:0/1893649340 learned_addr learned my addr 172.21.15.39:0/1893649340 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc80ffff640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8100b7780 0x7fc810155750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc80f7fe640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 0x7fc8100cb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc814d93640 1 -- 172.21.15.39:0/1893649340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 msgr2=0x7fc8100cb8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc814d93640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 0x7fc8100cb8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc814d93640 1 -- 172.21.15.39:0/1893649340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8100b7780 msgr2=0x7fc810155750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc814d93640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8100b7780 0x7fc810155750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc814d93640 1 -- 172.21.15.39:0/1893649340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8101f4850 con 0x7fc81015e7e0 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc814d93640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 0x7fc8100cd3a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc808007f20 tx=0x7fc80800d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc80cff9640 1 -- 172.21.15.39:0/1893649340 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80801a070 con 0x7fc81015e7e0 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc80cff9640 1 -- 172.21.15.39:0/1893649340 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc808003b90 con 0x7fc81015e7e0 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc80cff9640 1 -- 172.21.15.39:0/1893649340 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc808004030 con 0x7fc81015e7e0 2024-09-19T05:34:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.440+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8100c9c70 con 0x7fc81015e7e0 2024-09-19T05:34:29.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.441+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8100ce450 con 0x7fc81015e7e0 2024-09-19T05:34:29.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.442+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8100d26b0 con 0x7fc81015e7e0 2024-09-19T05:34:29.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.442+0000 7fc80cff9640 1 -- 172.21.15.39:0/1893649340 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc80801d070 con 0x7fc81015e7e0 2024-09-19T05:34:29.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.443+0000 7fc80cff9640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7fc06c2b0 0x7fc7fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.443+0000 7fc80cff9640 1 -- 172.21.15.39:0/1893649340 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc80808b6b0 con 0x7fc81015e7e0 2024-09-19T05:34:29.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.443+0000 7fc80ffff640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7fc06c2b0 0x7fc7fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.443+0000 7fc80ffff640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7fc06c2b0 0x7fc7fc06e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc800034000 tx=0x7fc80002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.447+0000 7fc80cff9640 1 -- 172.21.15.39:0/1893649340 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc8101f4850 con 0x7fc81015e7e0 2024-09-19T05:34:29.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.624+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc8100b6520 con 0x7fc81015e7e0 2024-09-19T05:34:29.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.624+0000 7fc80cff9640 1 -- 172.21.15.39:0/1893649340 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7fc808010070 con 0x7fc81015e7e0 2024-09-19T05:34:29.627 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-19T05:34:29.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7fc06c2b0 msgr2=0x7fc7fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7fc06c2b0 0x7fc7fc06e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc800034000 tx=0x7fc80002e000 comp rx=0 tx=0).stop 2024-09-19T05:34:29.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 msgr2=0x7fc8100cd3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 0x7fc8100cd3a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc808007f20 tx=0x7fc80800d560 comp rx=0 tx=0).stop 2024-09-19T05:34:29.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 shutdown_connections 2024-09-19T05:34:29.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc7fc06c2b0 0x7fc7fc06e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc81015e7e0 0x7fc8100cd3a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8100d4b40 0x7fc8100cb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 --2- 172.21.15.39:0/1893649340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8100b7780 0x7fc810155750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.626+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 >> 172.21.15.39:0/1893649340 conn(0x7fc810072560 msgr2=0x7fc8100d3a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:29.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.627+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 shutdown_connections 2024-09-19T05:34:29.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.627+0000 7fc8167f6640 1 -- 172.21.15.39:0/1893649340 wait complete. 2024-09-19T05:34:29.640 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close' 2024-09-19T05:34:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.740+0000 7f571db59640 1 Processor -- start 2024-09-19T05:34:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.741+0000 7f571db59640 1 -- start start 2024-09-19T05:34:29.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.741+0000 7f571db59640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f571815c330 0x7f57180713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.741+0000 7f571db59640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f571806e440 0x7f57180d0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.741+0000 7f571db59640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f571815cb60 con 0x7f5718160990 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.741+0000 7f571db59640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f57180719b0 con 0x7f571806e440 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.741+0000 7f571db59640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f571815ce40 con 0x7f571815c330 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.742+0000 7f5717fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f571806e440 0x7f57180d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.742+0000 7f5717fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f571806e440 0x7f57180d0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48582/0 (socket says 172.21.15.39:48582) 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.742+0000 7f5717fff640 1 -- 172.21.15.39:0/1248134239 learned_addr learned my addr 172.21.15.39:0/1248134239 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.742+0000 7f57177fe640 1 --2- 172.21.15.39:0/1248134239 >> v2:172.21.15.50:3300/0 conn(0x7f571815c330 0x7f57180713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.742+0000 7f5717fff640 1 -- 172.21.15.39:0/1248134239 >> v2:172.21.15.50:3300/0 conn(0x7f571815c330 msgr2=0x7f57180713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.742+0000 7f5717fff640 1 --2- 172.21.15.39:0/1248134239 >> v2:172.21.15.50:3300/0 conn(0x7f571815c330 0x7f57180713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.742+0000 7f5717fff640 1 -- 172.21.15.39:0/1248134239 >> v1:172.21.15.50:6789/0 conn(0x7f5718160990 legacy=0x7f571806dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.742+0000 7f5717fff640 1 -- 172.21.15.39:0/1248134239 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571815d120 con 0x7f571806e440 2024-09-19T05:34:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.742+0000 7f57177fe640 1 --2- 172.21.15.39:0/1248134239 >> v2:172.21.15.50:3300/0 conn(0x7f571815c330 0x7f57180713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:29.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f5717fff640 1 --2- 172.21.15.39:0/1248134239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f571806e440 0x7f57180d0380 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f5718071b30 tx=0x7f571002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb6080c18bcb09d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:29.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f57167fc640 1 -- 172.21.15.39:0/1248134239 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710036070 con 0x7f571806e440 2024-09-19T05:34:29.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f57167fc640 1 -- 172.21.15.39:0/1248134239 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5710031600 con 0x7f571806e440 2024-09-19T05:34:29.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f57167fc640 1 -- 172.21.15.39:0/1248134239 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57100319d0 con 0x7f571806e440 2024-09-19T05:34:29.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f571db59640 1 -- 172.21.15.39:0/1248134239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f571806e440 msgr2=0x7f57180d0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f571db59640 1 --2- 172.21.15.39:0/1248134239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f571806e440 0x7f57180d0380 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f5718071b30 tx=0x7f571002a6a0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f571db59640 1 -- 172.21.15.39:0/1248134239 shutdown_connections 2024-09-19T05:34:29.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f571db59640 1 --2- 172.21.15.39:0/1248134239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f571806e440 0x7f57180d0380 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f571db59640 1 --2- 172.21.15.39:0/1248134239 >> v2:172.21.15.50:3300/0 conn(0x7f571815c330 0x7f57180713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f571db59640 1 -- 172.21.15.39:0/1248134239 >> 172.21.15.39:0/1248134239 conn(0x7f57180b4170 msgr2=0x7f57180b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f571db59640 1 -- 172.21.15.39:0/1248134239 shutdown_connections 2024-09-19T05:34:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.743+0000 7f571db59640 1 -- 172.21.15.39:0/1248134239 wait complete. 2024-09-19T05:34:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.745+0000 7f571db59640 1 Processor -- start 2024-09-19T05:34:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.745+0000 7f571db59640 1 -- start start 2024-09-19T05:34:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.745+0000 7f571db59640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f571806e440 0x7f57180af4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f571db59640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f571815c330 0x7f571806cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f571db59640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5718160990 0x7f571814d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f571db59640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5718160e00 con 0x7f5718160990 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f571db59640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f571815d920 con 0x7f571806e440 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f571db59640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f571815c710 con 0x7f571815c330 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5717fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5718160990 0x7f571814d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5717fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5718160990 0x7f571814d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48592/0 (socket says 172.21.15.39:48592) 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5717fff640 1 -- 172.21.15.39:0/2724331416 learned_addr learned my addr 172.21.15.39:0/2724331416 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5716ffd640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f571815c330 0x7f571806cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f57177fe640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f571806e440 0x7f57180af4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5717fff640 1 -- 172.21.15.39:0/2724331416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f571815c330 msgr2=0x7f571806cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5717fff640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f571815c330 0x7f571806cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5717fff640 1 -- 172.21.15.39:0/2724331416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f571806e440 msgr2=0x7f57180af4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5717fff640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f571806e440 0x7f57180af4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5717fff640 1 -- 172.21.15.39:0/2724331416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571815ac20 con 0x7f5718160990 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f5717fff640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5718160990 0x7f571814d6d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5710009f10 tx=0x7f5710004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f56fffff640 1 -- 172.21.15.39:0/2724331416 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710036050 con 0x7f5718160990 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f56fffff640 1 -- 172.21.15.39:0/2724331416 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5710042070 con 0x7f5718160990 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f571815af00 con 0x7f5718160990 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f56fffff640 1 -- 172.21.15.39:0/2724331416 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710009510 con 0x7f5718160990 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.746+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f571815b7a0 con 0x7f5718160990 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.747+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f571815b0d0 con 0x7f5718160990 2024-09-19T05:34:29.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.748+0000 7f56fffff640 1 -- 172.21.15.39:0/2724331416 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5710007bd0 con 0x7f5718160990 2024-09-19T05:34:29.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.748+0000 7f56fffff640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570406c2b0 0x7f570406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:29.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.748+0000 7f56fffff640 1 -- 172.21.15.39:0/2724331416 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f57100ac110 con 0x7f5718160990 2024-09-19T05:34:29.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.748+0000 7f57177fe640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570406c2b0 0x7f570406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:29.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.749+0000 7f57177fe640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570406c2b0 0x7f570406e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5708006fd0 tx=0x7f5708008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:29.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.753+0000 7f56fffff640 1 -- 172.21.15.39:0/2724331416 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f571007a2c0 con 0x7f5718160990 2024-09-19T05:34:29.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:29.994+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]} v 0) -- 0x7f57180713d0 con 0x7f5718160990 2024-09-19T05:34:30.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.775+0000 7f56fffff640 1 -- 172.21.15.39:0/2724331416 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]}]=0 v43) ==== 147+0+0 (secure 0 0 0) 0x7f571007e5c0 con 0x7f5718160990 2024-09-19T05:34:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.777+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570406c2b0 msgr2=0x7f570406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.777+0000 7f571db59640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570406c2b0 0x7f570406e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5708006fd0 tx=0x7f5708008040 comp rx=0 tx=0).stop 2024-09-19T05:34:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.777+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5718160990 msgr2=0x7f571814d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.777+0000 7f571db59640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5718160990 0x7f571814d6d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5710009f10 tx=0x7f5710004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.777+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 shutdown_connections 2024-09-19T05:34:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.777+0000 7f571db59640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570406c2b0 0x7f570406e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.777+0000 7f571db59640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5718160990 0x7f571814d6d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.777+0000 7f571db59640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f571815c330 0x7f571806cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.777+0000 7f571db59640 1 --2- 172.21.15.39:0/2724331416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f571806e440 0x7f57180af4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.778+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 >> 172.21.15.39:0/2724331416 conn(0x7f57180b4170 msgr2=0x7f5718157350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.778+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 shutdown_connections 2024-09-19T05:34:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.778+0000 7f571db59640 1 -- 172.21.15.39:0/2724331416 wait complete. 2024-09-19T05:34:30.793 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:34:30.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.900+0000 7f3e518c0640 1 Processor -- start 2024-09-19T05:34:30.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.900+0000 7f3e518c0640 1 -- start start 2024-09-19T05:34:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e518c0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3e4c15e630 0x7f3e4c071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e518c0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3e4c06ccf0 0x7f3e4c06d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e518c0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e4c06bc50 con 0x7f3e4c070a90 2024-09-19T05:34:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e518c0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f3e4c06bf30 con 0x7f3e4c06ccf0 2024-09-19T05:34:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e518c0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f3e4c06c210 con 0x7f3e4c15e630 2024-09-19T05:34:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e4a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3e4c06ccf0 0x7f3e4c06d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e4b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3e4c070a90 0x7f3e4c073140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46868/0 (socket says 172.21.15.39:46868) 2024-09-19T05:34:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e4b7fe640 1 -- 172.21.15.39:0/3763338375 learned_addr learned my addr 172.21.15.39:0/3763338375 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e4a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3e4c06ccf0 0x7f3e4c06d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48594/0 (socket says 172.21.15.39:48594) 2024-09-19T05:34:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e4affd640 1 --2- 172.21.15.39:0/3763338375 >> v2:172.21.15.50:3300/0 conn(0x7f3e4c15e630 0x7f3e4c071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e4a7fc640 1 -- 172.21.15.39:0/3763338375 >> v2:172.21.15.50:3300/0 conn(0x7f3e4c15e630 msgr2=0x7f3e4c071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e4a7fc640 1 --2- 172.21.15.39:0/3763338375 >> v2:172.21.15.50:3300/0 conn(0x7f3e4c15e630 0x7f3e4c071340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e4a7fc640 1 -- 172.21.15.39:0/3763338375 >> v1:172.21.15.39:6789/0 conn(0x7f3e4c070a90 legacy=0x7f3e4c073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e4a7fc640 1 -- 172.21.15.39:0/3763338375 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e4c06c4f0 con 0x7f3e4c06ccf0 2024-09-19T05:34:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.901+0000 7f3e49ffb640 1 -- 172.21.15.39:0/3763338375 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1400547830 0 0) 0x7f3e4c06bc50 con 0x7f3e4c070a90 2024-09-19T05:34:30.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.902+0000 7f3e4a7fc640 1 --2- 172.21.15.39:0/3763338375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c06ccf0 0x7f3e4c06d190 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c0741c0 tx=0x7f3e4002a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ed23d049dffa420 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.902+0000 7f3e49ffb640 1 -- 172.21.15.39:0/3763338375 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e40037070 con 0x7f3e4c06ccf0 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.902+0000 7f3e49ffb640 1 -- 172.21.15.39:0/3763338375 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e4002add0 con 0x7f3e4c06ccf0 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.902+0000 7f3e49ffb640 1 -- 172.21.15.39:0/3763338375 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e40032660 con 0x7f3e4c06ccf0 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.903+0000 7f3e518c0640 1 -- 172.21.15.39:0/3763338375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c06ccf0 msgr2=0x7f3e4c06d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.903+0000 7f3e518c0640 1 --2- 172.21.15.39:0/3763338375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c06ccf0 0x7f3e4c06d190 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c0741c0 tx=0x7f3e4002a080 comp rx=0 tx=0).stop 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.903+0000 7f3e518c0640 1 -- 172.21.15.39:0/3763338375 shutdown_connections 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.903+0000 7f3e518c0640 1 --2- 172.21.15.39:0/3763338375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c06ccf0 0x7f3e4c06d190 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.903+0000 7f3e518c0640 1 --2- 172.21.15.39:0/3763338375 >> v2:172.21.15.50:3300/0 conn(0x7f3e4c15e630 0x7f3e4c071340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.903+0000 7f3e518c0640 1 -- 172.21.15.39:0/3763338375 >> 172.21.15.39:0/3763338375 conn(0x7f3e4c06f180 msgr2=0x7f3e4c06f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.903+0000 7f3e518c0640 1 -- 172.21.15.39:0/3763338375 shutdown_connections 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.903+0000 7f3e518c0640 1 -- 172.21.15.39:0/3763338375 wait complete. 2024-09-19T05:34:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.904+0000 7f3e518c0640 1 Processor -- start 2024-09-19T05:34:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.904+0000 7f3e518c0640 1 -- start start 2024-09-19T05:34:30.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e518c0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e4c06ccf0 0x7f3e4c14ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:30.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e518c0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e4c070a90 0x7f3e4c14c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e518c0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c15e630 0x7f3e4c14ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e518c0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3e4c15fa20 con 0x7f3e4c15e630 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e518c0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3e4c071880 con 0x7f3e4c070a90 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e518c0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3e4c06d6d0 con 0x7f3e4c06ccf0 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c15e630 0x7f3e4c14ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c15e630 0x7f3e4c14ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48598/0 (socket says 172.21.15.39:48598) 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4b7fe640 1 -- 172.21.15.39:0/1364752733 learned_addr learned my addr 172.21.15.39:0/1364752733 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4a7fc640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e4c070a90 0x7f3e4c14c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4affd640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e4c06ccf0 0x7f3e4c14ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4b7fe640 1 -- 172.21.15.39:0/1364752733 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e4c06ccf0 msgr2=0x7f3e4c14ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4b7fe640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e4c06ccf0 0x7f3e4c14ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4b7fe640 1 -- 172.21.15.39:0/1364752733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e4c070a90 msgr2=0x7f3e4c14c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4b7fe640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e4c070a90 0x7f3e4c14c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4b7fe640 1 -- 172.21.15.39:0/1364752733 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e4c14cab0 con 0x7f3e4c15e630 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.905+0000 7f3e4a7fc640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e4c070a90 0x7f3e4c14c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.906+0000 7f3e4b7fe640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c15e630 0x7f3e4c14ae20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3e4400c7a0 tx=0x7f3e4400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.906+0000 7f3e33fff640 1 -- 172.21.15.39:0/1364752733 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e44018070 con 0x7f3e4c15e630 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.906+0000 7f3e33fff640 1 -- 172.21.15.39:0/1364752733 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e4400a640 con 0x7f3e4c15e630 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.906+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e4c149d80 con 0x7f3e4c15e630 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.906+0000 7f3e33fff640 1 -- 172.21.15.39:0/1364752733 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4400aa70 con 0x7f3e4c15e630 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.906+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e4c14a340 con 0x7f3e4c15e630 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.907+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e4c06da30 con 0x7f3e4c15e630 2024-09-19T05:34:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.907+0000 7f3e33fff640 1 -- 172.21.15.39:0/1364752733 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3e4401b070 con 0x7f3e4c15e630 2024-09-19T05:34:30.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.908+0000 7f3e33fff640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e3806c2b0 0x7f3e3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:30.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.908+0000 7f3e33fff640 1 -- 172.21.15.39:0/1364752733 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3e4408a970 con 0x7f3e4c15e630 2024-09-19T05:34:30.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.908+0000 7f3e4affd640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e3806c2b0 0x7f3e3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:30.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.908+0000 7f3e4affd640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e3806c2b0 0x7f3e3806e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c0b1be0 tx=0x7f3e3c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:30.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:30.912+0000 7f3e33fff640 1 -- 172.21.15.39:0/1364752733 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3e44059170 con 0x7f3e4c15e630 2024-09-19T05:34:31.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.091+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f3e4c15c180 con 0x7f3e4c15e630 2024-09-19T05:34:31.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.095+0000 7f3e33fff640 1 -- 172.21.15.39:0/1364752733 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f3e44058a70 con 0x7f3e4c15e630 2024-09-19T05:34:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.097+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e3806c2b0 msgr2=0x7f3e3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.097+0000 7f3e518c0640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e3806c2b0 0x7f3e3806e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c0b1be0 tx=0x7f3e3c008040 comp rx=0 tx=0).stop 2024-09-19T05:34:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.097+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c15e630 msgr2=0x7f3e4c14ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.097+0000 7f3e518c0640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c15e630 0x7f3e4c14ae20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3e4400c7a0 tx=0x7f3e4400cc60 comp rx=0 tx=0).stop 2024-09-19T05:34:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.098+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 shutdown_connections 2024-09-19T05:34:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.098+0000 7f3e518c0640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e3806c2b0 0x7f3e3806e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.098+0000 7f3e518c0640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e4c15e630 0x7f3e4c14ae20 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.098+0000 7f3e518c0640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e4c070a90 0x7f3e4c14c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.098+0000 7f3e518c0640 1 --2- 172.21.15.39:0/1364752733 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e4c06ccf0 0x7f3e4c14ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.098+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 >> 172.21.15.39:0/1364752733 conn(0x7f3e4c06f180 msgr2=0x7f3e4c073820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.098+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 shutdown_connections 2024-09-19T05:34:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.098+0000 7f3e518c0640 1 -- 172.21.15.39:0/1364752733 wait complete. 2024-09-19T05:34:31.111 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:34:31.111 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:34:31.154 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:34:31.206 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:34:31.206 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:31.206 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:31.222 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:31.223 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:31.280 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:31.280 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:31.337 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:34:31.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.479+0000 7fb79b05c640 1 Processor -- start 2024-09-19T05:34:31.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.479+0000 7fb79b05c640 1 -- start start 2024-09-19T05:34:31.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb79b05c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb7940b6690 0x7fb7940cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:31.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb79b05c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940d16e0 0x7fb7940d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:31.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb79b05c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7940cff10 con 0x7fb7940b6a70 2024-09-19T05:34:31.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb79b05c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb7940d1b50 con 0x7fb7940b6690 2024-09-19T05:34:31.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb79b05c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb7940cf540 con 0x7fb7940d16e0 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb793fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb7940b6a70 0x7fb7940d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46878/0 (socket says 172.21.15.39:46878) 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb793fff640 1 -- 172.21.15.39:0/3830331690 learned_addr learned my addr 172.21.15.39:0/3830331690 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb7995f9640 1 --2- 172.21.15.39:0/3830331690 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940d16e0 0x7fb7940d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb798df8640 1 --2- 172.21.15.39:0/3830331690 >> v2:172.21.15.50:3300/0 conn(0x7fb7940b6690 0x7fb7940cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.480+0000 7fb7937fe640 1 -- 172.21.15.39:0/3830331690 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2019316959 0 0) 0x7fb7940cff10 con 0x7fb7940b6a70 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.481+0000 7fb7937fe640 1 -- 172.21.15.39:0/3830331690 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb77c003520 con 0x7fb7940b6a70 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.481+0000 7fb7995f9640 1 -- 172.21.15.39:0/3830331690 >> v2:172.21.15.50:3300/0 conn(0x7fb7940b6690 msgr2=0x7fb7940cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.481+0000 7fb7995f9640 1 --2- 172.21.15.39:0/3830331690 >> v2:172.21.15.50:3300/0 conn(0x7fb7940b6690 0x7fb7940cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.481+0000 7fb7995f9640 1 -- 172.21.15.39:0/3830331690 >> v1:172.21.15.39:6789/0 conn(0x7fb7940b6a70 legacy=0x7fb7940d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.481+0000 7fb7995f9640 1 -- 172.21.15.39:0/3830331690 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7940d1d90 con 0x7fb7940d16e0 2024-09-19T05:34:31.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.481+0000 7fb798df8640 1 --2- 172.21.15.39:0/3830331690 >> v2:172.21.15.50:3300/0 conn(0x7fb7940b6690 0x7fb7940cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.481+0000 7fb7995f9640 1 --2- 172.21.15.39:0/3830331690 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940d16e0 0x7fb7940d2b50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb78c009d90 tx=0x7fb78c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ecdf2cc6ac7049fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb7937fe640 1 -- 172.21.15.39:0/3830331690 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c007740 con 0x7fb7940d16e0 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb7937fe640 1 -- 172.21.15.39:0/3830331690 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb78c0078e0 con 0x7fb7940d16e0 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb7937fe640 1 -- 172.21.15.39:0/3830331690 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c007c90 con 0x7fb7940d16e0 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb79b05c640 1 -- 172.21.15.39:0/3830331690 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940d16e0 msgr2=0x7fb7940d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb79b05c640 1 --2- 172.21.15.39:0/3830331690 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940d16e0 0x7fb7940d2b50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb78c009d90 tx=0x7fb78c02a660 comp rx=0 tx=0).stop 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb79b05c640 1 -- 172.21.15.39:0/3830331690 shutdown_connections 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb79b05c640 1 --2- 172.21.15.39:0/3830331690 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940d16e0 0x7fb7940d2b50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb79b05c640 1 --2- 172.21.15.39:0/3830331690 >> v2:172.21.15.50:3300/0 conn(0x7fb7940b6690 0x7fb7940cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb79b05c640 1 -- 172.21.15.39:0/3830331690 >> 172.21.15.39:0/3830331690 conn(0x7fb794072560 msgr2=0x7fb794072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb79b05c640 1 -- 172.21.15.39:0/3830331690 shutdown_connections 2024-09-19T05:34:31.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.482+0000 7fb79b05c640 1 -- 172.21.15.39:0/3830331690 wait complete. 2024-09-19T05:34:31.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.483+0000 7fb79b05c640 1 Processor -- start 2024-09-19T05:34:31.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.484+0000 7fb79b05c640 1 -- start start 2024-09-19T05:34:31.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.484+0000 7fb79b05c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7940b6690 0x7fb794161270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:31.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.484+0000 7fb79b05c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940b6a70 0x7fb794154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:31.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.484+0000 7fb79b05c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7940d16e0 0x7fb794154b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:31.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.484+0000 7fb79b05c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb7940b6f00 con 0x7fb7940d16e0 2024-09-19T05:34:31.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.484+0000 7fb79b05c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb7940cf1d0 con 0x7fb7940b6690 2024-09-19T05:34:31.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.484+0000 7fb79b05c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb79415c530 con 0x7fb7940b6a70 2024-09-19T05:34:31.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.484+0000 7fb7995f9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7940d16e0 0x7fb794154b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7995f9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7940d16e0 0x7fb794154b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48602/0 (socket says 172.21.15.39:48602) 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7995f9640 1 -- 172.21.15.39:0/1436735858 learned_addr learned my addr 172.21.15.39:0/1436735858 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb793fff640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940b6a70 0x7fb794154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb798df8640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7940b6690 0x7fb794161270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7995f9640 1 -- 172.21.15.39:0/1436735858 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940b6a70 msgr2=0x7fb794154620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7995f9640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940b6a70 0x7fb794154620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7995f9640 1 -- 172.21.15.39:0/1436735858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7940b6690 msgr2=0x7fb794161270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7995f9640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7940b6690 0x7fb794161270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7995f9640 1 -- 172.21.15.39:0/1436735858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7941617b0 con 0x7fb7940d16e0 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7995f9640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7940d16e0 0x7fb794154b60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb78c009d90 tx=0x7fb78c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7917fa640 1 -- 172.21.15.39:0/1436735858 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c009450 con 0x7fb7940d16e0 2024-09-19T05:34:31.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7917fa640 1 -- 172.21.15.39:0/1436735858 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb78c004240 con 0x7fb7940d16e0 2024-09-19T05:34:31.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7941601d0 con 0x7fb7940d16e0 2024-09-19T05:34:31.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb7917fa640 1 -- 172.21.15.39:0/1436735858 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c004630 con 0x7fb7940d16e0 2024-09-19T05:34:31.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.485+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb794160790 con 0x7fb7940d16e0 2024-09-19T05:34:31.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.486+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7940cf9d0 con 0x7fb7940d16e0 2024-09-19T05:34:31.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.487+0000 7fb7917fa640 1 -- 172.21.15.39:0/1436735858 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb78c039040 con 0x7fb7940d16e0 2024-09-19T05:34:31.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.487+0000 7fb7917fa640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb78006c2b0 0x7fb78006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:31.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.487+0000 7fb7917fa640 1 -- 172.21.15.39:0/1436735858 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb78c0ac370 con 0x7fb7940d16e0 2024-09-19T05:34:31.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.487+0000 7fb798df8640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb78006c2b0 0x7fb78006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:31.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.488+0000 7fb798df8640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb78006c2b0 0x7fb78006e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb784009560 tx=0x7fb784009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:31.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.492+0000 7fb7917fa640 1 -- 172.21.15.39:0/1436735858 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb78c040030 con 0x7fb7940d16e0 2024-09-19T05:34:31.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.679+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb79415c0a0 con 0x7fb7940d16e0 2024-09-19T05:34:31.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.679+0000 7fb7917fa640 1 -- 172.21.15.39:0/1436735858 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fb78c07a550 con 0x7fb7940d16e0 2024-09-19T05:34:31.682 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:34:31.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb78006c2b0 msgr2=0x7fb78006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:31.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb78006c2b0 0x7fb78006e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb784009560 tx=0x7fb784009190 comp rx=0 tx=0).stop 2024-09-19T05:34:31.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7940d16e0 msgr2=0x7fb794154b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:31.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7940d16e0 0x7fb794154b60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb78c009d90 tx=0x7fb78c004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:31.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 shutdown_connections 2024-09-19T05:34:31.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb78006c2b0 0x7fb78006e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7940d16e0 0x7fb794154b60 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb7940b6a70 0x7fb794154620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 --2- 172.21.15.39:0/1436735858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7940b6690 0x7fb794161270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:31.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 >> 172.21.15.39:0/1436735858 conn(0x7fb794072560 msgr2=0x7fb79415dd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:31.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 shutdown_connections 2024-09-19T05:34:31.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:31.681+0000 7fb79b05c640 1 -- 172.21.15.39:0/1436735858 wait complete. 2024-09-19T05:34:31.694 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:34:31.694 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:31.695 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-19T05:34:31.722 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:34:31.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:31.723 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:34:31.804 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:31.804 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:31.825 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:31.825 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:31.886 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:31.886 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:31.946 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:34:32.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.047+0000 7f6bf012c640 1 Processor -- start 2024-09-19T05:34:32.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.047+0000 7f6bf012c640 1 -- start start 2024-09-19T05:34:32.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bf012c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6be815e970 0x7f6be80b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bf012c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6be80b70b0 con 0x7f6be8162cd0 2024-09-19T05:34:32.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bf012c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6be80b78b0 con 0x7f6be80d1c10 2024-09-19T05:34:32.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bf012c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6be80b62f0 con 0x7f6be815e970 2024-09-19T05:34:32.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bedec8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6be815e970 0x7f6be80b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bed6c7640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6be8162cd0 0x7f6be80d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46890/0 (socket says 172.21.15.39:46890) 2024-09-19T05:34:32.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bed6c7640 1 -- 172.21.15.39:0/2590586513 learned_addr learned my addr 172.21.15.39:0/2590586513 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:32.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bedec8640 1 -- 172.21.15.39:0/2590586513 >> v1:172.21.15.50:6789/0 conn(0x7f6be80d1c10 legacy=0x7f6be80ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:32.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bedec8640 1 -- 172.21.15.39:0/2590586513 >> v1:172.21.15.39:6789/0 conn(0x7f6be8162cd0 legacy=0x7f6be80d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.048+0000 7f6bedec8640 1 -- 172.21.15.39:0/2590586513 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6be80b65d0 con 0x7f6be815e970 2024-09-19T05:34:32.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.049+0000 7f6bedec8640 1 --2- 172.21.15.39:0/2590586513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be815e970 0x7f6be80b37a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6be40097d0 tx=0x7f6be402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb6115fa58535de6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:32.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.049+0000 7f6becec6640 1 -- 172.21.15.39:0/2590586513 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be4037070 con 0x7f6be815e970 2024-09-19T05:34:32.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.049+0000 7f6becec6640 1 -- 172.21.15.39:0/2590586513 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6be4032440 con 0x7f6be815e970 2024-09-19T05:34:32.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.049+0000 7f6becec6640 1 -- 172.21.15.39:0/2590586513 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be4032810 con 0x7f6be815e970 2024-09-19T05:34:32.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.050+0000 7f6bf012c640 1 -- 172.21.15.39:0/2590586513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be815e970 msgr2=0x7f6be80b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.050+0000 7f6bf012c640 1 --2- 172.21.15.39:0/2590586513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be815e970 0x7f6be80b37a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6be40097d0 tx=0x7f6be402a180 comp rx=0 tx=0).stop 2024-09-19T05:34:32.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.050+0000 7f6bf012c640 1 -- 172.21.15.39:0/2590586513 shutdown_connections 2024-09-19T05:34:32.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.050+0000 7f6bf012c640 1 --2- 172.21.15.39:0/2590586513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be815e970 0x7f6be80b37a0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.050+0000 7f6bf012c640 1 -- 172.21.15.39:0/2590586513 >> 172.21.15.39:0/2590586513 conn(0x7f6be806bd00 msgr2=0x7f6be806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:32.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.050+0000 7f6bf012c640 1 -- 172.21.15.39:0/2590586513 shutdown_connections 2024-09-19T05:34:32.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.050+0000 7f6bf012c640 1 -- 172.21.15.39:0/2590586513 wait complete. 2024-09-19T05:34:32.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.051+0000 7f6bf012c640 1 Processor -- start 2024-09-19T05:34:32.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.051+0000 7f6bf012c640 1 -- start start 2024-09-19T05:34:32.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bf012c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6be80d1c10 0x7f6be814eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bf012c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be815e970 0x7f6be80ab2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bf012c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be8162cd0 0x7f6be80b4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bf012c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6be8163160 con 0x7f6be8162cd0 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bf012c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6be80b6b90 con 0x7f6be815e970 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bf012c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6be80cf450 con 0x7f6be80d1c10 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bee6c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be8162cd0 0x7f6be80b4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bee6c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be8162cd0 0x7f6be80b4850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48616/0 (socket says 172.21.15.39:48616) 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bee6c9640 1 -- 172.21.15.39:0/2316842686 learned_addr learned my addr 172.21.15.39:0/2316842686 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bed6c7640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be815e970 0x7f6be80ab2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bedec8640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6be80d1c10 0x7f6be814eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bee6c9640 1 -- 172.21.15.39:0/2316842686 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6be80d1c10 msgr2=0x7f6be814eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bee6c9640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6be80d1c10 0x7f6be814eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bee6c9640 1 -- 172.21.15.39:0/2316842686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be815e970 msgr2=0x7f6be80ab2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bee6c9640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be815e970 0x7f6be80ab2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.052+0000 7f6bee6c9640 1 -- 172.21.15.39:0/2316842686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6be80cbd30 con 0x7f6be8162cd0 2024-09-19T05:34:32.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.053+0000 7f6bee6c9640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be8162cd0 0x7f6be80b4850 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6be000c780 tx=0x7f6be000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:32.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.053+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2316842686 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be0016020 con 0x7f6be8162cd0 2024-09-19T05:34:32.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.053+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2316842686 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6be000a860 con 0x7f6be8162cd0 2024-09-19T05:34:32.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.053+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6be80cc010 con 0x7f6be8162cd0 2024-09-19T05:34:32.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.053+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2316842686 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be000acd0 con 0x7f6be8162cd0 2024-09-19T05:34:32.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.053+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6be80cc5d0 con 0x7f6be8162cd0 2024-09-19T05:34:32.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.054+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6be80cc7d0 con 0x7f6be8162cd0 2024-09-19T05:34:32.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.054+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2316842686 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6be0019020 con 0x7f6be8162cd0 2024-09-19T05:34:32.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.055+0000 7f6bde7fc640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bcc06c2b0 0x7f6bcc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.055+0000 7f6bedec8640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bcc06c2b0 0x7f6bcc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.055+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2316842686 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6be008b6b0 con 0x7f6be8162cd0 2024-09-19T05:34:32.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.055+0000 7f6bedec8640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bcc06c2b0 0x7f6bcc06e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6be4034000 tx=0x7f6be402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:32.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.059+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2316842686 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6be80cc7d0 con 0x7f6be8162cd0 2024-09-19T05:34:32.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.248+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6be80b37a0 con 0x7f6be8162cd0 2024-09-19T05:34:32.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.248+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2316842686 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f6be0020020 con 0x7f6be8162cd0 2024-09-19T05:34:32.251 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:34:32.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.250+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bcc06c2b0 msgr2=0x7f6bcc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bcc06c2b0 0x7f6bcc06e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6be4034000 tx=0x7f6be402e000 comp rx=0 tx=0).stop 2024-09-19T05:34:32.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be8162cd0 msgr2=0x7f6be80b4850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be8162cd0 0x7f6be80b4850 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6be000c780 tx=0x7f6be000cc40 comp rx=0 tx=0).stop 2024-09-19T05:34:32.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 shutdown_connections 2024-09-19T05:34:32.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6bcc06c2b0 0x7f6bcc06e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6be8162cd0 0x7f6be80b4850 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be815e970 0x7f6be80ab2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 --2- 172.21.15.39:0/2316842686 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6be80d1c10 0x7f6be814eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 >> 172.21.15.39:0/2316842686 conn(0x7f6be806bd00 msgr2=0x7f6be80b4050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:32.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 shutdown_connections 2024-09-19T05:34:32.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.251+0000 7f6bf012c640 1 -- 172.21.15.39:0/2316842686 wait complete. 2024-09-19T05:34:32.265 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:34:32.265 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:32.265 DEBUG:teuthology.orchestra.run.smithi050:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-19T05:34:32.298 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:34:32.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:32.299 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:34:32.374 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:32.374 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:32.391 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:32.391 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:32.448 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:32.448 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:32.505 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:34:32.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.648+0000 7fca2e566640 1 Processor -- start 2024-09-19T05:34:32.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.649+0000 7fca2e566640 1 -- start start 2024-09-19T05:34:32.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.649+0000 7fca2e566640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fca2815c330 0x7fca280713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.649+0000 7fca2e566640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fca28160990 0x7fca2806dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.649+0000 7fca2e566640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca2815cb60 con 0x7fca2806e270 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.649+0000 7fca2e566640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fca2806e6e0 con 0x7fca28160990 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.649+0000 7fca2e566640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fca280719b0 con 0x7fca2815c330 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.649+0000 7fca277fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fca28160990 0x7fca2806dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.650+0000 7fca277fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fca28160990 0x7fca2806dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48622/0 (socket says 172.21.15.39:48622) 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.650+0000 7fca277fe640 1 -- 172.21.15.39:0/1201117404 learned_addr learned my addr 172.21.15.39:0/1201117404 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.650+0000 7fca277fe640 1 -- 172.21.15.39:0/1201117404 >> v2:172.21.15.50:3300/0 conn(0x7fca2815c330 msgr2=0x7fca280713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.650+0000 7fca27fff640 1 --2- 172.21.15.39:0/1201117404 >> v2:172.21.15.50:3300/0 conn(0x7fca2815c330 0x7fca280713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.650+0000 7fca277fe640 1 --2- 172.21.15.39:0/1201117404 >> v2:172.21.15.50:3300/0 conn(0x7fca2815c330 0x7fca280713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.650+0000 7fca277fe640 1 -- 172.21.15.39:0/1201117404 >> v1:172.21.15.50:6789/0 conn(0x7fca2806e270 legacy=0x7fca28072fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.650+0000 7fca277fe640 1 -- 172.21.15.39:0/1201117404 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca2815ce40 con 0x7fca28160990 2024-09-19T05:34:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.650+0000 7fca27fff640 1 --2- 172.21.15.39:0/1201117404 >> v2:172.21.15.50:3300/0 conn(0x7fca2815c330 0x7fca280713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.650+0000 7fca277fe640 1 --2- 172.21.15.39:0/1201117404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 0x7fca2806dd30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fca280b8590 tx=0x7fca1c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f06c282357d18d83 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca26ffd640 1 -- 172.21.15.39:0/1201117404 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca1c037070 con 0x7fca28160990 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca26ffd640 1 -- 172.21.15.39:0/1201117404 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca1c032440 con 0x7fca28160990 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca26ffd640 1 -- 172.21.15.39:0/1201117404 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca1c032810 con 0x7fca28160990 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca2e566640 1 -- 172.21.15.39:0/1201117404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 msgr2=0x7fca2806dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca2e566640 1 --2- 172.21.15.39:0/1201117404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 0x7fca2806dd30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fca280b8590 tx=0x7fca1c02a230 comp rx=0 tx=0).stop 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca2e566640 1 -- 172.21.15.39:0/1201117404 shutdown_connections 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca2e566640 1 --2- 172.21.15.39:0/1201117404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 0x7fca2806dd30 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca2e566640 1 --2- 172.21.15.39:0/1201117404 >> v2:172.21.15.50:3300/0 conn(0x7fca2815c330 0x7fca280713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca2e566640 1 -- 172.21.15.39:0/1201117404 >> 172.21.15.39:0/1201117404 conn(0x7fca280b4170 msgr2=0x7fca280b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca2e566640 1 -- 172.21.15.39:0/1201117404 shutdown_connections 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.651+0000 7fca2e566640 1 -- 172.21.15.39:0/1201117404 wait complete. 2024-09-19T05:34:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.653+0000 7fca2e566640 1 Processor -- start 2024-09-19T05:34:32.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.653+0000 7fca2e566640 1 -- start start 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.653+0000 7fca2e566640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca2806e270 0x7fca280aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.653+0000 7fca2e566640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca2815c330 0x7fca281f6460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2e566640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 0x7fca28156260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2e566640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fca2815d920 con 0x7fca28160990 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2e566640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fca2815d400 con 0x7fca2815c330 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2e566640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fca28160e00 con 0x7fca2806e270 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2cb03640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 0x7fca28156260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2cb03640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 0x7fca28156260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48624/0 (socket says 172.21.15.39:48624) 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2cb03640 1 -- 172.21.15.39:0/1571578686 learned_addr learned my addr 172.21.15.39:0/1571578686 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca277fe640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca2815c330 0x7fca281f6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca27fff640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca2806e270 0x7fca280aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2cb03640 1 -- 172.21.15.39:0/1571578686 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca2806e270 msgr2=0x7fca280aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2cb03640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca2806e270 0x7fca280aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2cb03640 1 -- 172.21.15.39:0/1571578686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca2815c330 msgr2=0x7fca281f6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2cb03640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca2815c330 0x7fca281f6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2cb03640 1 -- 172.21.15.39:0/1571578686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca280aaf60 con 0x7fca28160990 2024-09-19T05:34:32.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2cb03640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 0x7fca28156260 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fca2000c780 tx=0x7fca2000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:32.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca24ff9640 1 -- 172.21.15.39:0/1571578686 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca20004b60 con 0x7fca28160990 2024-09-19T05:34:32.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca24ff9640 1 -- 172.21.15.39:0/1571578686 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca20004d00 con 0x7fca28160990 2024-09-19T05:34:32.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca28157170 con 0x7fca28160990 2024-09-19T05:34:32.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca24ff9640 1 -- 172.21.15.39:0/1571578686 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca2000aa90 con 0x7fca28160990 2024-09-19T05:34:32.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.654+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca281f5c60 con 0x7fca28160990 2024-09-19T05:34:32.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.656+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca2815c710 con 0x7fca28160990 2024-09-19T05:34:32.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.656+0000 7fca24ff9640 1 -- 172.21.15.39:0/1571578686 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fca2000ac30 con 0x7fca28160990 2024-09-19T05:34:32.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.656+0000 7fca24ff9640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca1406c2b0 0x7fca1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:32.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.656+0000 7fca24ff9640 1 -- 172.21.15.39:0/1571578686 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fca2008b4b0 con 0x7fca28160990 2024-09-19T05:34:32.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.657+0000 7fca27fff640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca1406c2b0 0x7fca1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:32.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.657+0000 7fca27fff640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca1406c2b0 0x7fca1406e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fca1800ab60 tx=0x7fca18008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.661+0000 7fca24ff9640 1 -- 172.21.15.39:0/1571578686 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fca20020070 con 0x7fca28160990 2024-09-19T05:34:32.792 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:34:32.794 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:34:32.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.853+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fca280ce780 con 0x7fca28160990 2024-09-19T05:34:32.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.853+0000 7fca24ff9640 1 -- 172.21.15.39:0/1571578686 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fca20059660 con 0x7fca28160990 2024-09-19T05:34:32.856 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:34:32.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca1406c2b0 msgr2=0x7fca1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca1406c2b0 0x7fca1406e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fca1800ab60 tx=0x7fca18008040 comp rx=0 tx=0).stop 2024-09-19T05:34:32.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 msgr2=0x7fca28156260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:32.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 0x7fca28156260 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fca2000c780 tx=0x7fca2000cc40 comp rx=0 tx=0).stop 2024-09-19T05:34:32.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 shutdown_connections 2024-09-19T05:34:32.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca1406c2b0 0x7fca1406e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca28160990 0x7fca28156260 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca2815c330 0x7fca281f6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 --2- 172.21.15.39:0/1571578686 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca2806e270 0x7fca280aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:32.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 >> 172.21.15.39:0/1571578686 conn(0x7fca280b4170 msgr2=0x7fca280d1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:32.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 shutdown_connections 2024-09-19T05:34:32.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:32.855+0000 7fca2e566640 1 -- 172.21.15.39:0/1571578686 wait complete. 2024-09-19T05:34:32.872 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-19T05:34:32.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:32.873 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-19T05:34:32.942 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:34:32.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:32.942 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T05:34:32.998 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:32.998 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:33.018 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:33.018 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:33.078 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:33.078 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:33.138 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:34:33.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.239+0000 7fbcedb98640 1 Processor -- start 2024-09-19T05:34:33.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.239+0000 7fbcedb98640 1 -- start start 2024-09-19T05:34:33.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.240+0000 7fbcedb98640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbce80cfba0 0x7fbce815e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.240+0000 7fbcedb98640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbce815bfb0 con 0x7fbce80ccf60 2024-09-19T05:34:33.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.240+0000 7fbcedb98640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbce80b4140 con 0x7fbce815abc0 2024-09-19T05:34:33.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.240+0000 7fbcedb98640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fbce815ec40 con 0x7fbce80cfba0 2024-09-19T05:34:33.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.240+0000 7fbce6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbce80cfba0 0x7fbce815e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.240+0000 7fbce7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbce80ccf60 0x7fbce80b48e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46902/0 (socket says 172.21.15.39:46902) 2024-09-19T05:34:33.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.240+0000 7fbce7fff640 1 -- 172.21.15.39:0/1634600506 learned_addr learned my addr 172.21.15.39:0/1634600506 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:33.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.241+0000 7fbce6ffd640 1 -- 172.21.15.39:0/1634600506 >> v1:172.21.15.50:6789/0 conn(0x7fbce815abc0 legacy=0x7fbce80b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:33.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.241+0000 7fbce6ffd640 1 -- 172.21.15.39:0/1634600506 >> v1:172.21.15.39:6789/0 conn(0x7fbce80ccf60 legacy=0x7fbce80b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.241+0000 7fbce6ffd640 1 -- 172.21.15.39:0/1634600506 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbce815ee70 con 0x7fbce80cfba0 2024-09-19T05:34:33.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.241+0000 7fbce67fc640 1 -- 172.21.15.39:0/1634600506 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 173595579 0 0) 0x7fbce815bfb0 con 0x7fbce80ccf60 2024-09-19T05:34:33.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.241+0000 7fbce6ffd640 1 --2- 172.21.15.39:0/1634600506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce80cfba0 0x7fbce815e700 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fbcd80097a0 tx=0x7fbcd802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=221413649fbaaece server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:33.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbce67fc640 1 -- 172.21.15.39:0/1634600506 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd8037070 con 0x7fbce80cfba0 2024-09-19T05:34:33.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbce67fc640 1 -- 172.21.15.39:0/1634600506 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcd802ae50 con 0x7fbce80cfba0 2024-09-19T05:34:33.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbce67fc640 1 -- 172.21.15.39:0/1634600506 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd8032660 con 0x7fbce80cfba0 2024-09-19T05:34:33.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbcedb98640 1 -- 172.21.15.39:0/1634600506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce80cfba0 msgr2=0x7fbce815e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbcedb98640 1 --2- 172.21.15.39:0/1634600506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce80cfba0 0x7fbce815e700 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fbcd80097a0 tx=0x7fbcd802a140 comp rx=0 tx=0).stop 2024-09-19T05:34:33.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbcedb98640 1 -- 172.21.15.39:0/1634600506 shutdown_connections 2024-09-19T05:34:33.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbcedb98640 1 --2- 172.21.15.39:0/1634600506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce80cfba0 0x7fbce815e700 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbcedb98640 1 -- 172.21.15.39:0/1634600506 >> 172.21.15.39:0/1634600506 conn(0x7fbce806d000 msgr2=0x7fbce806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:33.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbcedb98640 1 -- 172.21.15.39:0/1634600506 shutdown_connections 2024-09-19T05:34:33.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.242+0000 7fbcedb98640 1 -- 172.21.15.39:0/1634600506 wait complete. 2024-09-19T05:34:33.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.243+0000 7fbcedb98640 1 Processor -- start 2024-09-19T05:34:33.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.244+0000 7fbcedb98640 1 -- start start 2024-09-19T05:34:33.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.244+0000 7fbcedb98640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce80ccf60 0x7fbce8073ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.244+0000 7fbcedb98640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbce80cfba0 0x7fbce814cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.244+0000 7fbcedb98640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce815abc0 0x7fbce80ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.244+0000 7fbcedb98640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbce80b4ff0 con 0x7fbce815abc0 2024-09-19T05:34:33.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.244+0000 7fbcedb98640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbce815f430 con 0x7fbce80ccf60 2024-09-19T05:34:33.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.244+0000 7fbcedb98640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbce80b5170 con 0x7fbce80cfba0 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.244+0000 7fbce7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce815abc0 0x7fbce80ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce815abc0 0x7fbce80ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48640/0 (socket says 172.21.15.39:48640) 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce7fff640 1 -- 172.21.15.39:0/1422094835 learned_addr learned my addr 172.21.15.39:0/1422094835 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce77fe640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce80ccf60 0x7fbce8073ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce6ffd640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbce80cfba0 0x7fbce814cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce7fff640 1 -- 172.21.15.39:0/1422094835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbce80cfba0 msgr2=0x7fbce814cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce7fff640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbce80cfba0 0x7fbce814cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce7fff640 1 -- 172.21.15.39:0/1422094835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce80ccf60 msgr2=0x7fbce8073ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce7fff640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce80ccf60 0x7fbce8073ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce7fff640 1 -- 172.21.15.39:0/1422094835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbce8150940 con 0x7fbce815abc0 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce6ffd640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbce80cfba0 0x7fbce814cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbce7fff640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce815abc0 0x7fbce80ae8a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fbce000c7d0 tx=0x7fbce000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:33.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbcdffff640 1 -- 172.21.15.39:0/1422094835 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce0018070 con 0x7fbce815abc0 2024-09-19T05:34:33.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbcdffff640 1 -- 172.21.15.39:0/1422094835 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbce000a640 con 0x7fbce815abc0 2024-09-19T05:34:33.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbcdffff640 1 -- 172.21.15.39:0/1422094835 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce000aa70 con 0x7fbce815abc0 2024-09-19T05:34:33.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbce8074020 con 0x7fbce815abc0 2024-09-19T05:34:33.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.245+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbce8072310 con 0x7fbce815abc0 2024-09-19T05:34:33.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.246+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbce815e700 con 0x7fbce815abc0 2024-09-19T05:34:33.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.247+0000 7fbcdffff640 1 -- 172.21.15.39:0/1422094835 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbce000ac10 con 0x7fbce815abc0 2024-09-19T05:34:33.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.247+0000 7fbcdffff640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcc806c2b0 0x7fbcc806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.248+0000 7fbce77fe640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcc806c2b0 0x7fbcc806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.248+0000 7fbcdffff640 1 -- 172.21.15.39:0/1422094835 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbce008a970 con 0x7fbce815abc0 2024-09-19T05:34:33.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.248+0000 7fbce77fe640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcc806c2b0 0x7fbcc806e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbcd0006fd0 tx=0x7fbcd0009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:33.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.252+0000 7fbcdffff640 1 -- 172.21.15.39:0/1422094835 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbce8150940 con 0x7fbce815abc0 2024-09-19T05:34:33.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.439+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbce80af960 con 0x7fbce815abc0 2024-09-19T05:34:33.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.440+0000 7fbcdffff640 1 -- 172.21.15.39:0/1422094835 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fbce0058b20 con 0x7fbce815abc0 2024-09-19T05:34:33.443 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:34:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcc806c2b0 msgr2=0x7fbcc806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcc806c2b0 0x7fbcc806e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbcd0006fd0 tx=0x7fbcd0009060 comp rx=0 tx=0).stop 2024-09-19T05:34:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce815abc0 msgr2=0x7fbce80ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce815abc0 0x7fbce80ae8a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fbce000c7d0 tx=0x7fbce000cc90 comp rx=0 tx=0).stop 2024-09-19T05:34:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 shutdown_connections 2024-09-19T05:34:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcc806c2b0 0x7fbcc806e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbce815abc0 0x7fbce80ae8a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbce80cfba0 0x7fbce814cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 --2- 172.21.15.39:0/1422094835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce80ccf60 0x7fbce8073ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 >> 172.21.15.39:0/1422094835 conn(0x7fbce806d000 msgr2=0x7fbce80cd360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:33.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 shutdown_connections 2024-09-19T05:34:33.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.442+0000 7fbcedb98640 1 -- 172.21.15.39:0/1422094835 wait complete. 2024-09-19T05:34:33.455 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-19T05:34:33.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:33.455 DEBUG:teuthology.orchestra.run.smithi050:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-19T05:34:33.488 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:34:33.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:33.489 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T05:34:33.547 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:34:33.548 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:33.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.651+0000 7f995b52c640 1 Processor -- start 2024-09-19T05:34:33.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.651+0000 7f995b52c640 1 -- start start 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f995b52c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f995415e8e0 0x7f9954162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f995b52c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f99540cf1f0 0x7f99540d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f995b52c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99540b7920 con 0x7f99540d19d0 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f995b52c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f99540cf940 con 0x7f995415e8e0 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f995b52c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f99540cfc20 con 0x7f99540cf1f0 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f99592c8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f995415e8e0 0x7f9954162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f99592c8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f995415e8e0 0x7f9954162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48644/0 (socket says 172.21.15.39:48644) 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f99592c8640 1 -- 172.21.15.39:0/3589973509 learned_addr learned my addr 172.21.15.39:0/3589973509 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f99592c8640 1 -- 172.21.15.39:0/3589973509 >> v2:172.21.15.50:3300/0 conn(0x7f99540cf1f0 msgr2=0x7f99540d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f99592c8640 1 --2- 172.21.15.39:0/3589973509 >> v2:172.21.15.50:3300/0 conn(0x7f99540cf1f0 0x7f99540d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f99592c8640 1 -- 172.21.15.39:0/3589973509 >> v1:172.21.15.50:6789/0 conn(0x7f99540d19d0 legacy=0x7f99540b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.652+0000 7f99592c8640 1 -- 172.21.15.39:0/3589973509 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99540d2ae0 con 0x7f995415e8e0 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.653+0000 7f99592c8640 1 --2- 172.21.15.39:0/3589973509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995415e8e0 0x7f9954162cf0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f995408d720 tx=0x7f995002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc4730285a3c7a1e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.653+0000 7f994bfff640 1 -- 172.21.15.39:0/3589973509 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9950037070 con 0x7f995415e8e0 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.653+0000 7f994bfff640 1 -- 172.21.15.39:0/3589973509 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9950032440 con 0x7f995415e8e0 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.653+0000 7f994bfff640 1 -- 172.21.15.39:0/3589973509 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9950032810 con 0x7f995415e8e0 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.654+0000 7f995b52c640 1 -- 172.21.15.39:0/3589973509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995415e8e0 msgr2=0x7f9954162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.654+0000 7f995b52c640 1 --2- 172.21.15.39:0/3589973509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995415e8e0 0x7f9954162cf0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f995408d720 tx=0x7f995002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.654+0000 7f995b52c640 1 -- 172.21.15.39:0/3589973509 shutdown_connections 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.654+0000 7f995b52c640 1 --2- 172.21.15.39:0/3589973509 >> v2:172.21.15.50:3300/0 conn(0x7f99540cf1f0 0x7f99540d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.654+0000 7f995b52c640 1 --2- 172.21.15.39:0/3589973509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995415e8e0 0x7f9954162cf0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.654+0000 7f995b52c640 1 -- 172.21.15.39:0/3589973509 >> 172.21.15.39:0/3589973509 conn(0x7f995406bd00 msgr2=0x7f995406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:33.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.654+0000 7f995b52c640 1 -- 172.21.15.39:0/3589973509 shutdown_connections 2024-09-19T05:34:33.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.654+0000 7f995b52c640 1 -- 172.21.15.39:0/3589973509 wait complete. 2024-09-19T05:34:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.655+0000 7f995b52c640 1 Processor -- start 2024-09-19T05:34:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.655+0000 7f995b52c640 1 -- start start 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f995b52c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99540cf1f0 0x7f99540cddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f995b52c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99540d19d0 0x7f99540cc810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f995b52c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f995415e8e0 0x7f99540ccd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f995b52c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f99540d42f0 con 0x7f99540d19d0 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f995b52c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f99540cf630 con 0x7f995415e8e0 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f995b52c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f99540d4470 con 0x7f99540cf1f0 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f9958ac7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99540d19d0 0x7f99540cc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f9958ac7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99540d19d0 0x7f99540cc810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48656/0 (socket says 172.21.15.39:48656) 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f9958ac7640 1 -- 172.21.15.39:0/4117064886 learned_addr learned my addr 172.21.15.39:0/4117064886 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f99592c8640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99540cf1f0 0x7f99540cddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f9959ac9640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f995415e8e0 0x7f99540ccd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f9958ac7640 1 -- 172.21.15.39:0/4117064886 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99540cf1f0 msgr2=0x7f99540cddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f9958ac7640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99540cf1f0 0x7f99540cddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f9958ac7640 1 -- 172.21.15.39:0/4117064886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f995415e8e0 msgr2=0x7f99540ccd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f9958ac7640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f995415e8e0 0x7f99540ccd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.656+0000 7f9958ac7640 1 -- 172.21.15.39:0/4117064886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99540ab290 con 0x7f99540d19d0 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.657+0000 7f9958ac7640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99540d19d0 0x7f99540cc810 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f994400b440 tx=0x7f994400b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.657+0000 7f9949ffb640 1 -- 172.21.15.39:0/4117064886 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9944015020 con 0x7f99540d19d0 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.657+0000 7f9949ffb640 1 -- 172.21.15.39:0/4117064886 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9944011890 con 0x7f99540d19d0 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.657+0000 7f9949ffb640 1 -- 172.21.15.39:0/4117064886 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9944011c80 con 0x7f99540d19d0 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.657+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99540ab570 con 0x7f99540d19d0 2024-09-19T05:34:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.657+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9954153360 con 0x7f99540d19d0 2024-09-19T05:34:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.658+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99540d1490 con 0x7f99540d19d0 2024-09-19T05:34:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.658+0000 7f9949ffb640 1 -- 172.21.15.39:0/4117064886 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9944018020 con 0x7f99540d19d0 2024-09-19T05:34:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.659+0000 7f9949ffb640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f993806c2b0 0x7f993806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.659+0000 7f9949ffb640 1 -- 172.21.15.39:0/4117064886 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f994408b480 con 0x7f99540d19d0 2024-09-19T05:34:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.659+0000 7f99592c8640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f993806c2b0 0x7f993806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.659+0000 7f99592c8640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f993806c2b0 0x7f993806e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9950034000 tx=0x7f995002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:33.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.663+0000 7f9949ffb640 1 -- 172.21.15.39:0/4117064886 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f994401f020 con 0x7f99540d19d0 2024-09-19T05:34:33.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.876+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99540cef30 con 0x7f99540d19d0 2024-09-19T05:34:33.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.876+0000 7f9949ffb640 1 -- 172.21.15.39:0/4117064886 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f994400d040 con 0x7f99540d19d0 2024-09-19T05:34:33.879 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:33.879 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"btime":"2024-09-19T05:34:09:473692+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3198278602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3198278602},{"type":"v1","addr":"172.21.15.50:6833","nonce":3198278602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2604627304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2604627304},{"type":"v1","addr":"172.21.15.39:6837","nonce":2604627304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:05.816656+0000","modified":"2024-09-19T05:34:08.538783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2730769278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":2730769278},{"type":"v1","addr":"172.21.15.50:6835","nonce":2730769278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-19T05:34:33.879 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-19T05:34:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f993806c2b0 msgr2=0x7f993806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f993806c2b0 0x7f993806e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9950034000 tx=0x7f995002e000 comp rx=0 tx=0).stop 2024-09-19T05:34:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99540d19d0 msgr2=0x7f99540cc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99540d19d0 0x7f99540cc810 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f994400b440 tx=0x7f994400b900 comp rx=0 tx=0).stop 2024-09-19T05:34:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 shutdown_connections 2024-09-19T05:34:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f993806c2b0 0x7f993806e770 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f995415e8e0 0x7f99540ccd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99540d19d0 0x7f99540cc810 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 --2- 172.21.15.39:0/4117064886 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99540cf1f0 0x7f99540cddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 >> 172.21.15.39:0/4117064886 conn(0x7f995406bd00 msgr2=0x7f99540b7b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:33.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 shutdown_connections 2024-09-19T05:34:33.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.878+0000 7f995b52c640 1 -- 172.21.15.39:0/4117064886 wait complete. 2024-09-19T05:34:33.892 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.991+0000 7f8828d26640 1 Processor -- start 2024-09-19T05:34:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.991+0000 7f8828d26640 1 -- start start 2024-09-19T05:34:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8828d26640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88240d08f0 0x7f88240ceb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8828d26640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88240ccd80 con 0x7f882415b4f0 2024-09-19T05:34:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8828d26640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88240cd060 con 0x7f882415b110 2024-09-19T05:34:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8828d26640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f88240b44f0 con 0x7f88240d08f0 2024-09-19T05:34:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8822d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88240d08f0 0x7f88240ceb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8821d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f882415b4f0 0x7f88240d01e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46918/0 (socket says 172.21.15.39:46918) 2024-09-19T05:34:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8821d9b640 1 -- 172.21.15.39:0/2649162778 learned_addr learned my addr 172.21.15.39:0/2649162778 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8822d9d640 1 -- 172.21.15.39:0/2649162778 >> v1:172.21.15.50:6789/0 conn(0x7f882415b110 legacy=0x7f88240b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8822d9d640 1 -- 172.21.15.39:0/2649162778 >> v1:172.21.15.39:6789/0 conn(0x7f882415b4f0 legacy=0x7f88240d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f8822d9d640 1 -- 172.21.15.39:0/2649162778 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88240cd340 con 0x7f88240d08f0 2024-09-19T05:34:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.992+0000 7f882159a640 1 -- 172.21.15.39:0/2649162778 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3603174730 0 0) 0x7f88240ccd80 con 0x7f882415b4f0 2024-09-19T05:34:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.993+0000 7f8822d9d640 1 --2- 172.21.15.39:0/2649162778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88240d08f0 0x7f88240ceb50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f881c009d90 tx=0x7f881c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6483639449f1f92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.993+0000 7f882159a640 1 -- 172.21.15.39:0/2649162778 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c007740 con 0x7f88240d08f0 2024-09-19T05:34:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.993+0000 7f882159a640 1 -- 172.21.15.39:0/2649162778 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f881c0078e0 con 0x7f88240d08f0 2024-09-19T05:34:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.993+0000 7f882159a640 1 -- 172.21.15.39:0/2649162778 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c007cb0 con 0x7f88240d08f0 2024-09-19T05:34:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.993+0000 7f8828d26640 1 -- 172.21.15.39:0/2649162778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88240d08f0 msgr2=0x7f88240ceb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.993+0000 7f8828d26640 1 --2- 172.21.15.39:0/2649162778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88240d08f0 0x7f88240ceb50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f881c009d90 tx=0x7f881c02a6f0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.994+0000 7f8828d26640 1 -- 172.21.15.39:0/2649162778 shutdown_connections 2024-09-19T05:34:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.994+0000 7f8828d26640 1 --2- 172.21.15.39:0/2649162778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88240d08f0 0x7f88240ceb50 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.994+0000 7f8828d26640 1 -- 172.21.15.39:0/2649162778 >> 172.21.15.39:0/2649162778 conn(0x7f882406d000 msgr2=0x7f882406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.994+0000 7f8828d26640 1 -- 172.21.15.39:0/2649162778 shutdown_connections 2024-09-19T05:34:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.994+0000 7f8828d26640 1 -- 172.21.15.39:0/2649162778 wait complete. 2024-09-19T05:34:33.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.995+0000 7f8828d26640 1 Processor -- start 2024-09-19T05:34:33.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.995+0000 7f8828d26640 1 -- start start 2024-09-19T05:34:33.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8828d26640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88240d08f0 0x7f882414bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8828d26640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f882415b110 0x7f8824155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8828d26640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f882415b4f0 0x7f88241512a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:33.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8828d26640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8824073e90 con 0x7f882415b4f0 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8828d26640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8824073d10 con 0x7f88240d08f0 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8828d26640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8824074010 con 0x7f882415b110 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8822d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f882415b4f0 0x7f88241512a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8822d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f882415b4f0 0x7f88241512a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48666/0 (socket says 172.21.15.39:48666) 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8822d9d640 1 -- 172.21.15.39:0/800875488 learned_addr learned my addr 172.21.15.39:0/800875488 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f882259c640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88240d08f0 0x7f882414bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8821d9b640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f882415b110 0x7f8824155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8822d9d640 1 -- 172.21.15.39:0/800875488 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f882415b110 msgr2=0x7f8824155260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8822d9d640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f882415b110 0x7f8824155260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8822d9d640 1 -- 172.21.15.39:0/800875488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88240d08f0 msgr2=0x7f882414bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8822d9d640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88240d08f0 0x7f882414bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8822d9d640 1 -- 172.21.15.39:0/800875488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f882414cdb0 con 0x7f882415b4f0 2024-09-19T05:34:34.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.996+0000 7f8822d9d640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f882415b4f0 0x7f88241512a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f881c009d90 tx=0x7f881c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.997+0000 7f881affd640 1 -- 172.21.15.39:0/800875488 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c040070 con 0x7f882415b4f0 2024-09-19T05:34:34.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.997+0000 7f881affd640 1 -- 172.21.15.39:0/800875488 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f881c031c90 con 0x7f882415b4f0 2024-09-19T05:34:34.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.997+0000 7f881affd640 1 -- 172.21.15.39:0/800875488 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c03c640 con 0x7f882415b4f0 2024-09-19T05:34:34.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.997+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f882414d090 con 0x7f882415b4f0 2024-09-19T05:34:34.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.997+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f882414d650 con 0x7f882415b4f0 2024-09-19T05:34:34.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.998+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88240b3d10 con 0x7f882415b4f0 2024-09-19T05:34:34.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.998+0000 7f881affd640 1 -- 172.21.15.39:0/800875488 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f881c039040 con 0x7f882415b4f0 2024-09-19T05:34:34.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.998+0000 7f881affd640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f880406c2b0 0x7f880406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.999+0000 7f881affd640 1 -- 172.21.15.39:0/800875488 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f881c0ac9c0 con 0x7f882415b4f0 2024-09-19T05:34:34.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.999+0000 7f882259c640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f880406c2b0 0x7f880406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:33.999+0000 7f882259c640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f880406c2b0 0x7f880406e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f882414e360 tx=0x7f8814009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.003+0000 7f881affd640 1 -- 172.21.15.39:0/800875488 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f881c0aee20 con 0x7f882415b4f0 2024-09-19T05:34:34.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.212+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8824155950 con 0x7f882415b4f0 2024-09-19T05:34:34.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.212+0000 7f881affd640 1 -- 172.21.15.39:0/800875488 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f881c07aba0 con 0x7f882415b4f0 2024-09-19T05:34:34.215 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:34.215 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"btime":"2024-09-19T05:34:09:473692+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3198278602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3198278602},{"type":"v1","addr":"172.21.15.50:6833","nonce":3198278602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2604627304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2604627304},{"type":"v1","addr":"172.21.15.39:6837","nonce":2604627304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:05.816656+0000","modified":"2024-09-19T05:34:08.538783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2730769278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":2730769278},{"type":"v1","addr":"172.21.15.50:6835","nonce":2730769278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-19T05:34:34.215 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-19T05:34:34.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.214+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f880406c2b0 msgr2=0x7f880406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.214+0000 7f8828d26640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f880406c2b0 0x7f880406e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f882414e360 tx=0x7f8814009040 comp rx=0 tx=0).stop 2024-09-19T05:34:34.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.214+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f882415b4f0 msgr2=0x7f88241512a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.214+0000 7f8828d26640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f882415b4f0 0x7f88241512a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f881c009d90 tx=0x7f881c004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:34.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.215+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 shutdown_connections 2024-09-19T05:34:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.215+0000 7f8828d26640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f880406c2b0 0x7f880406e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.215+0000 7f8828d26640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f882415b4f0 0x7f88241512a0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.215+0000 7f8828d26640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f882415b110 0x7f8824155260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.215+0000 7f8828d26640 1 --2- 172.21.15.39:0/800875488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88240d08f0 0x7f882414bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.215+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 >> 172.21.15.39:0/800875488 conn(0x7f882406d000 msgr2=0x7f88240d01e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.215+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 shutdown_connections 2024-09-19T05:34:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.215+0000 7f8828d26640 1 -- 172.21.15.39:0/800875488 wait complete. 2024-09-19T05:34:34.228 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:34.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.327+0000 7fad7f8e4640 1 Processor -- start 2024-09-19T05:34:34.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.327+0000 7fad7f8e4640 1 -- start start 2024-09-19T05:34:34.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7f8e4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fad7815e970 0x7fad780b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7f8e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad78162cd0 0x7fad780d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7f8e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fad780d1a40 0x7fad780d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7f8e4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fad780b70b0 con 0x7fad780d1a40 2024-09-19T05:34:34.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7f8e4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fad780b78b0 con 0x7fad7815e970 2024-09-19T05:34:34.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7f8e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fad780b62f0 con 0x7fad78162cd0 2024-09-19T05:34:34.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7de81640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fad780d1a40 0x7fad780d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7de81640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fad780d1a40 0x7fad780d2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48680/0 (socket says 172.21.15.39:48680) 2024-09-19T05:34:34.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7de81640 1 -- 172.21.15.39:0/1663210925 learned_addr learned my addr 172.21.15.39:0/1663210925 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:34.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7d680640 1 --2- 172.21.15.39:0/1663210925 >> v2:172.21.15.50:3300/0 conn(0x7fad7815e970 0x7fad780b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7de81640 1 -- 172.21.15.39:0/1663210925 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad78162cd0 msgr2=0x7fad780d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:34.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7de81640 1 --2- 172.21.15.39:0/1663210925 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad78162cd0 0x7fad780d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.328+0000 7fad7de81640 1 -- 172.21.15.39:0/1663210925 >> v2:172.21.15.50:3300/0 conn(0x7fad7815e970 msgr2=0x7fad780b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:34.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.329+0000 7fad7de81640 1 --2- 172.21.15.39:0/1663210925 >> v2:172.21.15.50:3300/0 conn(0x7fad7815e970 0x7fad780b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.329+0000 7fad7de81640 1 -- 172.21.15.39:0/1663210925 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad780b65d0 con 0x7fad780d1a40 2024-09-19T05:34:34.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.329+0000 7fad7de81640 1 --2- 172.21.15.39:0/1663210925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 0x7fad780d2690 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fad7808dbe0 tx=0x7fad6802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a4ef9a524944764 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.329+0000 7fad77fff640 1 -- 172.21.15.39:0/1663210925 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad68036070 con 0x7fad780d1a40 2024-09-19T05:34:34.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.329+0000 7fad77fff640 1 -- 172.21.15.39:0/1663210925 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad68031600 con 0x7fad780d1a40 2024-09-19T05:34:34.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.329+0000 7fad77fff640 1 -- 172.21.15.39:0/1663210925 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad680319d0 con 0x7fad780d1a40 2024-09-19T05:34:34.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.330+0000 7fad7f8e4640 1 -- 172.21.15.39:0/1663210925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 msgr2=0x7fad780d2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.330+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/1663210925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 0x7fad780d2690 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fad7808dbe0 tx=0x7fad6802a610 comp rx=0 tx=0).stop 2024-09-19T05:34:34.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.330+0000 7fad7f8e4640 1 -- 172.21.15.39:0/1663210925 shutdown_connections 2024-09-19T05:34:34.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.330+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/1663210925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 0x7fad780d2690 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.330+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/1663210925 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad78162cd0 0x7fad780d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.330+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/1663210925 >> v2:172.21.15.50:3300/0 conn(0x7fad7815e970 0x7fad780b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.330+0000 7fad7f8e4640 1 -- 172.21.15.39:0/1663210925 >> 172.21.15.39:0/1663210925 conn(0x7fad7806bd00 msgr2=0x7fad7806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:34.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.330+0000 7fad7f8e4640 1 -- 172.21.15.39:0/1663210925 shutdown_connections 2024-09-19T05:34:34.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.330+0000 7fad7f8e4640 1 -- 172.21.15.39:0/1663210925 wait complete. 2024-09-19T05:34:34.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.331+0000 7fad7f8e4640 1 Processor -- start 2024-09-19T05:34:34.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.331+0000 7fad7f8e4640 1 -- start start 2024-09-19T05:34:34.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7f8e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 0x7fad78155520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7f8e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7815e970 0x7fad781f5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7f8e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad78162cd0 0x7fad780ced20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7f8e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fad78163130 con 0x7fad780d1a40 2024-09-19T05:34:34.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7f8e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad780b6b90 con 0x7fad7815e970 2024-09-19T05:34:34.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7f8e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fad780d2bd0 con 0x7fad78162cd0 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7d680640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 0x7fad78155520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7d680640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 0x7fad78155520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48682/0 (socket says 172.21.15.39:48682) 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7d680640 1 -- 172.21.15.39:0/2902782858 learned_addr learned my addr 172.21.15.39:0/2902782858 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7ce7f640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7815e970 0x7fad781f5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7de81640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad78162cd0 0x7fad780ced20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7d680640 1 -- 172.21.15.39:0/2902782858 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad78162cd0 msgr2=0x7fad780ced20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7d680640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad78162cd0 0x7fad780ced20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7d680640 1 -- 172.21.15.39:0/2902782858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7815e970 msgr2=0x7fad781f5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7d680640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7815e970 0x7fad781f5170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.332+0000 7fad7d680640 1 -- 172.21.15.39:0/2902782858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad780b93a0 con 0x7fad780d1a40 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.333+0000 7fad7ce7f640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7815e970 0x7fad781f5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.333+0000 7fad7d680640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 0x7fad78155520 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fad7000c7f0 tx=0x7fad7000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.333+0000 7fad75ffb640 1 -- 172.21.15.39:0/2902782858 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad70015070 con 0x7fad780d1a40 2024-09-19T05:34:34.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.333+0000 7fad75ffb640 1 -- 172.21.15.39:0/2902782858 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad70004240 con 0x7fad780d1a40 2024-09-19T05:34:34.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.333+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad780cac90 con 0x7fad780d1a40 2024-09-19T05:34:34.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.333+0000 7fad75ffb640 1 -- 172.21.15.39:0/2902782858 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad70007620 con 0x7fad780d1a40 2024-09-19T05:34:34.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.333+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad781f4970 con 0x7fad780d1a40 2024-09-19T05:34:34.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.334+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad780cb1b0 con 0x7fad780d1a40 2024-09-19T05:34:34.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.335+0000 7fad75ffb640 1 -- 172.21.15.39:0/2902782858 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fad700079d0 con 0x7fad780d1a40 2024-09-19T05:34:34.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.335+0000 7fad75ffb640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad6406c2b0 0x7fad6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.335+0000 7fad75ffb640 1 -- 172.21.15.39:0/2902782858 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fad7008b340 con 0x7fad780d1a40 2024-09-19T05:34:34.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.335+0000 7fad7ce7f640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad6406c2b0 0x7fad6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.336+0000 7fad7ce7f640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad6406c2b0 0x7fad6406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fad780ce5b0 tx=0x7fad6c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.340+0000 7fad75ffb640 1 -- 172.21.15.39:0/2902782858 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fad780cb1b0 con 0x7fad780d1a40 2024-09-19T05:34:34.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.514+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fad781f4760 con 0x7fad780d1a40 2024-09-19T05:34:34.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.515+0000 7fad75ffb640 1 -- 172.21.15.39:0/2902782858 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7fad700594f0 con 0x7fad780d1a40 2024-09-19T05:34:34.518 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:34.518 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:07.465520+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:03.708259+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:04.804179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:34.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad6406c2b0 msgr2=0x7fad6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad6406c2b0 0x7fad6406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fad780ce5b0 tx=0x7fad6c008040 comp rx=0 tx=0).stop 2024-09-19T05:34:34.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 msgr2=0x7fad78155520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 0x7fad78155520 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fad7000c7f0 tx=0x7fad7000ccb0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 shutdown_connections 2024-09-19T05:34:34.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad6406c2b0 0x7fad6406e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad78162cd0 0x7fad780ced20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad7815e970 0x7fad781f5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 --2- 172.21.15.39:0/2902782858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad780d1a40 0x7fad78155520 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 >> 172.21.15.39:0/2902782858 conn(0x7fad7806bd00 msgr2=0x7fad780b7f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:34.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 shutdown_connections 2024-09-19T05:34:34.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.518+0000 7fad7f8e4640 1 -- 172.21.15.39:0/2902782858 wait complete. 2024-09-19T05:34:34.531 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:34:34.531 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:34.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.631+0000 7f3c15cba640 1 Processor -- start 2024-09-19T05:34:34.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.631+0000 7f3c15cba640 1 -- start start 2024-09-19T05:34:34.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.631+0000 7f3c15cba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c1015ece0 0x7f3c1015f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.631+0000 7f3c15cba640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c100b5710 con 0x7f3c100b6ba0 2024-09-19T05:34:34.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.631+0000 7f3c15cba640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c10073980 con 0x7f3c1015e900 2024-09-19T05:34:34.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.631+0000 7f3c15cba640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f3c10074220 con 0x7f3c1015ece0 2024-09-19T05:34:34.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.632+0000 7f3c0effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c1015ece0 0x7f3c1015f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.632+0000 7f3c0ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3c100b6ba0 0x7f3c100b7030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46934/0 (socket says 172.21.15.39:46934) 2024-09-19T05:34:34.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.632+0000 7f3c0ffff640 1 -- 172.21.15.39:0/2030531885 learned_addr learned my addr 172.21.15.39:0/2030531885 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:34.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.632+0000 7f3c0effd640 1 -- 172.21.15.39:0/2030531885 >> v1:172.21.15.50:6789/0 conn(0x7f3c1015e900 legacy=0x7f3c1006d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:34.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.632+0000 7f3c0effd640 1 -- 172.21.15.39:0/2030531885 >> v1:172.21.15.39:6789/0 conn(0x7f3c100b6ba0 legacy=0x7f3c100b7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.632+0000 7f3c0effd640 1 -- 172.21.15.39:0/2030531885 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c10073c60 con 0x7f3c1015ece0 2024-09-19T05:34:34.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.632+0000 7f3c0e7fc640 1 -- 172.21.15.39:0/2030531885 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2952325722 0 0) 0x7f3c100b5710 con 0x7f3c100b6ba0 2024-09-19T05:34:34.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.633+0000 7f3c0effd640 1 --2- 172.21.15.39:0/2030531885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015ece0 0x7f3c1015f120 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3c040097a0 tx=0x7f3c0402a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b60f4558710cc23 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.633+0000 7f3c0e7fc640 1 -- 172.21.15.39:0/2030531885 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04037070 con 0x7f3c1015ece0 2024-09-19T05:34:34.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.633+0000 7f3c0e7fc640 1 -- 172.21.15.39:0/2030531885 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c0402adc0 con 0x7f3c1015ece0 2024-09-19T05:34:34.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.633+0000 7f3c0e7fc640 1 -- 172.21.15.39:0/2030531885 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04032660 con 0x7f3c1015ece0 2024-09-19T05:34:34.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.633+0000 7f3c15cba640 1 -- 172.21.15.39:0/2030531885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015ece0 msgr2=0x7f3c1015f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.633+0000 7f3c15cba640 1 --2- 172.21.15.39:0/2030531885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015ece0 0x7f3c1015f120 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3c040097a0 tx=0x7f3c0402a0b0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.633+0000 7f3c15cba640 1 -- 172.21.15.39:0/2030531885 shutdown_connections 2024-09-19T05:34:34.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.633+0000 7f3c15cba640 1 --2- 172.21.15.39:0/2030531885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015ece0 0x7f3c1015f120 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.633+0000 7f3c15cba640 1 -- 172.21.15.39:0/2030531885 >> 172.21.15.39:0/2030531885 conn(0x7f3c100d24b0 msgr2=0x7f3c100d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:34.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.634+0000 7f3c15cba640 1 -- 172.21.15.39:0/2030531885 shutdown_connections 2024-09-19T05:34:34.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.634+0000 7f3c15cba640 1 -- 172.21.15.39:0/2030531885 wait complete. 2024-09-19T05:34:34.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.635+0000 7f3c15cba640 1 Processor -- start 2024-09-19T05:34:34.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.635+0000 7f3c15cba640 1 -- start start 2024-09-19T05:34:34.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c15cba640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c100b6ba0 0x7f3c1014d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c15cba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015e900 0x7f3c101e7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c15cba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3c1015ece0 0x7f3c101e80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c15cba640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3c1006bf30 con 0x7f3c1015e900 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c15cba640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3c1006bc50 con 0x7f3c100b6ba0 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c15cba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3c1006d990 con 0x7f3c1015ece0 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015e900 0x7f3c101e7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015e900 0x7f3c101e7bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48702/0 (socket says 172.21.15.39:48702) 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0effd640 1 -- 172.21.15.39:0/2985073496 learned_addr learned my addr 172.21.15.39:0/2985073496 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0ffff640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3c1015ece0 0x7f3c101e80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0f7fe640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c100b6ba0 0x7f3c1014d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0effd640 1 -- 172.21.15.39:0/2985073496 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3c1015ece0 msgr2=0x7f3c101e80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0effd640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3c1015ece0 0x7f3c101e80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0effd640 1 -- 172.21.15.39:0/2985073496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c100b6ba0 msgr2=0x7f3c1014d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0effd640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c100b6ba0 0x7f3c1014d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0effd640 1 -- 172.21.15.39:0/2985073496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c101f4400 con 0x7f3c1015e900 2024-09-19T05:34:34.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c0effd640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015e900 0x7f3c101e7bb0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3c04000c00 tx=0x7f3c040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3bf7fff640 1 -- 172.21.15.39:0/2985073496 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04037040 con 0x7f3c1015e900 2024-09-19T05:34:34.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3bf7fff640 1 -- 172.21.15.39:0/2985073496 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c04004230 con 0x7f3c1015e900 2024-09-19T05:34:34.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c101f46c0 con 0x7f3c1015e900 2024-09-19T05:34:34.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.636+0000 7f3bf7fff640 1 -- 172.21.15.39:0/2985073496 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04003610 con 0x7f3c1015e900 2024-09-19T05:34:34.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.637+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c101e6f40 con 0x7f3c1015e900 2024-09-19T05:34:34.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.638+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c1015f120 con 0x7f3c1015e900 2024-09-19T05:34:34.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.638+0000 7f3bf7fff640 1 -- 172.21.15.39:0/2985073496 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3c0402ac80 con 0x7f3c1015e900 2024-09-19T05:34:34.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.638+0000 7f3bf7fff640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3bfc06c2b0 0x7f3bfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.638+0000 7f3bf7fff640 1 -- 172.21.15.39:0/2985073496 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3c040ac350 con 0x7f3c1015e900 2024-09-19T05:34:34.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.638+0000 7f3c0f7fe640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3bfc06c2b0 0x7f3bfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.639+0000 7f3c0f7fe640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3bfc06c2b0 0x7f3bfc06e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3c100cbf60 tx=0x7f3c00009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.643+0000 7f3bf7fff640 1 -- 172.21.15.39:0/2985073496 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3c0407abe0 con 0x7f3c1015e900 2024-09-19T05:34:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.856+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c10069140 con 0x7f3c1015e900 2024-09-19T05:34:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.857+0000 7f3bf7fff640 1 -- 172.21.15.39:0/2985073496 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f3c0407a4e0 con 0x7f3c1015e900 2024-09-19T05:34:34.859 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:34.859 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"btime":"2024-09-19T05:34:09:473692+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3198278602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3198278602},{"type":"v1","addr":"172.21.15.50:6833","nonce":3198278602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2604627304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2604627304},{"type":"v1","addr":"172.21.15.39:6837","nonce":2604627304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:05.816656+0000","modified":"2024-09-19T05:34:08.538783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2730769278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":2730769278},{"type":"v1","addr":"172.21.15.50:6835","nonce":2730769278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-19T05:34:34.860 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-19T05:34:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3bfc06c2b0 msgr2=0x7f3bfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3bfc06c2b0 0x7f3bfc06e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3c100cbf60 tx=0x7f3c00009040 comp rx=0 tx=0).stop 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015e900 msgr2=0x7f3c101e7bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015e900 0x7f3c101e7bb0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3c04000c00 tx=0x7f3c040046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 shutdown_connections 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3bfc06c2b0 0x7f3bfc06e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3c1015ece0 0x7f3c101e80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c1015e900 0x7f3c101e7bb0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 --2- 172.21.15.39:0/2985073496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c100b6ba0 0x7f3c1014d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 >> 172.21.15.39:0/2985073496 conn(0x7f3c100d24b0 msgr2=0x7f3c10071040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 shutdown_connections 2024-09-19T05:34:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.859+0000 7f3c15cba640 1 -- 172.21.15.39:0/2985073496 wait complete. 2024-09-19T05:34:34.872 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:34.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.971+0000 7fc96325c640 1 Processor -- start 2024-09-19T05:34:34.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.971+0000 7fc96325c640 1 -- start start 2024-09-19T05:34:34.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.972+0000 7fc96325c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c073850 0x7fc95c070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.972+0000 7fc96325c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc95c0b6310 0x7fc95c0711b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.972+0000 7fc96325c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc95c15a280 con 0x7fc95c159ea0 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.972+0000 7fc96325c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc95c0719e0 con 0x7fc95c0b6310 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.972+0000 7fc96325c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc95c0b5550 con 0x7fc95c073850 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.972+0000 7fc960ff8640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc95c159ea0 0x7fc95c073140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46936/0 (socket says 172.21.15.39:46936) 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.972+0000 7fc960ff8640 1 -- 172.21.15.39:0/1919071282 learned_addr learned my addr 172.21.15.39:0/1919071282 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 580221232 0 0) 0x7fc95c15a280 con 0x7fc95c159ea0 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc948003520 con 0x7fc95c159ea0 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95bfff640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c073850 0x7fc95c070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc9617f9640 1 --2- 172.21.15.39:0/1919071282 >> v2:172.21.15.50:3300/0 conn(0x7fc95c0b6310 0x7fc95c0711b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 822690934 0 0) 0x7fc948003520 con 0x7fc95c159ea0 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c073850 msgr2=0x7fc95c070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:34.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c073850 0x7fc95c070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 >> v2:172.21.15.50:3300/0 conn(0x7fc95c0b6310 msgr2=0x7fc95c0711b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 --2- 172.21.15.39:0/1919071282 >> v2:172.21.15.50:3300/0 conn(0x7fc95c0b6310 0x7fc95c0711b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc95c0b5830 con 0x7fc95c159ea0 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fc954001670 con 0x7fc95c159ea0 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 >> v1:172.21.15.39:6789/0 conn(0x7fc95c159ea0 legacy=0x7fc95c073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 0x7fc948003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c073850 0x7fc948004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc948004d40 0x7fc9480051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc95c0719e0 con 0x7fc948004d40 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc95c0b5550 con 0x7fc9480039b0 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc94800b9c0 con 0x7fc95c073850 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc960ff8640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 0x7fc948003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc95bfff640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c073850 0x7fc948004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.973+0000 7fc9617f9640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc948004d40 0x7fc9480051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.974+0000 7fc960ff8640 1 -- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c073850 msgr2=0x7fc948004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:34.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.974+0000 7fc960ff8640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c073850 0x7fc948004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.974+0000 7fc960ff8640 1 -- 172.21.15.39:0/1919071282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc948004d40 msgr2=0x7fc9480051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:34.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.974+0000 7fc960ff8640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc948004d40 0x7fc9480051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.974+0000 7fc960ff8640 1 -- 172.21.15.39:0/1919071282 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc948003520 con 0x7fc9480039b0 2024-09-19T05:34:34.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.974+0000 7fc95bfff640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c073850 0x7fc948004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:34.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.974+0000 7fc9617f9640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc948004d40 0x7fc9480051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:34.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.974+0000 7fc960ff8640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 0x7fc948003dd0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc954007fd0 tx=0x7fc948005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25054d80ea31d1ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc954007d50 con 0x7fc9480039b0 2024-09-19T05:34:34.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc954005ad0 con 0x7fc9480039b0 2024-09-19T05:34:34.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc95b7fe640 1 -- 172.21.15.39:0/1919071282 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc954007070 con 0x7fc9480039b0 2024-09-19T05:34:34.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc96325c640 1 -- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 msgr2=0x7fc948003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc96325c640 1 --2- 172.21.15.39:0/1919071282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 0x7fc948003dd0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc954007fd0 tx=0x7fc948005830 comp rx=0 tx=0).stop 2024-09-19T05:34:34.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc9617f9640 1 -- 172.21.15.39:0/1919071282 reap_dead start 2024-09-19T05:34:34.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc96325c640 1 -- 172.21.15.39:0/1919071282 shutdown_connections 2024-09-19T05:34:34.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc96325c640 1 -- 172.21.15.39:0/1919071282 >> 172.21.15.39:0/1919071282 conn(0x7fc95c06e5b0 msgr2=0x7fc95c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:34.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc96325c640 1 -- 172.21.15.39:0/1919071282 shutdown_connections 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.975+0000 7fc96325c640 1 -- 172.21.15.39:0/1919071282 wait complete. 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.976+0000 7fc96325c640 1 Processor -- start 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.976+0000 7fc96325c640 1 -- start start 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.977+0000 7fc96325c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 0x7fc95c152070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.977+0000 7fc96325c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95c1e66d0 0x7fc95c1e6b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.977+0000 7fc96325c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c156e80 0x7fc95c157330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.977+0000 7fc96325c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc95c0716f0 con 0x7fc95c1e66d0 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.977+0000 7fc96325c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc95c0b5df0 con 0x7fc9480039b0 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.977+0000 7fc96325c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc95c070c70 con 0x7fc95c156e80 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.977+0000 7fc95bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95c1e66d0 0x7fc95c1e6b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.977+0000 7fc95bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95c1e66d0 0x7fc95c1e6b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48728/0 (socket says 172.21.15.39:48728) 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.977+0000 7fc95bfff640 1 -- 172.21.15.39:0/680025154 learned_addr learned my addr 172.21.15.39:0/680025154 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc960ff8640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 0x7fc95c152070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc9617f9640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c156e80 0x7fc95c157330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc95bfff640 1 -- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c156e80 msgr2=0x7fc95c157330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc95bfff640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c156e80 0x7fc95c157330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc95bfff640 1 -- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 msgr2=0x7fc95c152070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc95bfff640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 0x7fc95c152070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc95bfff640 1 -- 172.21.15.39:0/680025154 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc95c0b3c80 con 0x7fc95c1e66d0 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc960ff8640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 0x7fc95c152070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc9617f9640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c156e80 0x7fc95c157330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc95bfff640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95c1e66d0 0x7fc95c1e6b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc94c00f460 tx=0x7fc94c00f920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc9597fa640 1 -- 172.21.15.39:0/680025154 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c003b90 con 0x7fc95c1e66d0 2024-09-19T05:34:34.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc9597fa640 1 -- 172.21.15.39:0/680025154 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc94c003d30 con 0x7fc95c1e66d0 2024-09-19T05:34:34.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc9597fa640 1 -- 172.21.15.39:0/680025154 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c004240 con 0x7fc95c1e66d0 2024-09-19T05:34:34.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc95c0b3f60 con 0x7fc95c1e66d0 2024-09-19T05:34:34.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.978+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc95c0b4520 con 0x7fc95c1e66d0 2024-09-19T05:34:34.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.979+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc95c071050 con 0x7fc95c1e66d0 2024-09-19T05:34:34.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.980+0000 7fc9597fa640 1 -- 172.21.15.39:0/680025154 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc94c0043e0 con 0x7fc95c1e66d0 2024-09-19T05:34:34.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.980+0000 7fc9597fa640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc93c06c2b0 0x7fc93c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:34.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.980+0000 7fc9597fa640 1 -- 172.21.15.39:0/680025154 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc94c08c550 con 0x7fc95c1e66d0 2024-09-19T05:34:34.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.980+0000 7fc960ff8640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc93c06c2b0 0x7fc93c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:34.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.981+0000 7fc960ff8640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc93c06c2b0 0x7fc93c06e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc954033000 tx=0x7fc954009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:34.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:34.984+0000 7fc9597fa640 1 -- 172.21.15.39:0/680025154 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc94c019030 con 0x7fc95c1e66d0 2024-09-19T05:34:35.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.195+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc95c069fe0 con 0x7fc95c1e66d0 2024-09-19T05:34:35.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.195+0000 7fc9597fa640 1 -- 172.21.15.39:0/680025154 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7fc94c010040 con 0x7fc95c1e66d0 2024-09-19T05:34:35.199 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:35.199 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"btime":"2024-09-19T05:34:09:473692+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3198278602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3198278602},{"type":"v1","addr":"172.21.15.50:6833","nonce":3198278602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/3527337041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3527337041},{"type":"v1","addr":"172.21.15.39:6836","nonce":3527337041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2604627304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2604627304},{"type":"v1","addr":"172.21.15.39:6837","nonce":2604627304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:05.816656+0000","modified":"2024-09-19T05:34:08.538783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6835/2730769278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":2730769278},{"type":"v1","addr":"172.21.15.50:6835","nonce":2730769278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-19T05:34:35.201 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-19T05:34:35.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc93c06c2b0 msgr2=0x7fc93c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc93c06c2b0 0x7fc93c06e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc954033000 tx=0x7fc954009030 comp rx=0 tx=0).stop 2024-09-19T05:34:35.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95c1e66d0 msgr2=0x7fc95c1e6b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95c1e66d0 0x7fc95c1e6b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc94c00f460 tx=0x7fc94c00f920 comp rx=0 tx=0).stop 2024-09-19T05:34:35.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 shutdown_connections 2024-09-19T05:34:35.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc93c06c2b0 0x7fc93c06e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc95c156e80 0x7fc95c157330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95c1e66d0 0x7fc95c1e6b50 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 --2- 172.21.15.39:0/680025154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9480039b0 0x7fc95c152070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.197+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 >> 172.21.15.39:0/680025154 conn(0x7fc95c06e5b0 msgr2=0x7fc95c15a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:35.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.198+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 shutdown_connections 2024-09-19T05:34:35.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.198+0000 7fc96325c640 1 -- 172.21.15.39:0/680025154 wait complete. 2024-09-19T05:34:35.211 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:35.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.311+0000 7f26e5e5c640 1 Processor -- start 2024-09-19T05:34:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.311+0000 7f26e5e5c640 1 -- start start 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26e5e5c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b8e0 0x7f26e00724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26e5e5c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f26e0072a00 0x7f26e00ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26e5e5c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26e0072e00 con 0x7f26e015b500 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26e5e5c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f26e015fef0 con 0x7f26e0072a00 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26e5e5c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f26e006ebd0 con 0x7f26e015b8e0 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26df7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f26e015b500 0x7f26e006f6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46952/0 (socket says 172.21.15.39:46952) 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26df7fe640 1 -- 172.21.15.39:0/3180362953 learned_addr learned my addr 172.21.15.39:0/3180362953 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26dffff640 1 --2- 172.21.15.39:0/3180362953 >> v2:172.21.15.39:3300/0 conn(0x7f26e0072a00 0x7f26e00ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26de7fc640 1 -- 172.21.15.39:0/3180362953 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 817672694 0 0) 0x7f26e0072e00 con 0x7f26e015b500 2024-09-19T05:34:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26de7fc640 1 -- 172.21.15.39:0/3180362953 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26c8003520 con 0x7f26e015b500 2024-09-19T05:34:35.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26deffd640 1 --2- 172.21.15.39:0/3180362953 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b8e0 0x7f26e00724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26dffff640 1 -- 172.21.15.39:0/3180362953 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b8e0 msgr2=0x7f26e00724c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:35.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26dffff640 1 --2- 172.21.15.39:0/3180362953 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b8e0 0x7f26e00724c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26dffff640 1 -- 172.21.15.39:0/3180362953 >> v1:172.21.15.39:6789/0 conn(0x7f26e015b500 legacy=0x7f26e006f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.312+0000 7f26dffff640 1 -- 172.21.15.39:0/3180362953 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26e006eeb0 con 0x7f26e0072a00 2024-09-19T05:34:35.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.313+0000 7f26dffff640 1 --2- 172.21.15.39:0/3180362953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 0x7f26e00ce470 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f26d8009d90 tx=0x7f26d802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598572f82a69c7c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:35.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.313+0000 7f26de7fc640 1 -- 172.21.15.39:0/3180362953 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d8007740 con 0x7f26e0072a00 2024-09-19T05:34:35.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.313+0000 7f26de7fc640 1 -- 172.21.15.39:0/3180362953 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26d80078e0 con 0x7f26e0072a00 2024-09-19T05:34:35.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.313+0000 7f26de7fc640 1 -- 172.21.15.39:0/3180362953 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d8007cb0 con 0x7f26e0072a00 2024-09-19T05:34:35.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.314+0000 7f26e5e5c640 1 -- 172.21.15.39:0/3180362953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 msgr2=0x7f26e00ce470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.314+0000 7f26e5e5c640 1 --2- 172.21.15.39:0/3180362953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 0x7f26e00ce470 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f26d8009d90 tx=0x7f26d802a6f0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.314+0000 7f26e5e5c640 1 -- 172.21.15.39:0/3180362953 shutdown_connections 2024-09-19T05:34:35.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.314+0000 7f26e5e5c640 1 --2- 172.21.15.39:0/3180362953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 0x7f26e00ce470 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.314+0000 7f26e5e5c640 1 --2- 172.21.15.39:0/3180362953 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b8e0 0x7f26e00724c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.314+0000 7f26e5e5c640 1 -- 172.21.15.39:0/3180362953 >> 172.21.15.39:0/3180362953 conn(0x7f26e00b3540 msgr2=0x7f26e00b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:35.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.314+0000 7f26e5e5c640 1 -- 172.21.15.39:0/3180362953 shutdown_connections 2024-09-19T05:34:35.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.314+0000 7f26e5e5c640 1 -- 172.21.15.39:0/3180362953 wait complete. 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.315+0000 7f26e5e5c640 1 Processor -- start 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.315+0000 7f26e5e5c640 1 -- start start 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26e5e5c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 0x7f26e00cfcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26e5e5c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b500 0x7f26e0144e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26e5e5c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26e015b8e0 0x7f26e0142bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26e5e5c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f26e00ce9b0 con 0x7f26e0072a00 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26e5e5c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f26e006fdc0 con 0x7f26e015b8e0 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26e5e5c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f26e00ceb30 con 0x7f26e015b500 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26df7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 0x7f26e00cfcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26df7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 0x7f26e00cfcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48736/0 (socket says 172.21.15.39:48736) 2024-09-19T05:34:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26df7fe640 1 -- 172.21.15.39:0/997790662 learned_addr learned my addr 172.21.15.39:0/997790662 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26deffd640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b500 0x7f26e0144e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.316+0000 7f26dffff640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26e015b8e0 0x7f26e0142bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26df7fe640 1 -- 172.21.15.39:0/997790662 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b500 msgr2=0x7f26e0144e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26df7fe640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b500 0x7f26e0144e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26df7fe640 1 -- 172.21.15.39:0/997790662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26e015b8e0 msgr2=0x7f26e0142bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26df7fe640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26e015b8e0 0x7f26e0142bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26df7fe640 1 -- 172.21.15.39:0/997790662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26e0143d80 con 0x7f26e0072a00 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26df7fe640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 0x7f26e00cfcf0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f26d000c430 tx=0x7f26d000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26c7fff640 1 -- 172.21.15.39:0/997790662 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d0017070 con 0x7f26e0072a00 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26c7fff640 1 -- 172.21.15.39:0/997790662 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26d0005ce0 con 0x7f26e0072a00 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26c7fff640 1 -- 172.21.15.39:0/997790662 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d00072f0 con 0x7f26e0072a00 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26e0144060 con 0x7f26e0072a00 2024-09-19T05:34:35.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.317+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26e0144620 con 0x7f26e0072a00 2024-09-19T05:34:35.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.318+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26e00693c0 con 0x7f26e0072a00 2024-09-19T05:34:35.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.318+0000 7f26c7fff640 1 -- 172.21.15.39:0/997790662 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f26d001a070 con 0x7f26e0072a00 2024-09-19T05:34:35.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.319+0000 7f26c7fff640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26cc06c2b0 0x7f26cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.319+0000 7f26c7fff640 1 -- 172.21.15.39:0/997790662 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f26d008a7f0 con 0x7f26e0072a00 2024-09-19T05:34:35.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.319+0000 7f26deffd640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26cc06c2b0 0x7f26cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.319+0000 7f26deffd640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26cc06c2b0 0x7f26cc06e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f26e01f55a0 tx=0x7f26d4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:35.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.323+0000 7f26c7fff640 1 -- 172.21.15.39:0/997790662 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f26e00693c0 con 0x7f26e0072a00 2024-09-19T05:34:35.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.502+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f26e00b3cf0 con 0x7f26e0072a00 2024-09-19T05:34:35.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.503+0000 7f26c7fff640 1 -- 172.21.15.39:0/997790662 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f26d00589a0 con 0x7f26e0072a00 2024-09-19T05:34:35.505 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:35.505 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:07.465520+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:03.708259+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:04.804179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26cc06c2b0 msgr2=0x7f26cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26cc06c2b0 0x7f26cc06e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f26e01f55a0 tx=0x7f26d4008040 comp rx=0 tx=0).stop 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 msgr2=0x7f26e00cfcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 0x7f26e00cfcf0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f26d000c430 tx=0x7f26d000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 shutdown_connections 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26cc06c2b0 0x7f26cc06e770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26e015b8e0 0x7f26e0142bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26e015b500 0x7f26e0144e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 --2- 172.21.15.39:0/997790662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26e0072a00 0x7f26e00cfcf0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 >> 172.21.15.39:0/997790662 conn(0x7f26e00b3540 msgr2=0x7f26e00cd670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 shutdown_connections 2024-09-19T05:34:35.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.505+0000 7f26e5e5c640 1 -- 172.21.15.39:0/997790662 wait complete. 2024-09-19T05:34:35.518 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:34:35.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.620+0000 7fb2ad52c640 1 Processor -- start 2024-09-19T05:34:35.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.620+0000 7fb2ad52c640 1 -- start start 2024-09-19T05:34:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2ad52c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb2a815e860 0x7fb2a80d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2ad52c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb2a80d1b80 0x7fb2a81621f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2ad52c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2a80b3f40 con 0x7fb2a80cf250 2024-09-19T05:34:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2ad52c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb2a80d43b0 con 0x7fb2a815e860 2024-09-19T05:34:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2ad52c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb2a80cf710 con 0x7fb2a80d1b80 2024-09-19T05:34:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2a6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb2a815e860 0x7fb2a80d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2a67fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb2a80cf250 0x7fb2a80d1470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46968/0 (socket says 172.21.15.39:46968) 2024-09-19T05:34:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2a67fc640 1 -- 172.21.15.39:0/1740827123 learned_addr learned my addr 172.21.15.39:0/1740827123 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2a77fe640 1 --2- 172.21.15.39:0/1740827123 >> v2:172.21.15.50:3300/0 conn(0x7fb2a80d1b80 0x7fb2a81621f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2a6ffd640 1 -- 172.21.15.39:0/1740827123 >> v2:172.21.15.50:3300/0 conn(0x7fb2a80d1b80 msgr2=0x7fb2a81621f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2a6ffd640 1 --2- 172.21.15.39:0/1740827123 >> v2:172.21.15.50:3300/0 conn(0x7fb2a80d1b80 0x7fb2a81621f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2a6ffd640 1 -- 172.21.15.39:0/1740827123 >> v1:172.21.15.39:6789/0 conn(0x7fb2a80cf250 legacy=0x7fb2a80d1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.621+0000 7fb2a6ffd640 1 -- 172.21.15.39:0/1740827123 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2a80cf9f0 con 0x7fb2a815e860 2024-09-19T05:34:35.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.622+0000 7fb2a6ffd640 1 --2- 172.21.15.39:0/1740827123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a815e860 0x7fb2a80d3090 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb2a806cb90 tx=0x7fb29802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dd6c0a524a8d103 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:35.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.622+0000 7fb2a5ffb640 1 -- 172.21.15.39:0/1740827123 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb298007740 con 0x7fb2a815e860 2024-09-19T05:34:35.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.622+0000 7fb2a5ffb640 1 -- 172.21.15.39:0/1740827123 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2980078e0 con 0x7fb2a815e860 2024-09-19T05:34:35.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.622+0000 7fb2a5ffb640 1 -- 172.21.15.39:0/1740827123 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb298007cb0 con 0x7fb2a815e860 2024-09-19T05:34:35.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.623+0000 7fb2ad52c640 1 -- 172.21.15.39:0/1740827123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a815e860 msgr2=0x7fb2a80d3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.623+0000 7fb2ad52c640 1 --2- 172.21.15.39:0/1740827123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a815e860 0x7fb2a80d3090 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb2a806cb90 tx=0x7fb29802a5f0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.623+0000 7fb2ad52c640 1 -- 172.21.15.39:0/1740827123 shutdown_connections 2024-09-19T05:34:35.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.623+0000 7fb2ad52c640 1 --2- 172.21.15.39:0/1740827123 >> v2:172.21.15.50:3300/0 conn(0x7fb2a80d1b80 0x7fb2a81621f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.623+0000 7fb2ad52c640 1 --2- 172.21.15.39:0/1740827123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a815e860 0x7fb2a80d3090 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.623+0000 7fb2ad52c640 1 -- 172.21.15.39:0/1740827123 >> 172.21.15.39:0/1740827123 conn(0x7fb2a806bd00 msgr2=0x7fb2a806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:35.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.623+0000 7fb2ad52c640 1 -- 172.21.15.39:0/1740827123 shutdown_connections 2024-09-19T05:34:35.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.623+0000 7fb2ad52c640 1 -- 172.21.15.39:0/1740827123 wait complete. 2024-09-19T05:34:35.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.624+0000 7fb2ad52c640 1 Processor -- start 2024-09-19T05:34:35.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.624+0000 7fb2ad52c640 1 -- start start 2024-09-19T05:34:35.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2ad52c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a80cf250 0x7fb2a80abbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2ad52c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2a80d1b80 0x7fb2a80c8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2ad52c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2a815e860 0x7fb2a8157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2ad52c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a80d3e60 con 0x7fb2a80cf250 2024-09-19T05:34:35.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2ad52c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a80ced30 con 0x7fb2a815e860 2024-09-19T05:34:35.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2ad52c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb2a80d3fe0 con 0x7fb2a80d1b80 2024-09-19T05:34:35.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a80cf250 0x7fb2a80abbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a80cf250 0x7fb2a80abbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48756/0 (socket says 172.21.15.39:48756) 2024-09-19T05:34:35.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a6ffd640 1 -- 172.21.15.39:0/303602542 learned_addr learned my addr 172.21.15.39:0/303602542 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:35.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a77fe640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2a815e860 0x7fb2a8157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a67fc640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2a80d1b80 0x7fb2a80c8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a6ffd640 1 -- 172.21.15.39:0/303602542 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2a80d1b80 msgr2=0x7fb2a80c8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a6ffd640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2a80d1b80 0x7fb2a80c8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a6ffd640 1 -- 172.21.15.39:0/303602542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2a815e860 msgr2=0x7fb2a8157ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a6ffd640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2a815e860 0x7fb2a8157ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a6ffd640 1 -- 172.21.15.39:0/303602542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2a80c9160 con 0x7fb2a80cf250 2024-09-19T05:34:35.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.625+0000 7fb2a67fc640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2a80d1b80 0x7fb2a80c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:35.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.626+0000 7fb2a6ffd640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a80cf250 0x7fb2a80abbe0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb298009e80 tx=0x7fb298004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:35.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.626+0000 7fb29f7fe640 1 -- 172.21.15.39:0/303602542 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb298040070 con 0x7fb2a80cf250 2024-09-19T05:34:35.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.626+0000 7fb29f7fe640 1 -- 172.21.15.39:0/303602542 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb298031c40 con 0x7fb2a80cf250 2024-09-19T05:34:35.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.626+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2a80ac1c0 con 0x7fb2a80cf250 2024-09-19T05:34:35.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.626+0000 7fb29f7fe640 1 -- 172.21.15.39:0/303602542 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb29803c420 con 0x7fb2a80cf250 2024-09-19T05:34:35.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.626+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2a80c9590 con 0x7fb2a80cf250 2024-09-19T05:34:35.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.627+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2a80c93b0 con 0x7fb2a80cf250 2024-09-19T05:34:35.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.627+0000 7fb29f7fe640 1 -- 172.21.15.39:0/303602542 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb298039040 con 0x7fb2a80cf250 2024-09-19T05:34:35.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.628+0000 7fb29f7fe640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb28806c2b0 0x7fb28806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.628+0000 7fb29f7fe640 1 -- 172.21.15.39:0/303602542 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb2980aca40 con 0x7fb2a80cf250 2024-09-19T05:34:35.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.628+0000 7fb2a67fc640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb28806c2b0 0x7fb28806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.628+0000 7fb2a67fc640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb28806c2b0 0x7fb28806e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb290000f60 tx=0x7fb290009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:35.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.632+0000 7fb29f7fe640 1 -- 172.21.15.39:0/303602542 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb2a80c93b0 con 0x7fb2a80cf250 2024-09-19T05:34:35.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.846+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fb2a806c310 con 0x7fb2a80cf250 2024-09-19T05:34:35.849 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:34:35.847+0000 7efed0237640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:34:35.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.849+0000 7fb29f7fe640 1 -- 172.21.15.39:0/303602542 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) ==== 161+0+0 (secure 0 0 0) 0x7fb2a806c310 con 0x7fb2a80cf250 2024-09-19T05:34:35.851 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:34:35.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb28806c2b0 msgr2=0x7fb28806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb28806c2b0 0x7fb28806e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb290000f60 tx=0x7fb290009040 comp rx=0 tx=0).stop 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a80cf250 msgr2=0x7fb2a80abbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a80cf250 0x7fb2a80abbe0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb298009e80 tx=0x7fb298004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 shutdown_connections 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb28806c2b0 0x7fb28806e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2a815e860 0x7fb2a8157ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2a80d1b80 0x7fb2a80c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 --2- 172.21.15.39:0/303602542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2a80cf250 0x7fb2a80abbe0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 >> 172.21.15.39:0/303602542 conn(0x7fb2a806bd00 msgr2=0x7fb2a815f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 shutdown_connections 2024-09-19T05:34:35.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.852+0000 7fb2ad52c640 1 -- 172.21.15.39:0/303602542 wait complete. 2024-09-19T05:34:35.859 INFO:tasks.ceph.mds.d.smithi050.stderr: -6655> 2024-09-19T05:34:11.432+0000 7f7b28dec640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:34:35.866 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:34:35.894 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-19T05:34:35.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.968+0000 7f76351b7640 1 Processor -- start 2024-09-19T05:34:35.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.968+0000 7f76351b7640 1 -- start start 2024-09-19T05:34:35.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f76351b7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f763006bb20 0x7f763006bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f76351b7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 0x7f76300cf7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f76351b7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76300d2ed0 con 0x7f763015e820 2024-09-19T05:34:35.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f76351b7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f763006c4b0 con 0x7f763006bb20 2024-09-19T05:34:35.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f76351b7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f76300d2c80 con 0x7f76300cf3b0 2024-09-19T05:34:35.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f762659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f763006bb20 0x7f763006bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f762659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f763006bb20 0x7f763006bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48758/0 (socket says 172.21.15.39:48758) 2024-09-19T05:34:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f762659c640 1 -- 172.21.15.39:0/955125678 learned_addr learned my addr 172.21.15.39:0/955125678 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f762f59e640 1 --2- 172.21.15.39:0/955125678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 0x7f76300cf7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f762659c640 1 -- 172.21.15.39:0/955125678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 msgr2=0x7f76300cf7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f762659c640 1 --2- 172.21.15.39:0/955125678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 0x7f76300cf7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f762659c640 1 -- 172.21.15.39:0/955125678 >> v1:172.21.15.50:6789/0 conn(0x7f763015e820 legacy=0x7f76300d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.969+0000 7f762659c640 1 -- 172.21.15.39:0/955125678 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76300d31b0 con 0x7f763006bb20 2024-09-19T05:34:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.970+0000 7f762659c640 1 --2- 172.21.15.39:0/955125678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763006bb20 0x7f763006bf70 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7618009870 tx=0x7f761802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4749f58774069f64 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.970+0000 7f762e59c640 1 -- 172.21.15.39:0/955125678 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7618037070 con 0x7f763006bb20 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.970+0000 7f762e59c640 1 -- 172.21.15.39:0/955125678 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f761802ae50 con 0x7f763006bb20 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.970+0000 7f762e59c640 1 -- 172.21.15.39:0/955125678 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7618032860 con 0x7f763006bb20 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.970+0000 7f76351b7640 1 -- 172.21.15.39:0/955125678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763006bb20 msgr2=0x7f763006bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.970+0000 7f76351b7640 1 --2- 172.21.15.39:0/955125678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763006bb20 0x7f763006bf70 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7618009870 tx=0x7f761802a300 comp rx=0 tx=0).stop 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.970+0000 7f76351b7640 1 -- 172.21.15.39:0/955125678 shutdown_connections 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.970+0000 7f76351b7640 1 --2- 172.21.15.39:0/955125678 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 0x7f76300cf7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.970+0000 7f76351b7640 1 --2- 172.21.15.39:0/955125678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763006bb20 0x7f763006bf70 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.971+0000 7f76351b7640 1 -- 172.21.15.39:0/955125678 >> 172.21.15.39:0/955125678 conn(0x7f7630072770 msgr2=0x7f76300d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.971+0000 7f76351b7640 1 -- 172.21.15.39:0/955125678 shutdown_connections 2024-09-19T05:34:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.971+0000 7f76351b7640 1 -- 172.21.15.39:0/955125678 wait complete. 2024-09-19T05:34:35.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.972+0000 7f76351b7640 1 Processor -- start 2024-09-19T05:34:35.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.972+0000 7f76351b7640 1 -- start start 2024-09-19T05:34:35.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f76351b7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f763006bb20 0x7f76300c97b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f76351b7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 0x7f7630151fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f76351b7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763015e820 0x7f7630161290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f76351b7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f76300d3a50 con 0x7f763015e820 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f76351b7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f76300d3770 con 0x7f763006bb20 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f76351b7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f76300cfd20 con 0x7f76300cf3b0 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762f59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763015e820 0x7f7630161290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762f59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763015e820 0x7f7630161290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48760/0 (socket says 172.21.15.39:48760) 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762f59e640 1 -- 172.21.15.39:0/4093821611 learned_addr learned my addr 172.21.15.39:0/4093821611 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762659c640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 0x7f7630151fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762ed9d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f763006bb20 0x7f76300c97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762659c640 1 -- 172.21.15.39:0/4093821611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f763006bb20 msgr2=0x7f76300c97b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762659c640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f763006bb20 0x7f76300c97b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762659c640 1 -- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763015e820 msgr2=0x7f7630161290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762659c640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763015e820 0x7f7630161290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762659c640 1 -- 172.21.15.39:0/4093821611 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76300c8710 con 0x7f76300cf3b0 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.973+0000 7f762f59e640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763015e820 0x7f7630161290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.974+0000 7f762659c640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 0x7f7630151fc0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7618031000 tx=0x7f76180046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.974+0000 7f7627fff640 1 -- 172.21.15.39:0/4093821611 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7618041070 con 0x7f76300cf3b0 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.974+0000 7f7627fff640 1 -- 172.21.15.39:0/4093821611 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f761803c680 con 0x7f76300cf3b0 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.974+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76300c89f0 con 0x7f76300cf3b0 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.974+0000 7f7627fff640 1 -- 172.21.15.39:0/4093821611 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7618037040 con 0x7f76300cf3b0 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.974+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f76300c8fb0 con 0x7f76300cf3b0 2024-09-19T05:34:35.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.975+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7630063610 con 0x7f76300cf3b0 2024-09-19T05:34:35.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.975+0000 7f7627fff640 1 -- 172.21.15.39:0/4093821611 <== mon.2 v2:172.21.15.50:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7618044070 con 0x7f76300cf3b0 2024-09-19T05:34:35.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.976+0000 7f7627fff640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761006c2b0 0x7f761006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:35.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.976+0000 7f7627fff640 1 -- 172.21.15.39:0/4093821611 <== mon.2 v2:172.21.15.50:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f76180abf00 con 0x7f76300cf3b0 2024-09-19T05:34:35.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.976+0000 7f762ed9d640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761006c2b0 0x7f761006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:35.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.976+0000 7f762ed9d640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761006c2b0 0x7f761006e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f76200016e0 tx=0x7f7620009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:35.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:35.981+0000 7f7627fff640 1 -- 172.21.15.39:0/4093821611 <== mon.2 v2:172.21.15.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7618079fb0 con 0x7f76300cf3b0 2024-09-19T05:34:36.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.191+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f76300ce810 con 0x7f76300cf3b0 2024-09-19T05:34:36.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.856+0000 7f7627fff640 1 -- 172.21.15.39:0/4093821611 <== mon.2 v2:172.21.15.50:3301/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) ==== 104+0+0 (secure 0 0 0) 0x7f761807e2b0 con 0x7f76300cf3b0 2024-09-19T05:34:36.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761006c2b0 msgr2=0x7f761006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761006c2b0 0x7f761006e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f76200016e0 tx=0x7f7620009040 comp rx=0 tx=0).stop 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 msgr2=0x7f7630151fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 0x7f7630151fc0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7618031000 tx=0x7f76180046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 shutdown_connections 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761006c2b0 0x7f761006e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f763015e820 0x7f7630161290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f76300cf3b0 0x7f7630151fc0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 --2- 172.21.15.39:0/4093821611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f763006bb20 0x7f76300c97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 >> 172.21.15.39:0/4093821611 conn(0x7f7630072770 msgr2=0x7f76300cd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 shutdown_connections 2024-09-19T05:34:36.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.859+0000 7f76351b7640 1 -- 172.21.15.39:0/4093821611 wait complete. 2024-09-19T05:34:36.874 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:34:36.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.985+0000 7fe13676d640 1 Processor -- start 2024-09-19T05:34:36.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.985+0000 7fe13676d640 1 -- start start 2024-09-19T05:34:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe13676d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe1300d1b70 0x7fe1300cef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe13676d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1300b6fc0 con 0x7fe13015e7d0 2024-09-19T05:34:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe13676d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1300cf520 con 0x7fe1300b6b70 2024-09-19T05:34:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe13676d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe1300cf800 con 0x7fe1300d1b70 2024-09-19T05:34:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe12ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe13015e7d0 0x7fe1300d1460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46974/0 (socket says 172.21.15.39:46974) 2024-09-19T05:34:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe12ffff640 1 -- 172.21.15.39:0/488006740 learned_addr learned my addr 172.21.15.39:0/488006740 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1571951555 0 0) 0x7fe1300b6fc0 con 0x7fe13015e7d0 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe118003520 con 0x7fe13015e7d0 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe12f7fe640 1 --2- 172.21.15.39:0/488006740 >> v2:172.21.15.50:3300/0 conn(0x7fe1300d1b70 0x7fe1300cef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2967659784 0 0) 0x7fe118003520 con 0x7fe13015e7d0 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 >> v2:172.21.15.50:3300/0 conn(0x7fe1300d1b70 msgr2=0x7fe1300cef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe12effd640 1 --2- 172.21.15.39:0/488006740 >> v2:172.21.15.50:3300/0 conn(0x7fe1300d1b70 0x7fe1300cef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.986+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 >> v1:172.21.15.50:6789/0 conn(0x7fe1300b6b70 legacy=0x7fe1300b7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1300cfae0 con 0x7fe13015e7d0 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fe120001670 con 0x7fe13015e7d0 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 >> v1:172.21.15.39:6789/0 conn(0x7fe13015e7d0 legacy=0x7fe1300d1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12effd640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1180039b0 0x7fe118003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12effd640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe118004800 0x7fe118004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12effd640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1180051c0 0x7fe11800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe1300cf800 con 0x7fe118004800 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe11800c160 con 0x7fe1180039b0 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe11800c360 con 0x7fe1180051c0 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12f7fe640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe118004800 0x7fe118004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12ffff640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1180039b0 0x7fe118003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe134d0a640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1180051c0 0x7fe11800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12f7fe640 1 -- 172.21.15.39:0/488006740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1180051c0 msgr2=0x7fe11800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12f7fe640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1180051c0 0x7fe11800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12f7fe640 1 -- 172.21.15.39:0/488006740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1180039b0 msgr2=0x7fe118003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12f7fe640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1180039b0 0x7fe118003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe12f7fe640 1 -- 172.21.15.39:0/488006740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe118003520 con 0x7fe118004800 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe134d0a640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe1180051c0 0x7fe11800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.987+0000 7fe134d0a640 1 -- 172.21.15.39:0/488006740 reap_dead start 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.988+0000 7fe12f7fe640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe118004800 0x7fe118004c80 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe124009ac0 tx=0x7fe118005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a67ffcb99f71ac6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.988+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe124036070 con 0x7fe118004800 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.988+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe124031400 con 0x7fe118004800 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.988+0000 7fe12effd640 1 -- 172.21.15.39:0/488006740 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe124009690 con 0x7fe118004800 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.988+0000 7fe13676d640 1 -- 172.21.15.39:0/488006740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe118004800 msgr2=0x7fe118004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.988+0000 7fe13676d640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe118004800 0x7fe118004c80 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe124009ac0 tx=0x7fe118005830 comp rx=0 tx=0).stop 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.988+0000 7fe13676d640 1 -- 172.21.15.39:0/488006740 shutdown_connections 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.988+0000 7fe13676d640 1 --2- 172.21.15.39:0/488006740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe118004800 0x7fe118004c80 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.988+0000 7fe13676d640 1 -- 172.21.15.39:0/488006740 >> 172.21.15.39:0/488006740 conn(0x7fe13006bd00 msgr2=0x7fe13006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.989+0000 7fe13676d640 1 -- 172.21.15.39:0/488006740 shutdown_connections 2024-09-19T05:34:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.989+0000 7fe13676d640 1 -- 172.21.15.39:0/488006740 wait complete. 2024-09-19T05:34:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.990+0000 7fe13676d640 1 Processor -- start 2024-09-19T05:34:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.990+0000 7fe13676d640 1 -- start start 2024-09-19T05:34:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe13676d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe118004800 0x7fe13014fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe13676d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1301589a0 0x7fe1300c81f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe13676d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1300c8730 0x7fe1300c8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe13676d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe1300b7b40 con 0x7fe1301589a0 2024-09-19T05:34:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe13676d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe1300b79c0 con 0x7fe1300c8730 2024-09-19T05:34:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe13676d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe13015ebb0 con 0x7fe118004800 2024-09-19T05:34:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1301589a0 0x7fe1300c81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1301589a0 0x7fe1300c81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48786/0 (socket says 172.21.15.39:48786) 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12f7fe640 1 -- 172.21.15.39:0/4109024430 learned_addr learned my addr 172.21.15.39:0/4109024430 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12ffff640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe118004800 0x7fe13014fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe134d0a640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1300c8730 0x7fe1300c8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12f7fe640 1 -- 172.21.15.39:0/4109024430 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe118004800 msgr2=0x7fe13014fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12f7fe640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe118004800 0x7fe13014fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12f7fe640 1 -- 172.21.15.39:0/4109024430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1300c8730 msgr2=0x7fe1300c8bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12f7fe640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1300c8730 0x7fe1300c8bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12f7fe640 1 -- 172.21.15.39:0/4109024430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13014ff40 con 0x7fe1301589a0 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe134d0a640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1300c8730 0x7fe1300c8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12f7fe640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1301589a0 0x7fe1300c81f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe12402abb0 tx=0x7fe124004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12cff9640 1 -- 172.21.15.39:0/4109024430 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe12403f020 con 0x7fe1301589a0 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12cff9640 1 -- 172.21.15.39:0/4109024430 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe124037040 con 0x7fe1301589a0 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe13015b670 con 0x7fe1301589a0 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.991+0000 7fe12cff9640 1 -- 172.21.15.39:0/4109024430 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe124036070 con 0x7fe1301589a0 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.992+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe13015bc30 con 0x7fe1301589a0 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.992+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1300cef40 con 0x7fe1301589a0 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.993+0000 7fe12cff9640 1 -- 172.21.15.39:0/4109024430 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe124042020 con 0x7fe1301589a0 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.993+0000 7fe12cff9640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe11c06c2b0 0x7fe11c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.993+0000 7fe12cff9640 1 -- 172.21.15.39:0/4109024430 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7fe1240ab500 con 0x7fe1301589a0 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.993+0000 7fe12ffff640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe11c06c2b0 0x7fe11c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.994+0000 7fe12ffff640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe11c06c2b0 0x7fe11c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe1200011e0 tx=0x7fe1200078f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:37.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:36.998+0000 7fe12cff9640 1 -- 172.21.15.39:0/4109024430 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe124049030 con 0x7fe1301589a0 2024-09-19T05:34:37.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.171+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe1301617e0 con 0x7fe1301589a0 2024-09-19T05:34:37.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.855+0000 7fe12cff9640 1 -- 172.21.15.39:0/4109024430 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7fe124079680 con 0x7fe1301589a0 2024-09-19T05:34:37.862 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:34:37.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.858+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe11c06c2b0 msgr2=0x7fe11c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:37.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.858+0000 7fe13676d640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe11c06c2b0 0x7fe11c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe1200011e0 tx=0x7fe1200078f0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.858+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1301589a0 msgr2=0x7fe1300c81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:37.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.858+0000 7fe13676d640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1301589a0 0x7fe1300c81f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe12402abb0 tx=0x7fe124004730 comp rx=0 tx=0).stop 2024-09-19T05:34:37.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.859+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 shutdown_connections 2024-09-19T05:34:37.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.859+0000 7fe13676d640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe11c06c2b0 0x7fe11c06e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.859+0000 7fe13676d640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe1300c8730 0x7fe1300c8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.859+0000 7fe13676d640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1301589a0 0x7fe1300c81f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.859+0000 7fe13676d640 1 --2- 172.21.15.39:0/4109024430 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe118004800 0x7fe13014fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.859+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 >> 172.21.15.39:0/4109024430 conn(0x7fe13006bd00 msgr2=0x7fe130160ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:37.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.859+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 shutdown_connections 2024-09-19T05:34:37.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.859+0000 7fe13676d640 1 -- 172.21.15.39:0/4109024430 wait complete. 2024-09-19T05:34:37.875 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:34:37.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.981+0000 7f019d0e4640 1 Processor -- start 2024-09-19T05:34:37.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.981+0000 7f019d0e4640 1 -- start start 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.982+0000 7f019d0e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0198147fe0 0x7f01980b07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.982+0000 7f019d0e4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01981483c0 con 0x7f019806de50 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.982+0000 7f019d0e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01980b0d30 con 0x7f0198062d40 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.982+0000 7f019d0e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f019806e3c0 con 0x7f0198147fe0 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.982+0000 7f019659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f019806de50 0x7f0198062630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34876/0 (socket says 172.21.15.39:34876) 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.982+0000 7f019659c640 1 -- 172.21.15.39:0/3311906110 learned_addr learned my addr 172.21.15.39:0/3311906110 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0196d9d640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0198147fe0 0x7f01980b07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1225565421 0 0) 0x7f01981483c0 con 0x7f019806de50 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0184003520 con 0x7f019806de50 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 100476876 0 0) 0x7f01980b0d30 con 0x7f0198062d40 2024-09-19T05:34:37.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01981483c0 con 0x7f0198062d40 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2769372195 0 0) 0x7f0184003520 con 0x7f019806de50 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0198147fe0 msgr2=0x7f01980b07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0198147fe0 0x7f01980b07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 >> v1:172.21.15.50:6789/0 conn(0x7f0198062d40 legacy=0x7f01980b51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f019806e6a0 con 0x7f019806de50 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f0180001670 con 0x7f019806de50 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 >> v1:172.21.15.39:6789/0 conn(0x7f019806de50 legacy=0x7f0198062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f0184003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0184004800 0x7f0184004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0198147fe0 0x7f01840051e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f019806e3c0 con 0x7f0184003b70 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f018400bad0 con 0x7f0184004800 2024-09-19T05:34:37.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f018400bcd0 con 0x7f0198147fe0 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0196d9d640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f0184003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f019659c640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0184004800 0x7f0184004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f019759e640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0198147fe0 0x7f01840051e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0196d9d640 1 -- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0198147fe0 msgr2=0x7f01840051e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0196d9d640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0198147fe0 0x7f01840051e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0196d9d640 1 -- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0184004800 msgr2=0x7f0184004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0196d9d640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0184004800 0x7f0184004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.983+0000 7f0196d9d640 1 -- 172.21.15.39:0/3311906110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0184003520 con 0x7f0184003b70 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.984+0000 7f019659c640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0184004800 0x7f0184004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.984+0000 7f0196d9d640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f0184003f70 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0188009fc0 tx=0x7f0184005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a729fcae4e72ccf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.984+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0188009c10 con 0x7f0184003b70 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.984+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0188036070 con 0x7f0184003b70 2024-09-19T05:34:37.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.984+0000 7f0195d9b640 1 -- 172.21.15.39:0/3311906110 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0188031880 con 0x7f0184003b70 2024-09-19T05:34:37.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.985+0000 7f019d0e4640 1 -- 172.21.15.39:0/3311906110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 msgr2=0x7f0184003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:37.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.985+0000 7f019d0e4640 1 --2- 172.21.15.39:0/3311906110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f0184003f70 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0188009fc0 tx=0x7f0184005830 comp rx=0 tx=0).stop 2024-09-19T05:34:37.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.985+0000 7f019759e640 1 -- 172.21.15.39:0/3311906110 reap_dead start 2024-09-19T05:34:37.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.985+0000 7f019d0e4640 1 -- 172.21.15.39:0/3311906110 shutdown_connections 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.985+0000 7f019d0e4640 1 -- 172.21.15.39:0/3311906110 >> 172.21.15.39:0/3311906110 conn(0x7f0198072ef0 msgr2=0x7f019806bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.985+0000 7f019d0e4640 1 -- 172.21.15.39:0/3311906110 shutdown_connections 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.985+0000 7f019d0e4640 1 -- 172.21.15.39:0/3311906110 wait complete. 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.986+0000 7f019d0e4640 1 Processor -- start 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f019d0e4640 1 -- start start 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f019d0e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f01981e7490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f019d0e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f019815dc10 0x7f01981e38e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f019d0e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f019815e090 0x7f01981e3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f019d0e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f019806ef40 con 0x7f0184003b70 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f019d0e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f019806ec60 con 0x7f019815e090 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f019d0e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f01980b07f0 con 0x7f019815dc10 2024-09-19T05:34:37.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f0196d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f01981e7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f0196d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f01981e7490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34652/0 (socket says 172.21.15.39:34652) 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f0196d9d640 1 -- 172.21.15.39:0/1421880883 learned_addr learned my addr 172.21.15.39:0/1421880883 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f019659c640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f019815dc10 0x7f01981e38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.987+0000 7f019759e640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f019815e090 0x7f01981e3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f0196d9d640 1 -- 172.21.15.39:0/1421880883 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f019815dc10 msgr2=0x7f01981e38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f0196d9d640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f019815dc10 0x7f01981e38e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f0196d9d640 1 -- 172.21.15.39:0/1421880883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f019815e090 msgr2=0x7f01981e3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f0196d9d640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f019815e090 0x7f01981e3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f0196d9d640 1 -- 172.21.15.39:0/1421880883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01981e8440 con 0x7f0184003b70 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f0196d9d640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f01981e7490 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f018800e230 tx=0x7f0188009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f018f7fe640 1 -- 172.21.15.39:0/1421880883 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0188009c10 con 0x7f0184003b70 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f018f7fe640 1 -- 172.21.15.39:0/1421880883 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0188003990 con 0x7f0184003b70 2024-09-19T05:34:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01980ceb30 con 0x7f0184003b70 2024-09-19T05:34:37.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f018f7fe640 1 -- 172.21.15.39:0/1421880883 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0188003d60 con 0x7f0184003b70 2024-09-19T05:34:37.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.988+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01981e7e80 con 0x7f0184003b70 2024-09-19T05:34:37.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.989+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01980b0b80 con 0x7f0184003b70 2024-09-19T05:34:37.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.989+0000 7f018f7fe640 1 -- 172.21.15.39:0/1421880883 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0188005d10 con 0x7f0184003b70 2024-09-19T05:34:37.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.990+0000 7f018f7fe640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017806c2b0 0x7f017806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:37.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.990+0000 7f018f7fe640 1 -- 172.21.15.39:0/1421880883 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7f01880ac700 con 0x7f0184003b70 2024-09-19T05:34:37.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.990+0000 7f019659c640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017806c2b0 0x7f017806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:37.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.990+0000 7f019659c640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017806c2b0 0x7f017806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0198142fc0 tx=0x7f0180007040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:37.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:37.995+0000 7f018f7fe640 1 -- 172.21.15.39:0/1421880883 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f018807a980 con 0x7f0184003b70 2024-09-19T05:34:38.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.175+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f01980ce900 con 0x7f0184003b70 2024-09-19T05:34:38.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.861+0000 7f018f7fe640 1 -- 172.21.15.39:0/1421880883 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f01880ac030 con 0x7f0184003b70 2024-09-19T05:34:38.864 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-19T05:34:38.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.864+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017806c2b0 msgr2=0x7f017806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:38.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.864+0000 7f019d0e4640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017806c2b0 0x7f017806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0198142fc0 tx=0x7f0180007040 comp rx=0 tx=0).stop 2024-09-19T05:34:38.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.864+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 msgr2=0x7f01981e7490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:38.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.864+0000 7f019d0e4640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f01981e7490 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f018800e230 tx=0x7f0188009750 comp rx=0 tx=0).stop 2024-09-19T05:34:38.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.864+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 shutdown_connections 2024-09-19T05:34:38.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.864+0000 7f019d0e4640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017806c2b0 0x7f017806e770 secure :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0198142fc0 tx=0x7f0180007040 comp rx=0 tx=0).stop 2024-09-19T05:34:38.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.865+0000 7f019d0e4640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f019815e090 0x7f01981e3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:38.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.865+0000 7f019d0e4640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f019815dc10 0x7f01981e38e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:38.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.865+0000 7f019d0e4640 1 --2- 172.21.15.39:0/1421880883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0184003b70 0x7f01981e7490 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:38.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.865+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 >> 172.21.15.39:0/1421880883 conn(0x7f0198072ef0 msgr2=0x7f019806c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:38.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.865+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 shutdown_connections 2024-09-19T05:34:38.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:38.865+0000 7f019d0e4640 1 -- 172.21.15.39:0/1421880883 wait complete. 2024-09-19T05:34:38.883 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:34:38.883 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:34:38.883 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:34:38.883 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:34:38.883 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:34:38.883 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:34:38.883 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:34:38.884 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:34:38.884 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:34:38.884 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:34:38.884 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:34:38.884 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:34:38.884 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:34:38.884 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:34:38.885 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:34:38.885 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:34:38.893 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:34:38.894 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:34:38.895 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:34:38.895 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:34:38.899 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:34:38.899 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:34:38.900 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:34:38.900 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:34:38.937 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:34:38.937 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:38.938 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:34:38.938 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:38.942 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:34:38.943 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:38.943 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:34:38.943 DEBUG:teuthology.parallel:result is None 2024-09-19T05:34:38.944 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:34:39.018 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:34:39.019 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:34:39.027 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-19T05:34:39.027 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-19T05:34:39.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.051+0000 7f4acdd4b640 1 Processor -- start 2024-09-19T05:34:39.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.051+0000 7f4acdd4b640 1 -- start start 2024-09-19T05:34:39.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4acdd4b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80b6690 0x7f4ac80cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4acdd4b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4ac80b6a70 0x7f4ac80d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4acdd4b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4ac80d1510 0x7f4ac80d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4acdd4b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4ac80cf540 con 0x7f4ac80d1510 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4acdd4b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f4ac80cff10 con 0x7f4ac80b6a70 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4acdd4b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac80d1d90 con 0x7f4ac80b6690 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4ac80d1510 0x7f4ac80d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4ac80d1510 0x7f4ac80d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34682/0 (socket says 172.21.15.39:34682) 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac7fff640 1 -- 172.21.15.39:0/1701344122 learned_addr learned my addr 172.21.15.39:0/1701344122 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac77fe640 1 --2- 172.21.15.39:0/1701344122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80b6690 0x7f4ac80cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac6ffd640 1 --2- 172.21.15.39:0/1701344122 >> v2:172.21.15.50:3300/0 conn(0x7f4ac80b6a70 0x7f4ac80d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac7fff640 1 -- 172.21.15.39:0/1701344122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80b6690 msgr2=0x7f4ac80cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac7fff640 1 --2- 172.21.15.39:0/1701344122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80b6690 0x7f4ac80cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac7fff640 1 -- 172.21.15.39:0/1701344122 >> v2:172.21.15.50:3300/0 conn(0x7f4ac80b6a70 msgr2=0x7f4ac80d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:39.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac7fff640 1 --2- 172.21.15.39:0/1701344122 >> v2:172.21.15.50:3300/0 conn(0x7f4ac80b6a70 0x7f4ac80d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.052+0000 7f4ac7fff640 1 -- 172.21.15.39:0/1701344122 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac80ceef0 con 0x7f4ac80d1510 2024-09-19T05:34:39.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4ac7fff640 1 --2- 172.21.15.39:0/1701344122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80d1510 0x7f4ac80d2b50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4ac80d02f0 tx=0x7f4ac002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb3bbcfad0fc30dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:39.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4ac67fc640 1 -- 172.21.15.39:0/1701344122 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac0036070 con 0x7f4ac80d1510 2024-09-19T05:34:39.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4ac67fc640 1 -- 172.21.15.39:0/1701344122 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ac0031600 con 0x7f4ac80d1510 2024-09-19T05:34:39.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4ac67fc640 1 -- 172.21.15.39:0/1701344122 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac00319d0 con 0x7f4ac80d1510 2024-09-19T05:34:39.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4acdd4b640 1 -- 172.21.15.39:0/1701344122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80d1510 msgr2=0x7f4ac80d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/1701344122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80d1510 0x7f4ac80d2b50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4ac80d02f0 tx=0x7f4ac002a6a0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4acdd4b640 1 -- 172.21.15.39:0/1701344122 shutdown_connections 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/1701344122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80d1510 0x7f4ac80d2b50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/1701344122 >> v2:172.21.15.50:3300/0 conn(0x7f4ac80b6a70 0x7f4ac80d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/1701344122 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80b6690 0x7f4ac80cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.053+0000 7f4acdd4b640 1 -- 172.21.15.39:0/1701344122 >> 172.21.15.39:0/1701344122 conn(0x7f4ac8072560 msgr2=0x7f4ac8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.054+0000 7f4acdd4b640 1 -- 172.21.15.39:0/1701344122 shutdown_connections 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.054+0000 7f4acdd4b640 1 -- 172.21.15.39:0/1701344122 wait complete. 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.055+0000 7f4acdd4b640 1 Processor -- start 2024-09-19T05:34:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.055+0000 7f4acdd4b640 1 -- start start 2024-09-19T05:34:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4acdd4b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ac80b6690 0x7f4ac80ce960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4acdd4b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80b6a70 0x7f4ac814cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4acdd4b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80d1510 0x7f4ac80cca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4acdd4b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac80d19a0 con 0x7f4ac80b6a70 2024-09-19T05:34:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4acdd4b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac80b6ed0 con 0x7f4ac80b6690 2024-09-19T05:34:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4acdd4b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac80d1b20 con 0x7f4ac80d1510 2024-09-19T05:34:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80b6a70 0x7f4ac814cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80b6a70 0x7f4ac814cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34696/0 (socket says 172.21.15.39:34696) 2024-09-19T05:34:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac77fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ac80b6690 0x7f4ac80ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac6ffd640 1 -- 172.21.15.39:0/4106810584 learned_addr learned my addr 172.21.15.39:0/4106810584 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac7fff640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80d1510 0x7f4ac80cca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac6ffd640 1 -- 172.21.15.39:0/4106810584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80d1510 msgr2=0x7f4ac80cca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac6ffd640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80d1510 0x7f4ac80cca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac6ffd640 1 -- 172.21.15.39:0/4106810584 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ac80b6690 msgr2=0x7f4ac80ce960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac6ffd640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ac80b6690 0x7f4ac80ce960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac6ffd640 1 -- 172.21.15.39:0/4106810584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac814cff0 con 0x7f4ac80b6a70 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4ac6ffd640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80b6a70 0x7f4ac814cab0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4abc00d7d0 tx=0x7f4abc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4aaffff640 1 -- 172.21.15.39:0/4106810584 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc004020 con 0x7f4ac80b6a70 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4aaffff640 1 -- 172.21.15.39:0/4106810584 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4abc0041e0 con 0x7f4ac80b6a70 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ac80cb9b0 con 0x7f4ac80b6a70 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.056+0000 7f4aaffff640 1 -- 172.21.15.39:0/4106810584 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc0043d0 con 0x7f4ac80b6a70 2024-09-19T05:34:39.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.057+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ac80cbf70 con 0x7f4ac80b6a70 2024-09-19T05:34:39.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.058+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ac80cb740 con 0x7f4ac80b6a70 2024-09-19T05:34:39.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.058+0000 7f4aaffff640 1 -- 172.21.15.39:0/4106810584 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4abc01b020 con 0x7f4ac80b6a70 2024-09-19T05:34:39.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.059+0000 7f4aaffff640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ab406c2b0 0x7f4ab406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:39.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.059+0000 7f4ac77fe640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ab406c2b0 0x7f4ab406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:39.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.059+0000 7f4aaffff640 1 -- 172.21.15.39:0/4106810584 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f4abc08ae10 con 0x7f4ac80b6a70 2024-09-19T05:34:39.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.059+0000 7f4ac77fe640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ab406c2b0 0x7f4ab406e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4ab8003610 tx=0x7f4ab8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:39.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.063+0000 7f4aaffff640 1 -- 172.21.15.39:0/4106810584 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4ac814cff0 con 0x7f4ac80b6a70 2024-09-19T05:34:39.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.253+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f4ac815c530 con 0x7f4ac80b6a70 2024-09-19T05:34:39.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.875+0000 7f4aaffff640 1 -- 172.21.15.39:0/4106810584 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v26) ==== 97+0+0 (secure 0 0 0) 0x7f4abc059230 con 0x7f4ac80b6a70 2024-09-19T05:34:39.877 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-19T05:34:39.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ab406c2b0 msgr2=0x7f4ab406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:39.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ab406c2b0 0x7f4ab406e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4ab8003610 tx=0x7f4ab8008040 comp rx=0 tx=0).stop 2024-09-19T05:34:39.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80b6a70 msgr2=0x7f4ac814cab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:39.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80b6a70 0x7f4ac814cab0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4abc00d7d0 tx=0x7f4abc00dc90 comp rx=0 tx=0).stop 2024-09-19T05:34:39.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 shutdown_connections 2024-09-19T05:34:39.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ab406c2b0 0x7f4ab406e770 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ac80d1510 0x7f4ac80cca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ac80b6a70 0x7f4ac814cab0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 --2- 172.21.15.39:0/4106810584 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ac80b6690 0x7f4ac80ce960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:39.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.877+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 >> 172.21.15.39:0/4106810584 conn(0x7f4ac8072560 msgr2=0x7f4ac815c740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:39.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.878+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 shutdown_connections 2024-09-19T05:34:39.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.878+0000 7f4acdd4b640 1 -- 172.21.15.39:0/4106810584 wait complete. 2024-09-19T05:34:39.894 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:34:40.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.998+0000 7f96159c4640 1 Processor -- start 2024-09-19T05:34:40.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.998+0000 7f96159c4640 1 -- start start 2024-09-19T05:34:40.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.998+0000 7f96159c4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 0x7f961015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f96159c4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f961006d160 0x7f961006d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f96159c4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f961006db50 con 0x7f961015e4f0 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f96159c4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f961006ccd0 con 0x7f961006d160 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f96159c4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f96101603c0 con 0x7f961006bb20 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f960f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f961006d160 0x7f961006d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f960effd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f961015e4f0 0x7f961015fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34890/0 (socket says 172.21.15.39:34890) 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f960effd640 1 -- 172.21.15.39:0/1893826014 learned_addr learned my addr 172.21.15.39:0/1893826014 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f960e7fc640 1 --2- 172.21.15.39:0/1893826014 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 0x7f961015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f960f7fe640 1 -- 172.21.15.39:0/1893826014 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 msgr2=0x7f961015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:40.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f960f7fe640 1 --2- 172.21.15.39:0/1893826014 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 0x7f961015f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f960f7fe640 1 -- 172.21.15.39:0/1893826014 >> v1:172.21.15.39:6789/0 conn(0x7f961015e4f0 legacy=0x7f961015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:39.999+0000 7f960f7fe640 1 -- 172.21.15.39:0/1893826014 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f961006c0c0 con 0x7f961006d160 2024-09-19T05:34:40.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f960f7fe640 1 --2- 172.21.15.39:0/1893826014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 0x7f961006d610 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f96080097a0 tx=0x7f960802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2698327f09d64099 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:40.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f960dffb640 1 -- 172.21.15.39:0/1893826014 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9608037070 con 0x7f961006d160 2024-09-19T05:34:40.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f960dffb640 1 -- 172.21.15.39:0/1893826014 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9608032440 con 0x7f961006d160 2024-09-19T05:34:40.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f960dffb640 1 -- 172.21.15.39:0/1893826014 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9608032810 con 0x7f961006d160 2024-09-19T05:34:40.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f96159c4640 1 -- 172.21.15.39:0/1893826014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 msgr2=0x7f961006d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f96159c4640 1 --2- 172.21.15.39:0/1893826014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 0x7f961006d610 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f96080097a0 tx=0x7f960802a180 comp rx=0 tx=0).stop 2024-09-19T05:34:40.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f96159c4640 1 -- 172.21.15.39:0/1893826014 shutdown_connections 2024-09-19T05:34:40.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f96159c4640 1 --2- 172.21.15.39:0/1893826014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 0x7f961006d610 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f96159c4640 1 --2- 172.21.15.39:0/1893826014 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 0x7f961015f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.000+0000 7f96159c4640 1 -- 172.21.15.39:0/1893826014 >> 172.21.15.39:0/1893826014 conn(0x7f961006e5b0 msgr2=0x7f961006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:40.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.001+0000 7f96159c4640 1 -- 172.21.15.39:0/1893826014 shutdown_connections 2024-09-19T05:34:40.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.001+0000 7f96159c4640 1 -- 172.21.15.39:0/1893826014 wait complete. 2024-09-19T05:34:40.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.002+0000 7f96159c4640 1 Processor -- start 2024-09-19T05:34:40.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.002+0000 7f96159c4640 1 -- start start 2024-09-19T05:34:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f96159c4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 0x7f96100ac4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f96159c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 0x7f9610154100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f96159c4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f961015e4f0 0x7f96100aab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f96159c4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f961006c960 con 0x7f961006d160 2024-09-19T05:34:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f96159c4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f961006c680 con 0x7f961015e4f0 2024-09-19T05:34:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f96159c4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f961015e8d0 con 0x7f961006bb20 2024-09-19T05:34:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 0x7f9610154100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 0x7f9610154100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34722/0 (socket says 172.21.15.39:34722) 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960e7fc640 1 -- 172.21.15.39:0/2578200695 learned_addr learned my addr 172.21.15.39:0/2578200695 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960f7fe640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f961015e4f0 0x7f96100aab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960effd640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 0x7f96100ac4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960e7fc640 1 -- 172.21.15.39:0/2578200695 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 msgr2=0x7f96100ac4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960e7fc640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 0x7f96100ac4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960e7fc640 1 -- 172.21.15.39:0/2578200695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f961015e4f0 msgr2=0x7f96100aab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960e7fc640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f961015e4f0 0x7f96100aab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960e7fc640 1 -- 172.21.15.39:0/2578200695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96100ab0c0 con 0x7f961006d160 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960f7fe640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f961015e4f0 0x7f96100aab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f960e7fc640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 0x7f9610154100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f95f800d7d0 tx=0x7f95f800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f9607fff640 1 -- 172.21.15.39:0/2578200695 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f8004020 con 0x7f961006d160 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f9607fff640 1 -- 172.21.15.39:0/2578200695 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95f80041e0 con 0x7f961006d160 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96100ab450 con 0x7f961006d160 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.003+0000 7f9607fff640 1 -- 172.21.15.39:0/2578200695 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f80043d0 con 0x7f961006d160 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.004+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96100aba10 con 0x7f961006d160 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.004+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f961006d610 con 0x7f961006d160 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.005+0000 7f9607fff640 1 -- 172.21.15.39:0/2578200695 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f95f801b020 con 0x7f961006d160 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.005+0000 7f9607fff640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95f006c2e0 0x7f95f006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.006+0000 7f960effd640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95f006c2e0 0x7f95f006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.006+0000 7f9607fff640 1 -- 172.21.15.39:0/2578200695 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f95f808aeb0 con 0x7f961006d160 2024-09-19T05:34:40.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.006+0000 7f960effd640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95f006c2e0 0x7f95f006e7a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f96000012e0 tx=0x7f9600009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:40.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.010+0000 7f9607fff640 1 -- 172.21.15.39:0/2578200695 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f95f8059980 con 0x7f961006d160 2024-09-19T05:34:40.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.259+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f961006f270 con 0x7f961006d160 2024-09-19T05:34:40.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.260+0000 7f9607fff640 1 -- 172.21.15.39:0/2578200695 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v2) ==== 80+0+6645 (secure 0 0 0) 0x7f95f8059280 con 0x7f961006d160 2024-09-19T05:34:40.262 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:40.262 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIM4aDRAAlMJ7aOrv03elCfbuji2K5Q==", 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.263 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvgt7GRAA/eoXSbz/ug67UEj/AlWG3w==", 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIG5NFBAAYRoFlBTGF9vWE8tD5dXp+g==", 2024-09-19T05:34:40.264 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmmFTdIBAAYykc1nIxjNdsCUi4spxX8A==", 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:34:40.265 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCYt+tmP3rWFhAAowwSHyPCz6SrbalmmSKQBQ==", 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.266 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCbt+tmxbocGxAAXBJVNd9geM3WjPnzoN4Jeg==", 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCet+tmca0/LBAAkkmpxq3FL+vA+VxSrchJfA==", 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.267 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCit+tmzVUqAxAAGG8wZT2s9qUs1/xn1aQEzQ==", 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.268 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCmt+tmlzzNExAAKv2HxkFtL7iAGOyIoucHPg==", 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-19T05:34:40.269 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCpt+tmHftQFhAATRmtgFgM4plu3j3Y84ySvA==", 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCst+tmQgP3JxAAsS3nowkJGITPFCd4cHLG9w==", 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.270 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCvt+tmWnfGOBAAqceyaunM8LQyhXoccnb3GA==", 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-19T05:34:40.271 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ==", 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvp8oLhAAnPW4CNPoKei0acso9k3X6w==", 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:34:40.272 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmBbHYKhAA+49M8aS7VHuPjm00KOCwUw==", 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:34:40.273 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmge3nMxAADicDEBNjTt+/zzL3befE1w==", 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.274 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCQt+tmWTbVKxAA2TBzvNegyH9FNxy/NFGX6Q==", 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-mds", 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQC2t+tmkhltGBAAhAIzxUsTY0OVL0rIqBbzeg==", 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-mds" 2024-09-19T05:34:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-mgr", 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQC2t+tmwSFtGBAAm68tEUytgjIQSxygWNPjYw==", 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-osd", 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQC2t+tmZSltGBAASOPe99GTU2a9MzkA6KHqDw==", 2024-09-19T05:34:40.276 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-osd" 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-rbd", 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQC2t+tmrDBtGBAARuVqXZ2NSyg9ltUfjzB84Q==", 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQC2t+tmCThtGBAAvNhMwd8I0sFLJKGb0RFmHQ==", 2024-09-19T05:34:40.277 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-rgw", 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQC2t+tmjz9tGBAAOuBlRuH+sdrf9Kub4j8rHQ==", 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-19T05:34:40.278 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm1q7NCRAA1Wg1Mq1WXaqx/ngn21X60Q==", 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvvK9BRAAyFVhGghx2zPYcMbaHBpWoA==", 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:34:40.279 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.280 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:40.280 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-19T05:34:40.280 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:34:40.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95f006c2e0 msgr2=0x7f95f006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95f006c2e0 0x7f95f006e7a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f96000012e0 tx=0x7f9600009040 comp rx=0 tx=0).stop 2024-09-19T05:34:40.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 msgr2=0x7f9610154100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 0x7f9610154100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f95f800d7d0 tx=0x7f95f800dc90 comp rx=0 tx=0).stop 2024-09-19T05:34:40.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 shutdown_connections 2024-09-19T05:34:40.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95f006c2e0 0x7f95f006e7a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f961015e4f0 0x7f96100aab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f961006d160 0x7f9610154100 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 --2- 172.21.15.39:0/2578200695 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f961006bb20 0x7f96100ac4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 >> 172.21.15.39:0/2578200695 conn(0x7f961006e5b0 msgr2=0x7f9610161290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:40.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 shutdown_connections 2024-09-19T05:34:40.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.262+0000 7f96159c4640 1 -- 172.21.15.39:0/2578200695 wait complete. 2024-09-19T05:34:40.282 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-19T05:34:40.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.383+0000 7fb5c643c640 1 Processor -- start 2024-09-19T05:34:40.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.383+0000 7fb5c643c640 1 -- start start 2024-09-19T05:34:40.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.384+0000 7fb5c643c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb5c00b6690 0x7fb5c00cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.384+0000 7fb5c643c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6a70 0x7fb5c00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.384+0000 7fb5c643c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5c00cff10 con 0x7fb5c00d1510 2024-09-19T05:34:40.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.384+0000 7fb5c643c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb5c00cf540 con 0x7fb5c00b6690 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.384+0000 7fb5c643c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb5c00d1d90 con 0x7fb5c00b6a70 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.384+0000 7fb5bffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb5c00b6690 0x7fb5c00cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.385+0000 7fb5c49d9640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb5c00d1510 0x7fb5c00d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34904/0 (socket says 172.21.15.39:34904) 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.385+0000 7fb5c49d9640 1 -- 172.21.15.39:0/1882281351 learned_addr learned my addr 172.21.15.39:0/1882281351 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.385+0000 7fb5bffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb5c00b6690 0x7fb5c00cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34736/0 (socket says 172.21.15.39:34736) 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.385+0000 7fb5bf7fe640 1 --2- 172.21.15.39:0/1882281351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6a70 0x7fb5c00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.385+0000 7fb5bffff640 1 -- 172.21.15.39:0/1882281351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6a70 msgr2=0x7fb5c00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.385+0000 7fb5bffff640 1 --2- 172.21.15.39:0/1882281351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6a70 0x7fb5c00d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.385+0000 7fb5bffff640 1 -- 172.21.15.39:0/1882281351 >> v1:172.21.15.39:6789/0 conn(0x7fb5c00d1510 legacy=0x7fb5c00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.385+0000 7fb5bffff640 1 -- 172.21.15.39:0/1882281351 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5c00ceef0 con 0x7fb5c00b6690 2024-09-19T05:34:40.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.385+0000 7fb5bffff640 1 --2- 172.21.15.39:0/1882281351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00b6690 0x7fb5c00cf9d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb5b00097a0 tx=0x7fb5b002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e43b7e8a6b12e1d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:40.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5beffd640 1 -- 172.21.15.39:0/1882281351 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b0037070 con 0x7fb5c00b6690 2024-09-19T05:34:40.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5beffd640 1 -- 172.21.15.39:0/1882281351 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5b0032440 con 0x7fb5c00b6690 2024-09-19T05:34:40.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5beffd640 1 -- 172.21.15.39:0/1882281351 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b0032810 con 0x7fb5c00b6690 2024-09-19T05:34:40.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5c643c640 1 -- 172.21.15.39:0/1882281351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00b6690 msgr2=0x7fb5c00cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5c643c640 1 --2- 172.21.15.39:0/1882281351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00b6690 0x7fb5c00cf9d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb5b00097a0 tx=0x7fb5b002a180 comp rx=0 tx=0).stop 2024-09-19T05:34:40.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5c643c640 1 -- 172.21.15.39:0/1882281351 shutdown_connections 2024-09-19T05:34:40.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5c643c640 1 --2- 172.21.15.39:0/1882281351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6a70 0x7fb5c00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5c643c640 1 --2- 172.21.15.39:0/1882281351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00b6690 0x7fb5c00cf9d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5c643c640 1 -- 172.21.15.39:0/1882281351 >> 172.21.15.39:0/1882281351 conn(0x7fb5c0072560 msgr2=0x7fb5c0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:40.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5c643c640 1 -- 172.21.15.39:0/1882281351 shutdown_connections 2024-09-19T05:34:40.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.386+0000 7fb5c643c640 1 -- 172.21.15.39:0/1882281351 wait complete. 2024-09-19T05:34:40.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.387+0000 7fb5c643c640 1 Processor -- start 2024-09-19T05:34:40.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.388+0000 7fb5c643c640 1 -- start start 2024-09-19T05:34:40.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.388+0000 7fb5c643c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6690 0x7fb5c01589b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.388+0000 7fb5c643c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5c00b6a70 0x7fb5c0149960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.388+0000 7fb5c643c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00d1510 0x7fb5c01563f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.388+0000 7fb5c643c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c00d19a0 con 0x7fb5c00d1510 2024-09-19T05:34:40.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.388+0000 7fb5c643c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c00b6ed0 con 0x7fb5c00b6a70 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.388+0000 7fb5c643c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb5c00d1b20 con 0x7fb5c00b6690 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.388+0000 7fb5c49d9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00d1510 0x7fb5c01563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c49d9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00d1510 0x7fb5c01563f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34740/0 (socket says 172.21.15.39:34740) 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c49d9640 1 -- 172.21.15.39:0/2875869626 learned_addr learned my addr 172.21.15.39:0/2875869626 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5bffff640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6690 0x7fb5c01589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5bf7fe640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5c00b6a70 0x7fb5c0149960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c49d9640 1 -- 172.21.15.39:0/2875869626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6690 msgr2=0x7fb5c01589b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c49d9640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6690 0x7fb5c01589b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c49d9640 1 -- 172.21.15.39:0/2875869626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5c00b6a70 msgr2=0x7fb5c0149960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c49d9640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5c00b6a70 0x7fb5c0149960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c49d9640 1 -- 172.21.15.39:0/2875869626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5c01577e0 con 0x7fb5c00d1510 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c49d9640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00d1510 0x7fb5c01563f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb5b800ca20 tx=0x7fb5b800cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5bcff9640 1 -- 172.21.15.39:0/2875869626 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b8017070 con 0x7fb5c00d1510 2024-09-19T05:34:40.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5bcff9640 1 -- 172.21.15.39:0/2875869626 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5b800abd0 con 0x7fb5c00d1510 2024-09-19T05:34:40.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5c0156930 con 0x7fb5c00d1510 2024-09-19T05:34:40.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5bcff9640 1 -- 172.21.15.39:0/2875869626 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b8012400 con 0x7fb5c00d1510 2024-09-19T05:34:40.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.389+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5c0156eb0 con 0x7fb5c00d1510 2024-09-19T05:34:40.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.390+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5c00693c0 con 0x7fb5c00d1510 2024-09-19T05:34:40.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.391+0000 7fb5bcff9640 1 -- 172.21.15.39:0/2875869626 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb5b801a070 con 0x7fb5c00d1510 2024-09-19T05:34:40.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.391+0000 7fb5bcff9640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.391+0000 7fb5bcff9640 1 -- 172.21.15.39:0/2875869626 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fb5b808ae10 con 0x7fb5c00d1510 2024-09-19T05:34:40.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.391+0000 7fb5bffff640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.392+0000 7fb5bffff640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0034000 tx=0x7fb5b002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:40.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.395+0000 7fb5bcff9640 1 -- 172.21.15.39:0/2875869626 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb5c00693c0 con 0x7fb5c00d1510 2024-09-19T05:34:40.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.640+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fb5c015b8f0 con 0x7fb5c00d1510 2024-09-19T05:34:40.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.642+0000 7fb5bcff9640 1 -- 172.21.15.39:0/2875869626 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v3) ==== 90+0+0 (secure 0 0 0) 0x7fb5b8059850 con 0x7fb5c00d1510 2024-09-19T05:34:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb5ac06c2b0 msgr2=0x7fb5ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0034000 tx=0x7fb5b002e000 comp rx=0 tx=0).stop 2024-09-19T05:34:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00d1510 msgr2=0x7fb5c01563f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00d1510 0x7fb5c01563f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb5b800ca20 tx=0x7fb5b800cee0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 shutdown_connections 2024-09-19T05:34:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5c00d1510 0x7fb5c01563f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5c00b6a70 0x7fb5c0149960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 --2- 172.21.15.39:0/2875869626 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5c00b6690 0x7fb5c01589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 >> 172.21.15.39:0/2875869626 conn(0x7fb5c0072560 msgr2=0x7fb5c00d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 shutdown_connections 2024-09-19T05:34:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.644+0000 7fb5c643c640 1 -- 172.21.15.39:0/2875869626 wait complete. 2024-09-19T05:34:40.657 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-19T05:34:40.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.758+0000 7f7ce512c640 1 Processor -- start 2024-09-19T05:34:40.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.758+0000 7f7ce512c640 1 -- start start 2024-09-19T05:34:40.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.759+0000 7f7ce512c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7ce00b6690 0x7f7ce00cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.759+0000 7f7ce512c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 0x7f7ce00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.759+0000 7f7ce512c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ce00cff10 con 0x7f7ce00d1510 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.759+0000 7f7ce512c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7ce00cf540 con 0x7f7ce00b6690 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.759+0000 7f7ce512c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7ce00d1d90 con 0x7f7ce00b6a70 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.759+0000 7f7cdf59e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7ce00d1510 0x7f7ce00d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34914/0 (socket says 172.21.15.39:34914) 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.759+0000 7f7cdf59e640 1 -- 172.21.15.39:0/3406159232 learned_addr learned my addr 172.21.15.39:0/3406159232 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.759+0000 7f7cded9d640 1 --2- 172.21.15.39:0/3406159232 >> v2:172.21.15.50:3300/0 conn(0x7f7ce00b6690 0x7f7ce00cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.760+0000 7f7cde59c640 1 --2- 172.21.15.39:0/3406159232 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 0x7f7ce00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.760+0000 7f7cddd9b640 1 -- 172.21.15.39:0/3406159232 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 66361261 0 0) 0x7f7ce00cff10 con 0x7f7ce00d1510 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.760+0000 7f7cddd9b640 1 -- 172.21.15.39:0/3406159232 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ccc003520 con 0x7f7ce00d1510 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.760+0000 7f7cded9d640 1 -- 172.21.15.39:0/3406159232 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 msgr2=0x7f7ce00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.760+0000 7f7cded9d640 1 --2- 172.21.15.39:0/3406159232 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 0x7f7ce00d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.760+0000 7f7cded9d640 1 -- 172.21.15.39:0/3406159232 >> v1:172.21.15.39:6789/0 conn(0x7f7ce00d1510 legacy=0x7f7ce00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.760+0000 7f7cded9d640 1 -- 172.21.15.39:0/3406159232 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ce00ceef0 con 0x7f7ce00b6690 2024-09-19T05:34:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7cded9d640 1 --2- 172.21.15.39:0/3406159232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ce00b6690 0x7f7ce00cf9d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0009d90 tx=0x7f7cd002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54238bc682ce163 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7cddd9b640 1 -- 172.21.15.39:0/3406159232 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd0007740 con 0x7f7ce00b6690 2024-09-19T05:34:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7cddd9b640 1 -- 172.21.15.39:0/3406159232 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cd00078e0 con 0x7f7ce00b6690 2024-09-19T05:34:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7cddd9b640 1 -- 172.21.15.39:0/3406159232 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd0007c90 con 0x7f7ce00b6690 2024-09-19T05:34:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7ce512c640 1 -- 172.21.15.39:0/3406159232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ce00b6690 msgr2=0x7f7ce00cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7ce512c640 1 --2- 172.21.15.39:0/3406159232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ce00b6690 0x7f7ce00cf9d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0009d90 tx=0x7f7cd002a660 comp rx=0 tx=0).stop 2024-09-19T05:34:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7ce512c640 1 -- 172.21.15.39:0/3406159232 shutdown_connections 2024-09-19T05:34:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7ce512c640 1 --2- 172.21.15.39:0/3406159232 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 0x7f7ce00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7ce512c640 1 --2- 172.21.15.39:0/3406159232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ce00b6690 0x7f7ce00cf9d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7ce512c640 1 -- 172.21.15.39:0/3406159232 >> 172.21.15.39:0/3406159232 conn(0x7f7ce0072560 msgr2=0x7f7ce0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7ce512c640 1 -- 172.21.15.39:0/3406159232 shutdown_connections 2024-09-19T05:34:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.761+0000 7f7ce512c640 1 -- 172.21.15.39:0/3406159232 wait complete. 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.763+0000 7f7ce512c640 1 Processor -- start 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.763+0000 7f7ce512c640 1 -- start start 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7ce512c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ce00b6690 0x7f7ce015ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7ce512c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 0x7f7ce00ae790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7ce512c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce00d1510 0x7f7ce00cd930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7ce512c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce00d19a0 con 0x7f7ce00d1510 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7ce512c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce00b6ed0 con 0x7f7ce00b6690 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7ce512c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7ce00d1b20 con 0x7f7ce00b6a70 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cdf59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce00d1510 0x7f7ce00cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cdf59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce00d1510 0x7f7ce00cd930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34748/0 (socket says 172.21.15.39:34748) 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cdf59e640 1 -- 172.21.15.39:0/878997267 learned_addr learned my addr 172.21.15.39:0/878997267 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cde59c640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 0x7f7ce00ae790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cded9d640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ce00b6690 0x7f7ce015ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cdf59e640 1 -- 172.21.15.39:0/878997267 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 msgr2=0x7f7ce00ae790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cdf59e640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 0x7f7ce00ae790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cdf59e640 1 -- 172.21.15.39:0/878997267 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ce00b6690 msgr2=0x7f7ce015ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cdf59e640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ce00b6690 0x7f7ce015ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cdf59e640 1 -- 172.21.15.39:0/878997267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ce00aefe0 con 0x7f7ce00d1510 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.764+0000 7f7cdf59e640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce00d1510 0x7f7ce00cd930 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7cd800c390 tx=0x7f7cd800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.765+0000 7f7cd77fe640 1 -- 172.21.15.39:0/878997267 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd8017070 con 0x7f7ce00d1510 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.765+0000 7f7cd77fe640 1 -- 172.21.15.39:0/878997267 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cd8005ce0 con 0x7f7ce00d1510 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.765+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ce00af2c0 con 0x7f7ce00d1510 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.765+0000 7f7cd77fe640 1 -- 172.21.15.39:0/878997267 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd8007310 con 0x7f7ce00d1510 2024-09-19T05:34:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.765+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ce015b260 con 0x7f7ce00d1510 2024-09-19T05:34:40.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.766+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ce015c530 con 0x7f7ce00d1510 2024-09-19T05:34:40.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.766+0000 7f7cd77fe640 1 -- 172.21.15.39:0/878997267 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7cd801a070 con 0x7f7ce00d1510 2024-09-19T05:34:40.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.767+0000 7f7cd77fe640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7cc006c2b0 0x7f7cc006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:40.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.767+0000 7f7cded9d640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7cc006c2b0 0x7f7cc006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:40.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.767+0000 7f7cd77fe640 1 -- 172.21.15.39:0/878997267 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f7cd808a360 con 0x7f7ce00d1510 2024-09-19T05:34:40.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.767+0000 7f7cded9d640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7cc006c2b0 0x7f7cc006e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0034000 tx=0x7f7cd002f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:40.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:40.771+0000 7f7cd77fe640 1 -- 172.21.15.39:0/878997267 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7cd8058860 con 0x7f7ce00d1510 2024-09-19T05:34:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.016+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f7ce015efd0 con 0x7f7ce00d1510 2024-09-19T05:34:41.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.018+0000 7f7cd77fe640 1 -- 172.21.15.39:0/878997267 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v4) ==== 90+0+0 (secure 0 0 0) 0x7f7cd805cb60 con 0x7f7ce00d1510 2024-09-19T05:34:41.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7cc006c2b0 msgr2=0x7f7cc006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7cc006c2b0 0x7f7cc006e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7cd0034000 tx=0x7f7cd002f000 comp rx=0 tx=0).stop 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce00d1510 msgr2=0x7f7ce00cd930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce00d1510 0x7f7ce00cd930 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7cd800c390 tx=0x7f7cd800c850 comp rx=0 tx=0).stop 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 shutdown_connections 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7cc006c2b0 0x7f7cc006e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce00d1510 0x7f7ce00cd930 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ce00b6a70 0x7f7ce00ae790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 --2- 172.21.15.39:0/878997267 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ce00b6690 0x7f7ce015ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 >> 172.21.15.39:0/878997267 conn(0x7f7ce0072560 msgr2=0x7f7ce0160d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 shutdown_connections 2024-09-19T05:34:41.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.020+0000 7f7ce512c640 1 -- 172.21.15.39:0/878997267 wait complete. 2024-09-19T05:34:41.033 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-19T05:34:41.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.134+0000 7f327944c640 1 Processor -- start 2024-09-19T05:34:41.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.134+0000 7f327944c640 1 -- start start 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f327944c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f32740b6690 0x7f32740cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f327944c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f32740d16e0 0x7f32740d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f327944c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32740cff10 con 0x7f32740b6a70 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f327944c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f32740cf540 con 0x7f32740d16e0 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f327944c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f32740d1b10 con 0x7f32740b6690 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f32737fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f32740d16e0 0x7f32740d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f32737fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f32740d16e0 0x7f32740d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34760/0 (socket says 172.21.15.39:34760) 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f32737fe640 1 -- 172.21.15.39:0/2959389478 learned_addr learned my addr 172.21.15.39:0/2959389478 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f32737fe640 1 -- 172.21.15.39:0/2959389478 >> v2:172.21.15.50:3300/0 conn(0x7f32740b6690 msgr2=0x7f32740cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f32737fe640 1 --2- 172.21.15.39:0/2959389478 >> v2:172.21.15.50:3300/0 conn(0x7f32740b6690 0x7f32740cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f32737fe640 1 -- 172.21.15.39:0/2959389478 >> v1:172.21.15.50:6789/0 conn(0x7f32740b6a70 legacy=0x7f32740d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.135+0000 7f32737fe640 1 -- 172.21.15.39:0/2959389478 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32740d1d90 con 0x7f32740d16e0 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.136+0000 7f32737fe640 1 --2- 172.21.15.39:0/2959389478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740d16e0 0x7f32740d2b50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f32740d2210 tx=0x7f326c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd923522dd77b8e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.136+0000 7f3271ffb640 1 -- 172.21.15.39:0/2959389478 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c036070 con 0x7f32740d16e0 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.136+0000 7f3271ffb640 1 -- 172.21.15.39:0/2959389478 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f326c031600 con 0x7f32740d16e0 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.136+0000 7f3271ffb640 1 -- 172.21.15.39:0/2959389478 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c0319d0 con 0x7f32740d16e0 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.137+0000 7f327944c640 1 -- 172.21.15.39:0/2959389478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740d16e0 msgr2=0x7f32740d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.137+0000 7f327944c640 1 --2- 172.21.15.39:0/2959389478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740d16e0 0x7f32740d2b50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f32740d2210 tx=0x7f326c02a6f0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.137+0000 7f327944c640 1 -- 172.21.15.39:0/2959389478 shutdown_connections 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.137+0000 7f327944c640 1 --2- 172.21.15.39:0/2959389478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740d16e0 0x7f32740d2b50 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.137+0000 7f327944c640 1 --2- 172.21.15.39:0/2959389478 >> v2:172.21.15.50:3300/0 conn(0x7f32740b6690 0x7f32740cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.137+0000 7f327944c640 1 -- 172.21.15.39:0/2959389478 >> 172.21.15.39:0/2959389478 conn(0x7f3274072560 msgr2=0x7f3274072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:41.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.137+0000 7f327944c640 1 -- 172.21.15.39:0/2959389478 shutdown_connections 2024-09-19T05:34:41.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.137+0000 7f327944c640 1 -- 172.21.15.39:0/2959389478 wait complete. 2024-09-19T05:34:41.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.138+0000 7f327944c640 1 Processor -- start 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.138+0000 7f327944c640 1 -- start start 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f327944c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32740b6690 0x7f3274144f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f327944c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740b6a70 0x7f3274143b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f327944c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32740d16e0 0x7f3274156310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f327944c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f32740b6f00 con 0x7f32740b6a70 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f327944c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f32740cf1d0 con 0x7f32740d16e0 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f327944c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f327415c530 con 0x7f32740b6690 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32727fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740b6a70 0x7f3274143b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32727fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740b6a70 0x7f3274143b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34776/0 (socket says 172.21.15.39:34776) 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32727fc640 1 -- 172.21.15.39:0/1632650070 learned_addr learned my addr 172.21.15.39:0/1632650070 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:41.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32737fe640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32740d16e0 0x7f3274156310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32727fc640 1 -- 172.21.15.39:0/1632650070 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32740b6690 msgr2=0x7f3274144f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f3272ffd640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32740b6690 0x7f3274144f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32727fc640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32740b6690 0x7f3274144f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32727fc640 1 -- 172.21.15.39:0/1632650070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32740d16e0 msgr2=0x7f3274156310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32727fc640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32740d16e0 0x7f3274156310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32727fc640 1 -- 172.21.15.39:0/1632650070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3274145490 con 0x7f32740b6a70 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.139+0000 7f32737fe640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32740d16e0 0x7f3274156310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.140+0000 7f32727fc640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740b6a70 0x7f3274143b20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f326800c410 tx=0x7f326800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.140+0000 7f325b7fe640 1 -- 172.21.15.39:0/1632650070 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3268017070 con 0x7f32740b6a70 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.140+0000 7f325b7fe640 1 -- 172.21.15.39:0/1632650070 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32680035f0 con 0x7f32740b6a70 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.140+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3274142d60 con 0x7f32740b6a70 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.140+0000 7f325b7fe640 1 -- 172.21.15.39:0/1632650070 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3268003a20 con 0x7f32740b6a70 2024-09-19T05:34:41.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.140+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3274143320 con 0x7f32740b6a70 2024-09-19T05:34:41.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.141+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32740cf9d0 con 0x7f32740b6a70 2024-09-19T05:34:41.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.141+0000 7f325b7fe640 1 -- 172.21.15.39:0/1632650070 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f326801a070 con 0x7f32740b6a70 2024-09-19T05:34:41.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.142+0000 7f325b7fe640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f326006c2b0 0x7f326006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.142+0000 7f325b7fe640 1 -- 172.21.15.39:0/1632650070 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f326808a590 con 0x7f32740b6a70 2024-09-19T05:34:41.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.142+0000 7f3272ffd640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f326006c2b0 0x7f326006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.142+0000 7f3272ffd640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f326006c2b0 0x7f326006e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f326400a810 tx=0x7f3264008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:41.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.146+0000 7f325b7fe640 1 -- 172.21.15.39:0/1632650070 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3268059050 con 0x7f32740b6a70 2024-09-19T05:34:41.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.388+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f3274069140 con 0x7f32740b6a70 2024-09-19T05:34:41.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.390+0000 7f325b7fe640 1 -- 172.21.15.39:0/1632650070 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f32680010c0 con 0x7f32740b6a70 2024-09-19T05:34:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f326006c2b0 msgr2=0x7f326006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f326006c2b0 0x7f326006e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f326400a810 tx=0x7f3264008040 comp rx=0 tx=0).stop 2024-09-19T05:34:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740b6a70 msgr2=0x7f3274143b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740b6a70 0x7f3274143b20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f326800c410 tx=0x7f326800c8d0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 shutdown_connections 2024-09-19T05:34:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f326006c2b0 0x7f326006e770 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32740d16e0 0x7f3274156310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32740b6a70 0x7f3274143b20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 --2- 172.21.15.39:0/1632650070 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32740b6690 0x7f3274144f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 >> 172.21.15.39:0/1632650070 conn(0x7f3274072560 msgr2=0x7f32740b7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:41.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 shutdown_connections 2024-09-19T05:34:41.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.392+0000 7f327944c640 1 -- 172.21.15.39:0/1632650070 wait complete. 2024-09-19T05:34:41.405 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-19T05:34:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.506+0000 7f8541265640 1 Processor -- start 2024-09-19T05:34:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.506+0000 7f8541265640 1 -- start start 2024-09-19T05:34:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.507+0000 7f8541265640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f853c0ce5c0 0x7f853c15f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.507+0000 7f8541265640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c06be50 0x7f853c06c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.507+0000 7f8541265640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f853c06ee70 con 0x7f853c15b380 2024-09-19T05:34:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.507+0000 7f8541265640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f853c06fa20 con 0x7f853c0ce5c0 2024-09-19T05:34:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.507+0000 7f8541265640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f853c0b7030 con 0x7f853c06be50 2024-09-19T05:34:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.507+0000 7f853a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f853c0ce5c0 0x7f853c15f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.507+0000 7f853a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f853c0ce5c0 0x7f853c15f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34786/0 (socket says 172.21.15.39:34786) 2024-09-19T05:34:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.507+0000 7f853a7fc640 1 -- 172.21.15.39:0/1072942718 learned_addr learned my addr 172.21.15.39:0/1072942718 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.507+0000 7f853b7fe640 1 --2- 172.21.15.39:0/1072942718 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c06be50 0x7f853c06c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.508+0000 7f853a7fc640 1 -- 172.21.15.39:0/1072942718 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c06be50 msgr2=0x7f853c06c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.508+0000 7f853a7fc640 1 --2- 172.21.15.39:0/1072942718 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c06be50 0x7f853c06c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.508+0000 7f853a7fc640 1 -- 172.21.15.39:0/1072942718 >> v1:172.21.15.50:6789/0 conn(0x7f853c15b380 legacy=0x7f853c15eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.508+0000 7f853a7fc640 1 -- 172.21.15.39:0/1072942718 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f853c06f0f0 con 0x7f853c0ce5c0 2024-09-19T05:34:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.508+0000 7f853b7fe640 1 --2- 172.21.15.39:0/1072942718 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c06be50 0x7f853c06c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:41.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.508+0000 7f853a7fc640 1 --2- 172.21.15.39:0/1072942718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0ce5c0 0x7f853c15f700 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f852400bb10 tx=0x7f852402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3555234c7bad139e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:41.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.508+0000 7f8539ffb640 1 -- 172.21.15.39:0/1072942718 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524032790 con 0x7f853c0ce5c0 2024-09-19T05:34:41.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8539ffb640 1 -- 172.21.15.39:0/1072942718 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8524038070 con 0x7f853c0ce5c0 2024-09-19T05:34:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8539ffb640 1 -- 172.21.15.39:0/1072942718 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524032b50 con 0x7f853c0ce5c0 2024-09-19T05:34:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8541265640 1 -- 172.21.15.39:0/1072942718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0ce5c0 msgr2=0x7f853c15f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8541265640 1 --2- 172.21.15.39:0/1072942718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0ce5c0 0x7f853c15f700 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f852400bb10 tx=0x7f852402c890 comp rx=0 tx=0).stop 2024-09-19T05:34:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8541265640 1 -- 172.21.15.39:0/1072942718 shutdown_connections 2024-09-19T05:34:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8541265640 1 --2- 172.21.15.39:0/1072942718 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c06be50 0x7f853c06c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8541265640 1 --2- 172.21.15.39:0/1072942718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0ce5c0 0x7f853c15f700 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8541265640 1 -- 172.21.15.39:0/1072942718 >> 172.21.15.39:0/1072942718 conn(0x7f853c0732b0 msgr2=0x7f853c0736c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8541265640 1 -- 172.21.15.39:0/1072942718 shutdown_connections 2024-09-19T05:34:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.509+0000 7f8541265640 1 -- 172.21.15.39:0/1072942718 wait complete. 2024-09-19T05:34:41.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f8541265640 1 Processor -- start 2024-09-19T05:34:41.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f8541265640 1 -- start start 2024-09-19T05:34:41.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f8541265640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c06be50 0x7f853c0c7d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f8541265640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0ce5c0 0x7f853c15e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f8541265640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c15b380 0x7f853c0b2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f8541265640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f853c06feb0 con 0x7f853c06be50 2024-09-19T05:34:41.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f8541265640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f853c06f6b0 con 0x7f853c0ce5c0 2024-09-19T05:34:41.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f8541265640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f853c070030 con 0x7f853c15b380 2024-09-19T05:34:41.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f853affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c06be50 0x7f853c0c7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f853affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c06be50 0x7f853c0c7d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34796/0 (socket says 172.21.15.39:34796) 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.511+0000 7f853affd640 1 -- 172.21.15.39:0/369501234 learned_addr learned my addr 172.21.15.39:0/369501234 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f853a7fc640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0ce5c0 0x7f853c15e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f853b7fe640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c15b380 0x7f853c0b2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f853affd640 1 -- 172.21.15.39:0/369501234 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c15b380 msgr2=0x7f853c0b2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f853affd640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c15b380 0x7f853c0b2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f853affd640 1 -- 172.21.15.39:0/369501234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0ce5c0 msgr2=0x7f853c15e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f853affd640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0ce5c0 0x7f853c15e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f853affd640 1 -- 172.21.15.39:0/369501234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f853c0d1e60 con 0x7f853c06be50 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f853b7fe640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c15b380 0x7f853c0b2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f853affd640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c06be50 0x7f853c0c7d10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f853400c370 tx=0x7f853400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:41.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f85337fe640 1 -- 172.21.15.39:0/369501234 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8534017070 con 0x7f853c06be50 2024-09-19T05:34:41.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f85337fe640 1 -- 172.21.15.39:0/369501234 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85340052d0 con 0x7f853c06be50 2024-09-19T05:34:41.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f853c0d0e60 con 0x7f853c06be50 2024-09-19T05:34:41.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f85337fe640 1 -- 172.21.15.39:0/369501234 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8534003850 con 0x7f853c06be50 2024-09-19T05:34:41.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.512+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f853c0b1290 con 0x7f853c06be50 2024-09-19T05:34:41.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.513+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f853c0d1380 con 0x7f853c06be50 2024-09-19T05:34:41.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.514+0000 7f85337fe640 1 -- 172.21.15.39:0/369501234 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f853401a070 con 0x7f853c06be50 2024-09-19T05:34:41.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.514+0000 7f85337fe640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851c06c2b0 0x7f851c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.514+0000 7f85337fe640 1 -- 172.21.15.39:0/369501234 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f853408a2d0 con 0x7f853c06be50 2024-09-19T05:34:41.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.514+0000 7f853a7fc640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851c06c2b0 0x7f851c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.515+0000 7f853a7fc640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851c06c2b0 0x7f851c06e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8524037000 tx=0x7f852403e040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:41.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.518+0000 7f85337fe640 1 -- 172.21.15.39:0/369501234 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f853c0d1380 con 0x7f853c06be50 2024-09-19T05:34:41.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.759+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f853c0740e0 con 0x7f853c06be50 2024-09-19T05:34:41.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.765+0000 7f85337fe640 1 -- 172.21.15.39:0/369501234 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f853c0d1e60 con 0x7f853c06be50 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851c06c2b0 msgr2=0x7f851c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851c06c2b0 0x7f851c06e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8524037000 tx=0x7f852403e040 comp rx=0 tx=0).stop 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c06be50 msgr2=0x7f853c0c7d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c06be50 0x7f853c0c7d10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f853400c370 tx=0x7f853400c830 comp rx=0 tx=0).stop 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 shutdown_connections 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851c06c2b0 0x7f851c06e770 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c15b380 0x7f853c0b2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0ce5c0 0x7f853c15e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 --2- 172.21.15.39:0/369501234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c06be50 0x7f853c0c7d10 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 >> 172.21.15.39:0/369501234 conn(0x7f853c0732b0 msgr2=0x7f853c0af090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:41.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 shutdown_connections 2024-09-19T05:34:41.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.767+0000 7f8541265640 1 -- 172.21.15.39:0/369501234 wait complete. 2024-09-19T05:34:41.780 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-19T05:34:41.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.881+0000 7f64c8a53640 1 Processor -- start 2024-09-19T05:34:41.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.881+0000 7f64c8a53640 1 -- start start 2024-09-19T05:34:41.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c8a53640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c8a53640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f64c40d1510 0x7f64c40d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c8a53640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64c40d1d90 con 0x7f64c40b6690 2024-09-19T05:34:41.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c8a53640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f64c40cf540 con 0x7f64c40d1510 2024-09-19T05:34:41.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c8a53640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f64c40ceef0 con 0x7f64c40b6a70 2024-09-19T05:34:41.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c1d9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c2d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f64c40d1510 0x7f64c40d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c1d9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:56496/0 (socket says 172.21.15.39:56496) 2024-09-19T05:34:41.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c1d9b640 1 -- 172.21.15.39:0/750728205 learned_addr learned my addr 172.21.15.39:0/750728205 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:41.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c2d9d640 1 -- 172.21.15.39:0/750728205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 msgr2=0x7f64c40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:41.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c2d9d640 1 --2- 172.21.15.39:0/750728205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c2d9d640 1 -- 172.21.15.39:0/750728205 >> v1:172.21.15.50:6789/0 conn(0x7f64c40b6690 legacy=0x7f64c40cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c2d9d640 1 -- 172.21.15.39:0/750728205 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c40cf1d0 con 0x7f64c40d1510 2024-09-19T05:34:41.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.882+0000 7f64c1d9b640 1 --2- 172.21.15.39:0/750728205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:41.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.883+0000 7f64c2d9d640 1 --2- 172.21.15.39:0/750728205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c40d1510 0x7f64c40d2b50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f64bc009d90 tx=0x7f64bc02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fdf33bfce00876f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:41.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.883+0000 7f64c159a640 1 -- 172.21.15.39:0/750728205 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64bc007740 con 0x7f64c40d1510 2024-09-19T05:34:41.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.883+0000 7f64c159a640 1 -- 172.21.15.39:0/750728205 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64bc0078e0 con 0x7f64c40d1510 2024-09-19T05:34:41.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.884+0000 7f64c159a640 1 -- 172.21.15.39:0/750728205 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64bc007cb0 con 0x7f64c40d1510 2024-09-19T05:34:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.884+0000 7f64c8a53640 1 -- 172.21.15.39:0/750728205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c40d1510 msgr2=0x7f64c40d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.884+0000 7f64c8a53640 1 --2- 172.21.15.39:0/750728205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c40d1510 0x7f64c40d2b50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f64bc009d90 tx=0x7f64bc02a660 comp rx=0 tx=0).stop 2024-09-19T05:34:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.884+0000 7f64c8a53640 1 -- 172.21.15.39:0/750728205 shutdown_connections 2024-09-19T05:34:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.884+0000 7f64c8a53640 1 --2- 172.21.15.39:0/750728205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c40d1510 0x7f64c40d2b50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.884+0000 7f64c8a53640 1 --2- 172.21.15.39:0/750728205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.884+0000 7f64c8a53640 1 -- 172.21.15.39:0/750728205 >> 172.21.15.39:0/750728205 conn(0x7f64c4072560 msgr2=0x7f64c4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.884+0000 7f64c8a53640 1 -- 172.21.15.39:0/750728205 shutdown_connections 2024-09-19T05:34:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.884+0000 7f64c8a53640 1 -- 172.21.15.39:0/750728205 wait complete. 2024-09-19T05:34:41.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.885+0000 7f64c8a53640 1 Processor -- start 2024-09-19T05:34:41.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c8a53640 1 -- start start 2024-09-19T05:34:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c8a53640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c40b6690 0x7f64c4151d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c8a53640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c8a53640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64c40d1510 0x7f64c40cda90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c8a53640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f64c40d1b20 con 0x7f64c40d1510 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c8a53640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f64c40d19a0 con 0x7f64c40b6690 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c8a53640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f64c415c530 con 0x7f64c40b6a70 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64c40d1510 0x7f64c40cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64c40d1510 0x7f64c40cda90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34808/0 (socket says 172.21.15.39:34808) 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c2d9d640 1 -- 172.21.15.39:0/1473800899 learned_addr learned my addr 172.21.15.39:0/1473800899 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.886+0000 7f64c259c640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c40b6690 0x7f64c4151d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64c1d9b640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64c2d9d640 1 -- 172.21.15.39:0/1473800899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 msgr2=0x7f64c40cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64c2d9d640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64c2d9d640 1 -- 172.21.15.39:0/1473800899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c40b6690 msgr2=0x7f64c4151d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64c2d9d640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c40b6690 0x7f64c4151d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64c2d9d640 1 -- 172.21.15.39:0/1473800899 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c40cc140 con 0x7f64c40d1510 2024-09-19T05:34:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64c2d9d640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64c40d1510 0x7f64c40cda90 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f64bc009eb0 tx=0x7f64bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64b2ffd640 1 -- 172.21.15.39:0/1473800899 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64bc03f070 con 0x7f64c40d1510 2024-09-19T05:34:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64b2ffd640 1 -- 172.21.15.39:0/1473800899 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64bc031bc0 con 0x7f64c40d1510 2024-09-19T05:34:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64c40cc420 con 0x7f64c40d1510 2024-09-19T05:34:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64b2ffd640 1 -- 172.21.15.39:0/1473800899 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64bc009450 con 0x7f64c40d1510 2024-09-19T05:34:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.887+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64c40cc9e0 con 0x7f64c40d1510 2024-09-19T05:34:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.888+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64c40d0fd0 con 0x7f64c40d1510 2024-09-19T05:34:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.889+0000 7f64b2ffd640 1 -- 172.21.15.39:0/1473800899 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f64bc03b410 con 0x7f64c40d1510 2024-09-19T05:34:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.889+0000 7f64b2ffd640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f64a406c2b0 0x7f64a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.890+0000 7f64c259c640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f64a406c2b0 0x7f64a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.890+0000 7f64b2ffd640 1 -- 172.21.15.39:0/1473800899 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f64bc0ac720 con 0x7f64c40d1510 2024-09-19T05:34:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.890+0000 7f64c259c640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f64a406c2b0 0x7f64a406e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f64b4001780 tx=0x7f64b4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:41.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:41.894+0000 7f64b2ffd640 1 -- 172.21.15.39:0/1473800899 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f64bc07ac20 con 0x7f64c40d1510 2024-09-19T05:34:42.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.134+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f64c4069140 con 0x7f64c40d1510 2024-09-19T05:34:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.136+0000 7f64b2ffd640 1 -- 172.21.15.39:0/1473800899 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v7) ==== 97+0+0 (secure 0 0 0) 0x7f64bc07ef20 con 0x7f64c40d1510 2024-09-19T05:34:42.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f64a406c2b0 msgr2=0x7f64a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f64a406c2b0 0x7f64a406e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f64b4001780 tx=0x7f64b4009040 comp rx=0 tx=0).stop 2024-09-19T05:34:42.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64c40d1510 msgr2=0x7f64c40cda90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64c40d1510 0x7f64c40cda90 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f64bc009eb0 tx=0x7f64bc004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:42.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 shutdown_connections 2024-09-19T05:34:42.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f64a406c2b0 0x7f64a406e770 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64c40d1510 0x7f64c40cda90 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f64c40b6a70 0x7f64c40cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 --2- 172.21.15.39:0/1473800899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f64c40b6690 0x7f64c4151d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.138+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 >> 172.21.15.39:0/1473800899 conn(0x7f64c4072560 msgr2=0x7f64c415c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:42.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.139+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 shutdown_connections 2024-09-19T05:34:42.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.139+0000 7f64c8a53640 1 -- 172.21.15.39:0/1473800899 wait complete. 2024-09-19T05:34:42.152 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-19T05:34:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.252+0000 7f2432a1e640 1 Processor -- start 2024-09-19T05:34:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.252+0000 7f2432a1e640 1 -- start start 2024-09-19T05:34:42.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.253+0000 7f2432a1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 0x7f242c0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.253+0000 7f2432a1e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f242c0d16e0 0x7f242c0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.253+0000 7f2432a1e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f242c0cff10 con 0x7f242c0b6a70 2024-09-19T05:34:42.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.253+0000 7f2432a1e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f242c0d1b70 con 0x7f242c0d16e0 2024-09-19T05:34:42.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.253+0000 7f2432a1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f242c0cf540 con 0x7f242c0b6690 2024-09-19T05:34:42.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.253+0000 7f2430fbb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f242c0d16e0 0x7f242c0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.253+0000 7f2430fbb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f242c0d16e0 0x7f242c0d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34824/0 (socket says 172.21.15.39:34824) 2024-09-19T05:34:42.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.254+0000 7f2430fbb640 1 -- 172.21.15.39:0/159257793 learned_addr learned my addr 172.21.15.39:0/159257793 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:42.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.254+0000 7f242bfff640 1 --2- 172.21.15.39:0/159257793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 0x7f242c0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.254+0000 7f2430fbb640 1 -- 172.21.15.39:0/159257793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 msgr2=0x7f242c0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:42.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.254+0000 7f2430fbb640 1 --2- 172.21.15.39:0/159257793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 0x7f242c0cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.254+0000 7f2430fbb640 1 -- 172.21.15.39:0/159257793 >> v1:172.21.15.50:6789/0 conn(0x7f242c0b6a70 legacy=0x7f242c0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:42.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.254+0000 7f2430fbb640 1 -- 172.21.15.39:0/159257793 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f242c0d1d90 con 0x7f242c0d16e0 2024-09-19T05:34:42.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.254+0000 7f2430fbb640 1 --2- 172.21.15.39:0/159257793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0d16e0 0x7f242c0d2b50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2424009e50 tx=0x7f242402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c728db32f9fdd285 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f242affd640 1 -- 172.21.15.39:0/159257793 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2424036070 con 0x7f242c0d16e0 2024-09-19T05:34:42.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f242affd640 1 -- 172.21.15.39:0/159257793 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2424031600 con 0x7f242c0d16e0 2024-09-19T05:34:42.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f242affd640 1 -- 172.21.15.39:0/159257793 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24240319d0 con 0x7f242c0d16e0 2024-09-19T05:34:42.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f2432a1e640 1 -- 172.21.15.39:0/159257793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0d16e0 msgr2=0x7f242c0d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f2432a1e640 1 --2- 172.21.15.39:0/159257793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0d16e0 0x7f242c0d2b50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2424009e50 tx=0x7f242402a6c0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f2432a1e640 1 -- 172.21.15.39:0/159257793 shutdown_connections 2024-09-19T05:34:42.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f2432a1e640 1 --2- 172.21.15.39:0/159257793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0d16e0 0x7f242c0d2b50 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f2432a1e640 1 --2- 172.21.15.39:0/159257793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 0x7f242c0cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f2432a1e640 1 -- 172.21.15.39:0/159257793 >> 172.21.15.39:0/159257793 conn(0x7f242c072560 msgr2=0x7f242c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:42.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f2432a1e640 1 -- 172.21.15.39:0/159257793 shutdown_connections 2024-09-19T05:34:42.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.255+0000 7f2432a1e640 1 -- 172.21.15.39:0/159257793 wait complete. 2024-09-19T05:34:42.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.256+0000 7f2432a1e640 1 Processor -- start 2024-09-19T05:34:42.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.257+0000 7f2432a1e640 1 -- start start 2024-09-19T05:34:42.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.257+0000 7f2432a1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 0x7f242c14e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.257+0000 7f2432a1e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0b6a70 0x7f242c0cb970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.257+0000 7f2432a1e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c0d16e0 0x7f242c0cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.257+0000 7f2432a1e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f242c0b6ed0 con 0x7f242c0b6a70 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.257+0000 7f2432a1e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f242c0cf1d0 con 0x7f242c0d16e0 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.257+0000 7f2432a1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f242c15c530 con 0x7f242c0b6690 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.257+0000 7f242b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0b6a70 0x7f242c0cb970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0b6a70 0x7f242c0cb970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34830/0 (socket says 172.21.15.39:34830) 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242b7fe640 1 -- 172.21.15.39:0/1327282263 learned_addr learned my addr 172.21.15.39:0/1327282263 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f2430fbb640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c0d16e0 0x7f242c0cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242bfff640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 0x7f242c14e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242b7fe640 1 -- 172.21.15.39:0/1327282263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 msgr2=0x7f242c14e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242b7fe640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 0x7f242c14e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242b7fe640 1 -- 172.21.15.39:0/1327282263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c0d16e0 msgr2=0x7f242c0cbeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242b7fe640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c0d16e0 0x7f242c0cbeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242b7fe640 1 -- 172.21.15.39:0/1327282263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f242c14ef70 con 0x7f242c0b6a70 2024-09-19T05:34:42.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242bfff640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 0x7f242c14e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:42.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f242b7fe640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0b6a70 0x7f242c0cb970 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f242000c430 tx=0x7f242000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f2428ff9640 1 -- 172.21.15.39:0/1327282263 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2420011790 con 0x7f242c0b6a70 2024-09-19T05:34:42.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f2428ff9640 1 -- 172.21.15.39:0/1327282263 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2420017070 con 0x7f242c0b6a70 2024-09-19T05:34:42.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f242c14f250 con 0x7f242c0b6a70 2024-09-19T05:34:42.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f2428ff9640 1 -- 172.21.15.39:0/1327282263 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2420011b70 con 0x7f242c0b6a70 2024-09-19T05:34:42.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.258+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f242c14f810 con 0x7f242c0b6a70 2024-09-19T05:34:42.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.259+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f242c0cf9d0 con 0x7f242c0b6a70 2024-09-19T05:34:42.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.260+0000 7f2428ff9640 1 -- 172.21.15.39:0/1327282263 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2420011d10 con 0x7f242c0b6a70 2024-09-19T05:34:42.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.260+0000 7f2428ff9640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f241806c2b0 0x7f241806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.260+0000 7f2428ff9640 1 -- 172.21.15.39:0/1327282263 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f242008af50 con 0x7f242c0b6a70 2024-09-19T05:34:42.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.260+0000 7f242bfff640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f241806c2b0 0x7f241806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.261+0000 7f242bfff640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f241806c2b0 0x7f241806e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f241c00b820 tx=0x7f241c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.265+0000 7f2428ff9640 1 -- 172.21.15.39:0/1327282263 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2420059a10 con 0x7f242c0b6a70 2024-09-19T05:34:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.508+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f242c072c20 con 0x7f242c0b6a70 2024-09-19T05:34:42.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.512+0000 7f2428ff9640 1 -- 172.21.15.39:0/1327282263 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f2420059310 con 0x7f242c0b6a70 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f241806c2b0 msgr2=0x7f241806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f241806c2b0 0x7f241806e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f241c00b820 tx=0x7f241c008040 comp rx=0 tx=0).stop 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0b6a70 msgr2=0x7f242c0cb970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0b6a70 0x7f242c0cb970 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f242000c430 tx=0x7f242000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 shutdown_connections 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f241806c2b0 0x7f241806e770 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c0d16e0 0x7f242c0cbeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f242c0b6a70 0x7f242c0cb970 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 --2- 172.21.15.39:0/1327282263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f242c0b6690 0x7f242c14e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 >> 172.21.15.39:0/1327282263 conn(0x7f242c072560 msgr2=0x7f242c15ecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 shutdown_connections 2024-09-19T05:34:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.514+0000 7f2432a1e640 1 -- 172.21.15.39:0/1327282263 wait complete. 2024-09-19T05:34:42.527 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:34:42.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.627+0000 7fc114fe4640 1 Processor -- start 2024-09-19T05:34:42.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.627+0000 7fc114fe4640 1 -- start start 2024-09-19T05:34:42.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc114fe4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc11015e8e0 0x7fc110162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc114fe4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1100b7920 con 0x7fc1100d1ba0 2024-09-19T05:34:42.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc114fe4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1100cf940 con 0x7fc1100cf1f0 2024-09-19T05:34:42.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc114fe4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc1100cfc20 con 0x7fc11015e8e0 2024-09-19T05:34:42.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc1100d1ba0 0x7fc1100d32e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34922/0 (socket says 172.21.15.39:34922) 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10ed9d640 1 -- 172.21.15.39:0/1242250261 learned_addr learned my addr 172.21.15.39:0/1242250261 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10e59c640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc11015e8e0 0x7fc110162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4159807651 0 0) 0x7fc108001490 con 0x7fc1100d1ba0 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0f8003520 con 0x7fc1100d1ba0 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 753772606 0 0) 0x7fc1100cf940 con 0x7fc1100cf1f0 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc108001490 con 0x7fc1100cf1f0 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3365816957 0 0) 0x7fc0f8003520 con 0x7fc1100d1ba0 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc11015e8e0 msgr2=0x7fc110162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc11015e8e0 0x7fc110162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 >> v1:172.21.15.50:6789/0 conn(0x7fc1100cf1f0 legacy=0x7fc1100d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1100d2ae0 con 0x7fc1100d1ba0 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fc108001bc0 con 0x7fc1100d1ba0 2024-09-19T05:34:42.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 >> v1:172.21.15.39:6789/0 conn(0x7fc1100d1ba0 legacy=0x7fc1100d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0f8003b70 0x7fc0f8003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.628+0000 7fc10d59a640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc11015e8e0 0x7fc0f8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10d59a640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f8004d40 0x7fc0f80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc1100cfc20 con 0x7fc0f8004d40 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f800bb50 con 0x7fc0f8003b70 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc0f800bd20 con 0x7fc11015e8e0 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10ed9d640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f8004d40 0x7fc0f80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10e59c640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0f8003b70 0x7fc0f8003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10dd9b640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc11015e8e0 0x7fc0f8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10ed9d640 1 -- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc11015e8e0 msgr2=0x7fc0f8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10ed9d640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc11015e8e0 0x7fc0f8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10ed9d640 1 -- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0f8003b70 msgr2=0x7fc0f8003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:42.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10ed9d640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc0f8003b70 0x7fc0f8003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.629+0000 7fc10ed9d640 1 -- 172.21.15.39:0/1242250261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0f8003520 con 0x7fc0f8004d40 2024-09-19T05:34:42.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc10ed9d640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f8004d40 0x7fc0f80051c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc10800a950 tx=0x7fc0f8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcdff33972362e2c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc10800a540 con 0x7fc0f8004d40 2024-09-19T05:34:42.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc10802f070 con 0x7fc0f8004d40 2024-09-19T05:34:42.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc10d59a640 1 -- 172.21.15.39:0/1242250261 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc10802bd50 con 0x7fc0f8004d40 2024-09-19T05:34:42.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc114fe4640 1 -- 172.21.15.39:0/1242250261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f8004d40 msgr2=0x7fc0f80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc114fe4640 1 --2- 172.21.15.39:0/1242250261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f8004d40 0x7fc0f80051c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc10800a950 tx=0x7fc0f8005830 comp rx=0 tx=0).stop 2024-09-19T05:34:42.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc10ed9d640 1 -- 172.21.15.39:0/1242250261 reap_dead start 2024-09-19T05:34:42.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc114fe4640 1 -- 172.21.15.39:0/1242250261 shutdown_connections 2024-09-19T05:34:42.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc114fe4640 1 -- 172.21.15.39:0/1242250261 >> 172.21.15.39:0/1242250261 conn(0x7fc11006bd00 msgr2=0x7fc11006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:42.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc114fe4640 1 -- 172.21.15.39:0/1242250261 shutdown_connections 2024-09-19T05:34:42.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.630+0000 7fc114fe4640 1 -- 172.21.15.39:0/1242250261 wait complete. 2024-09-19T05:34:42.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.632+0000 7fc114fe4640 1 Processor -- start 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.632+0000 7fc114fe4640 1 -- start start 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc114fe4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0f8004d40 0x7fc110158730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc114fe4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1101e7f90 0x7fc110157f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc114fe4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1101e8940 0x7fc11015b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc114fe4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc110162cf0 con 0x7fc1101e8940 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc114fe4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc1100cf630 con 0x7fc1101e7f90 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc114fe4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc110162e70 con 0x7fc0f8004d40 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1101e8940 0x7fc11015b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1101e8940 0x7fc11015b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34850/0 (socket says 172.21.15.39:34850) 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10ed9d640 1 -- 172.21.15.39:0/378251740 learned_addr learned my addr 172.21.15.39:0/378251740 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10e59c640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0f8004d40 0x7fc110158730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10dd9b640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1101e7f90 0x7fc110157f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10ed9d640 1 -- 172.21.15.39:0/378251740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0f8004d40 msgr2=0x7fc110158730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10ed9d640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0f8004d40 0x7fc110158730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10ed9d640 1 -- 172.21.15.39:0/378251740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1101e7f90 msgr2=0x7fc110157f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10ed9d640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1101e7f90 0x7fc110157f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10ed9d640 1 -- 172.21.15.39:0/378251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc110160c40 con 0x7fc1101e8940 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc10ed9d640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1101e8940 0x7fc11015b0a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc10800aa70 tx=0x7fc1100cfb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc0feffd640 1 -- 172.21.15.39:0/378251740 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc10800a540 con 0x7fc1101e8940 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc0feffd640 1 -- 172.21.15.39:0/378251740 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc10802bd00 con 0x7fc1101e8940 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc110161c00 con 0x7fc1101e8940 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.633+0000 7fc0feffd640 1 -- 172.21.15.39:0/378251740 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1080011c0 con 0x7fc1101e8940 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.634+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc110161640 con 0x7fc1101e8940 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.634+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1100d1490 con 0x7fc1101e8940 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.635+0000 7fc0feffd640 1 -- 172.21.15.39:0/378251740 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc108034690 con 0x7fc1101e8940 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.635+0000 7fc0feffd640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc0f006c2b0 0x7fc0f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.635+0000 7fc0feffd640 1 -- 172.21.15.39:0/378251740 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fc1080aa7d0 con 0x7fc1101e8940 2024-09-19T05:34:42.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.635+0000 7fc10e59c640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc0f006c2b0 0x7fc0f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.636+0000 7fc10e59c640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc0f006c2b0 0x7fc0f006e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc100009bc0 tx=0x7fc100009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.640+0000 7fc0feffd640 1 -- 172.21.15.39:0/378251740 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc110160c40 con 0x7fc1101e8940 2024-09-19T05:34:42.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.821+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc1100c7e00 con 0x7fc1101e8940 2024-09-19T05:34:42.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.821+0000 7fc0feffd640 1 -- 172.21.15.39:0/378251740 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) ==== 84+0+65 (secure 0 0 0) 0x7fc1100b7920 con 0x7fc1101e8940 2024-09-19T05:34:42.824 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:42.824 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-19T05:34:42.824 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:34:42.824 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-19T05:34:42.824 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-19T05:34:42.824 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:34:42.824 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-19T05:34:42.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc0f006c2b0 msgr2=0x7fc0f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc0f006c2b0 0x7fc0f006e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc100009bc0 tx=0x7fc100009190 comp rx=0 tx=0).stop 2024-09-19T05:34:42.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1101e8940 msgr2=0x7fc11015b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1101e8940 0x7fc11015b0a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc10800aa70 tx=0x7fc1100cfb10 comp rx=0 tx=0).stop 2024-09-19T05:34:42.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 shutdown_connections 2024-09-19T05:34:42.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc0f006c2b0 0x7fc0f006e770 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1101e8940 0x7fc11015b0a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1101e7f90 0x7fc110157f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 --2- 172.21.15.39:0/378251740 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc0f8004d40 0x7fc110158730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.823+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 >> 172.21.15.39:0/378251740 conn(0x7fc11006bd00 msgr2=0x7fc1100b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:42.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.824+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 shutdown_connections 2024-09-19T05:34:42.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.824+0000 7fc114fe4640 1 -- 172.21.15.39:0/378251740 wait complete. 2024-09-19T05:34:42.836 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:34:42.837 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:34:42.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.941+0000 7f578015f640 1 Processor -- start 2024-09-19T05:34:42.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.941+0000 7f578015f640 1 -- start start 2024-09-19T05:34:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f578015f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57780b6ff0 0x7f5778162a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f578015f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5778071200 0x7f57781584b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f578015f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5778070d10 con 0x7f577815f750 2024-09-19T05:34:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f578015f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f57780716e0 con 0x7f5778071200 2024-09-19T05:34:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f578015f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f577815ec70 con 0x7f57780b6ff0 2024-09-19T05:34:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f577e6fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f577815f750 0x7f5778073100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34934/0 (socket says 172.21.15.39:34934) 2024-09-19T05:34:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f577e6fc640 1 -- 172.21.15.39:0/1266678720 learned_addr learned my addr 172.21.15.39:0/1266678720 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f577defb640 1 --2- 172.21.15.39:0/1266678720 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57780b6ff0 0x7f5778162a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f577d6fa640 1 --2- 172.21.15.39:0/1266678720 >> v2:172.21.15.50:3300/0 conn(0x7f5778071200 0x7f57781584b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f577cef9640 1 -- 172.21.15.39:0/1266678720 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1659026504 0 0) 0x7f5778070d10 con 0x7f577815f750 2024-09-19T05:34:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.942+0000 7f577cef9640 1 -- 172.21.15.39:0/1266678720 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5764003520 con 0x7f577815f750 2024-09-19T05:34:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.943+0000 7f577defb640 1 -- 172.21.15.39:0/1266678720 >> v2:172.21.15.50:3300/0 conn(0x7f5778071200 msgr2=0x7f57781584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.943+0000 7f577defb640 1 --2- 172.21.15.39:0/1266678720 >> v2:172.21.15.50:3300/0 conn(0x7f5778071200 0x7f57781584b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.943+0000 7f577defb640 1 -- 172.21.15.39:0/1266678720 >> v1:172.21.15.39:6789/0 conn(0x7f577815f750 legacy=0x7f5778073100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.943+0000 7f577defb640 1 -- 172.21.15.39:0/1266678720 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f577815ef50 con 0x7f57780b6ff0 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.943+0000 7f577defb640 1 --2- 172.21.15.39:0/1266678720 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57780b6ff0 0x7f5778162a60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f57740097a0 tx=0x7f577402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=385ddf91548ad1ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f577cef9640 1 -- 172.21.15.39:0/1266678720 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5774037070 con 0x7f57780b6ff0 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f577cef9640 1 -- 172.21.15.39:0/1266678720 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5774032440 con 0x7f57780b6ff0 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f577cef9640 1 -- 172.21.15.39:0/1266678720 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57740327f0 con 0x7f57780b6ff0 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f578015f640 1 -- 172.21.15.39:0/1266678720 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57780b6ff0 msgr2=0x7f5778162a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f578015f640 1 --2- 172.21.15.39:0/1266678720 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57780b6ff0 0x7f5778162a60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f57740097a0 tx=0x7f577402a180 comp rx=0 tx=0).stop 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f578015f640 1 -- 172.21.15.39:0/1266678720 shutdown_connections 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f578015f640 1 --2- 172.21.15.39:0/1266678720 >> v2:172.21.15.50:3300/0 conn(0x7f5778071200 0x7f57781584b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f578015f640 1 --2- 172.21.15.39:0/1266678720 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f57780b6ff0 0x7f5778162a60 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f578015f640 1 -- 172.21.15.39:0/1266678720 >> 172.21.15.39:0/1266678720 conn(0x7f577806f180 msgr2=0x7f577806f590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f578015f640 1 -- 172.21.15.39:0/1266678720 shutdown_connections 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.944+0000 7f578015f640 1 -- 172.21.15.39:0/1266678720 wait complete. 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.945+0000 7f578015f640 1 Processor -- start 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.945+0000 7f578015f640 1 -- start start 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f578015f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5778071200 0x7f577814d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f578015f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57780b6ff0 0x7f5778155c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f578015f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f577815f750 0x7f577814e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f578015f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f57780b7550 con 0x7f577815f750 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f578015f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57780b73d0 con 0x7f57780b6ff0 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f578015f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f57780b76d0 con 0x7f5778071200 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f577e6fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f577815f750 0x7f577814e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f577e6fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f577815f750 0x7f577814e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34856/0 (socket says 172.21.15.39:34856) 2024-09-19T05:34:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f577e6fc640 1 -- 172.21.15.39:0/3361167682 learned_addr learned my addr 172.21.15.39:0/3361167682 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.946+0000 7f577defb640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5778071200 0x7f577814d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f577d6fa640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57780b6ff0 0x7f5778155c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f577e6fc640 1 -- 172.21.15.39:0/3361167682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5778071200 msgr2=0x7f577814d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f577e6fc640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5778071200 0x7f577814d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f577e6fc640 1 -- 172.21.15.39:0/3361167682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57780b6ff0 msgr2=0x7f5778155c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f577e6fc640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57780b6ff0 0x7f5778155c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f577e6fc640 1 -- 172.21.15.39:0/3361167682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5778154ba0 con 0x7f577815f750 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f577e6fc640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f577815f750 0x7f577814e170 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f577000ca70 tx=0x7f577000cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f576e7fc640 1 -- 172.21.15.39:0/3361167682 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5770017070 con 0x7f577815f750 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f576e7fc640 1 -- 172.21.15.39:0/3361167682 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f577000abd0 con 0x7f577815f750 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5778154e80 con 0x7f577815f750 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f576e7fc640 1 -- 172.21.15.39:0/3361167682 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5770012400 con 0x7f577815f750 2024-09-19T05:34:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.947+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5778155440 con 0x7f577815f750 2024-09-19T05:34:42.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.948+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57780b79b0 con 0x7f577815f750 2024-09-19T05:34:42.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.949+0000 7f576e7fc640 1 -- 172.21.15.39:0/3361167682 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f577001a070 con 0x7f577815f750 2024-09-19T05:34:42.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.949+0000 7f576e7fc640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f575c06c2b0 0x7f575c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.949+0000 7f576e7fc640 1 -- 172.21.15.39:0/3361167682 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f577008acd0 con 0x7f577815f750 2024-09-19T05:34:42.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.949+0000 7f577defb640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f575c06c2b0 0x7f575c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.950+0000 7f577defb640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f575c06c2b0 0x7f575c06e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5774034000 tx=0x7f577402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:42.953+0000 7f576e7fc640 1 -- 172.21.15.39:0/3361167682 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f57700591d0 con 0x7f577815f750 2024-09-19T05:34:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.130+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f57780b4760 con 0x7f577815f750 2024-09-19T05:34:43.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.893+0000 7f576e7fc640 1 -- 172.21.15.39:0/3361167682 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) ==== 138+0+0 (secure 0 0 0) 0x7f577005d4d0 con 0x7f577815f750 2024-09-19T05:34:43.896 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-19T05:34:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f575c06c2b0 msgr2=0x7f575c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f575c06c2b0 0x7f575c06e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5774034000 tx=0x7f577402e000 comp rx=0 tx=0).stop 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f577815f750 msgr2=0x7f577814e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f577815f750 0x7f577814e170 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f577000ca70 tx=0x7f577000cf30 comp rx=0 tx=0).stop 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 shutdown_connections 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f575c06c2b0 0x7f575c06e770 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f577815f750 0x7f577814e170 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57780b6ff0 0x7f5778155c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 --2- 172.21.15.39:0/3361167682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5778071200 0x7f577814d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 >> 172.21.15.39:0/3361167682 conn(0x7f577806f180 msgr2=0x7f577806cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 shutdown_connections 2024-09-19T05:34:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:43.896+0000 7f578015f640 1 -- 172.21.15.39:0/3361167682 wait complete. 2024-09-19T05:34:43.914 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:34:44.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.023+0000 7fdfde83c640 1 Processor -- start 2024-09-19T05:34:44.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.023+0000 7fdfde83c640 1 -- start start 2024-09-19T05:34:44.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.023+0000 7fdfde83c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfd80d0590 0x7fdfd80b4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:44.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.023+0000 7fdfde83c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdfd8073790 0x7fdfd80712a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:44.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.023+0000 7fdfde83c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfd8160370 con 0x7fdfd80733b0 2024-09-19T05:34:44.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.023+0000 7fdfde83c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fdfd8160120 con 0x7fdfd80d0590 2024-09-19T05:34:44.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.023+0000 7fdfde83c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fdfd8160650 con 0x7fdfd8073790 2024-09-19T05:34:44.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.024+0000 7fdfd77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfd80d0590 0x7fdfd80b4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:44.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.024+0000 7fdfd77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfd80d0590 0x7fdfd80b4e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34868/0 (socket says 172.21.15.39:34868) 2024-09-19T05:34:44.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.024+0000 7fdfd77fe640 1 -- 172.21.15.39:0/1654484619 learned_addr learned my addr 172.21.15.39:0/1654484619 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:44.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.024+0000 7fdfdcdd9640 1 --2- 172.21.15.39:0/1654484619 >> v2:172.21.15.50:3300/0 conn(0x7fdfd8073790 0x7fdfd80712a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:44.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.024+0000 7fdfd77fe640 1 -- 172.21.15.39:0/1654484619 >> v2:172.21.15.50:3300/0 conn(0x7fdfd8073790 msgr2=0x7fdfd80712a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:44.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.024+0000 7fdfd77fe640 1 --2- 172.21.15.39:0/1654484619 >> v2:172.21.15.50:3300/0 conn(0x7fdfd8073790 0x7fdfd80712a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.024+0000 7fdfd77fe640 1 -- 172.21.15.39:0/1654484619 >> v1:172.21.15.50:6789/0 conn(0x7fdfd80733b0 legacy=0x7fdfd8070b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:44.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.024+0000 7fdfd77fe640 1 -- 172.21.15.39:0/1654484619 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd8160930 con 0x7fdfd80d0590 2024-09-19T05:34:44.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.024+0000 7fdfdcdd9640 1 --2- 172.21.15.39:0/1654484619 >> v2:172.21.15.50:3300/0 conn(0x7fdfd8073790 0x7fdfd80712a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:44.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.025+0000 7fdfd77fe640 1 --2- 172.21.15.39:0/1654484619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 0x7fdfd80b4e20 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdfd80cf270 tx=0x7fdfcc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf234321abc0d1d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:44.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.025+0000 7fdfd6ffd640 1 -- 172.21.15.39:0/1654484619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc037070 con 0x7fdfd80d0590 2024-09-19T05:34:44.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.025+0000 7fdfd6ffd640 1 -- 172.21.15.39:0/1654484619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfcc032440 con 0x7fdfd80d0590 2024-09-19T05:34:44.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.025+0000 7fdfd6ffd640 1 -- 172.21.15.39:0/1654484619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc032810 con 0x7fdfd80d0590 2024-09-19T05:34:44.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.025+0000 7fdfde83c640 1 -- 172.21.15.39:0/1654484619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 msgr2=0x7fdfd80b4e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:44.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.025+0000 7fdfde83c640 1 --2- 172.21.15.39:0/1654484619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 0x7fdfd80b4e20 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdfd80cf270 tx=0x7fdfcc02a270 comp rx=0 tx=0).stop 2024-09-19T05:34:44.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.026+0000 7fdfde83c640 1 -- 172.21.15.39:0/1654484619 shutdown_connections 2024-09-19T05:34:44.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.026+0000 7fdfde83c640 1 --2- 172.21.15.39:0/1654484619 >> v2:172.21.15.50:3300/0 conn(0x7fdfd8073790 0x7fdfd80712a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.026+0000 7fdfde83c640 1 --2- 172.21.15.39:0/1654484619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 0x7fdfd80b4e20 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.026+0000 7fdfde83c640 1 -- 172.21.15.39:0/1654484619 >> 172.21.15.39:0/1654484619 conn(0x7fdfd80b4330 msgr2=0x7fdfd80b4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:44.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.026+0000 7fdfde83c640 1 -- 172.21.15.39:0/1654484619 shutdown_connections 2024-09-19T05:34:44.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.026+0000 7fdfde83c640 1 -- 172.21.15.39:0/1654484619 wait complete. 2024-09-19T05:34:44.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.027+0000 7fdfde83c640 1 Processor -- start 2024-09-19T05:34:44.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.027+0000 7fdfde83c640 1 -- start start 2024-09-19T05:34:44.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfde83c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd80733b0 0x7fdfd81576d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:44.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfde83c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd8073790 0x7fdfd81f1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:44.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfde83c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 0x7fdfd81f5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:44.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfde83c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd8071960 con 0x7fdfd80d0590 2024-09-19T05:34:44.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfde83c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd80717e0 con 0x7fdfd80733b0 2024-09-19T05:34:44.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfde83c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdfd8071ae0 con 0x7fdfd8073790 2024-09-19T05:34:44.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfdcdd9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 0x7fdfd81f5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:44.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfdcdd9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 0x7fdfd81f5590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34872/0 (socket says 172.21.15.39:34872) 2024-09-19T05:34:44.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfdcdd9640 1 -- 172.21.15.39:0/107736186 learned_addr learned my addr 172.21.15.39:0/107736186 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:44.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfd7fff640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd80733b0 0x7fdfd81576d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfd77fe640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd8073790 0x7fdfd81f1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfdcdd9640 1 -- 172.21.15.39:0/107736186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd8073790 msgr2=0x7fdfd81f1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfdcdd9640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd8073790 0x7fdfd81f1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfdcdd9640 1 -- 172.21.15.39:0/107736186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd80733b0 msgr2=0x7fdfd81576d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfdcdd9640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd80733b0 0x7fdfd81576d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfdcdd9640 1 -- 172.21.15.39:0/107736186 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd815bf20 con 0x7fdfd80d0590 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.028+0000 7fdfdcdd9640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 0x7fdfd81f5590 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0007ef0 tx=0x7fdfd000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.029+0000 7fdfd4ff9640 1 -- 172.21.15.39:0/107736186 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd001a070 con 0x7fdfd80d0590 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.029+0000 7fdfd4ff9640 1 -- 172.21.15.39:0/107736186 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfd0003b90 con 0x7fdfd80d0590 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.029+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfd815d960 con 0x7fdfd80d0590 2024-09-19T05:34:44.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.029+0000 7fdfd4ff9640 1 -- 172.21.15.39:0/107736186 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd0004030 con 0x7fdfd80d0590 2024-09-19T05:34:44.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.029+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfd815c200 con 0x7fdfd80d0590 2024-09-19T05:34:44.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.030+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfd8063610 con 0x7fdfd80d0590 2024-09-19T05:34:44.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.030+0000 7fdfd4ff9640 1 -- 172.21.15.39:0/107736186 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdfd001d070 con 0x7fdfd80d0590 2024-09-19T05:34:44.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.031+0000 7fdfd4ff9640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdfc406c2b0 0x7fdfc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:44.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.031+0000 7fdfd4ff9640 1 -- 172.21.15.39:0/107736186 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5227+0+0 (secure 0 0 0) 0x7fdfd008b460 con 0x7fdfd80d0590 2024-09-19T05:34:44.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.031+0000 7fdfd7fff640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdfc406c2b0 0x7fdfc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:44.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.031+0000 7fdfd7fff640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdfc406c2b0 0x7fdfc406e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8001780 tx=0x7fdfc8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:44.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.036+0000 7fdfd4ff9640 1 -- 172.21.15.39:0/107736186 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdfd0010070 con 0x7fdfd80d0590 2024-09-19T05:34:44.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.213+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fdfd80b1d70 con 0x7fdfd80d0590 2024-09-19T05:34:44.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.898+0000 7fdfd4ff9640 1 -- 172.21.15.39:0/107736186 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) ==== 170+0+0 (secure 0 0 0) 0x7fdfd0059770 con 0x7fdfd80d0590 2024-09-19T05:34:44.901 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-19T05:34:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdfc406c2b0 msgr2=0x7fdfc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdfc406c2b0 0x7fdfc406e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8001780 tx=0x7fdfc8009040 comp rx=0 tx=0).stop 2024-09-19T05:34:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 msgr2=0x7fdfd81f5590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 0x7fdfd81f5590 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0007ef0 tx=0x7fdfd000d4a0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 shutdown_connections 2024-09-19T05:34:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdfc406c2b0 0x7fdfc406e770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd80d0590 0x7fdfd81f5590 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdfd8073790 0x7fdfd81f1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 --2- 172.21.15.39:0/107736186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdfd80733b0 0x7fdfd81576d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:44.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 >> 172.21.15.39:0/107736186 conn(0x7fdfd80b4330 msgr2=0x7fdfd8070a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:44.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 shutdown_connections 2024-09-19T05:34:44.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:44.901+0000 7fdfde83c640 1 -- 172.21.15.39:0/107736186 wait complete. 2024-09-19T05:34:44.929 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:34:45.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.035+0000 7f1ef179f640 1 Processor -- start 2024-09-19T05:34:45.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.035+0000 7f1ef179f640 1 -- start start 2024-09-19T05:34:45.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.036+0000 7f1ef179f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1eec0cf6a0 0x7f1eec0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:45.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.036+0000 7f1ef179f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1eec0b76c0 0x7f1eec0d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:45.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.036+0000 7f1ef179f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1eec1620f0 con 0x7f1eec161d10 2024-09-19T05:34:45.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.036+0000 7f1ef179f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f1eec072140 con 0x7f1eec0cf6a0 2024-09-19T05:34:45.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.036+0000 7f1ef179f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f1eec0d4200 con 0x7f1eec0b76c0 2024-09-19T05:34:45.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.036+0000 7f1eea7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1eec0cf6a0 0x7f1eec0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:45.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.036+0000 7f1eea7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1eec0cf6a0 0x7f1eec0d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34876/0 (socket says 172.21.15.39:34876) 2024-09-19T05:34:45.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.036+0000 7f1eea7fc640 1 -- 172.21.15.39:0/3611843216 learned_addr learned my addr 172.21.15.39:0/3611843216 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:45.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.036+0000 7f1eeb7fe640 1 --2- 172.21.15.39:0/3611843216 >> v2:172.21.15.50:3300/0 conn(0x7f1eec0b76c0 0x7f1eec0d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:45.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.037+0000 7f1eea7fc640 1 -- 172.21.15.39:0/3611843216 >> v2:172.21.15.50:3300/0 conn(0x7f1eec0b76c0 msgr2=0x7f1eec0d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:45.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.037+0000 7f1eea7fc640 1 --2- 172.21.15.39:0/3611843216 >> v2:172.21.15.50:3300/0 conn(0x7f1eec0b76c0 0x7f1eec0d3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.037+0000 7f1eea7fc640 1 -- 172.21.15.39:0/3611843216 >> v1:172.21.15.50:6789/0 conn(0x7f1eec161d10 legacy=0x7f1eec0cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:45.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.037+0000 7f1eea7fc640 1 -- 172.21.15.39:0/3611843216 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eec072390 con 0x7f1eec0cf6a0 2024-09-19T05:34:45.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.037+0000 7f1eea7fc640 1 --2- 172.21.15.39:0/3611843216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec0cf6a0 0x7f1eec0d3b20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1eec0ced00 tx=0x7f1ed402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae90390e42e87c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:45.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ee9ffb640 1 -- 172.21.15.39:0/3611843216 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed4037070 con 0x7f1eec0cf6a0 2024-09-19T05:34:45.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ee9ffb640 1 -- 172.21.15.39:0/3611843216 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ed4032440 con 0x7f1eec0cf6a0 2024-09-19T05:34:45.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ee9ffb640 1 -- 172.21.15.39:0/3611843216 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed4032810 con 0x7f1eec0cf6a0 2024-09-19T05:34:45.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ef179f640 1 -- 172.21.15.39:0/3611843216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec0cf6a0 msgr2=0x7f1eec0d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:45.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ef179f640 1 --2- 172.21.15.39:0/3611843216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec0cf6a0 0x7f1eec0d3b20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1eec0ced00 tx=0x7f1ed402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ef179f640 1 -- 172.21.15.39:0/3611843216 shutdown_connections 2024-09-19T05:34:45.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ef179f640 1 --2- 172.21.15.39:0/3611843216 >> v2:172.21.15.50:3300/0 conn(0x7f1eec0b76c0 0x7f1eec0d3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ef179f640 1 --2- 172.21.15.39:0/3611843216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec0cf6a0 0x7f1eec0d3b20 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ef179f640 1 -- 172.21.15.39:0/3611843216 >> 172.21.15.39:0/3611843216 conn(0x7f1eec0d4730 msgr2=0x7f1eec0d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:45.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ef179f640 1 -- 172.21.15.39:0/3611843216 shutdown_connections 2024-09-19T05:34:45.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.038+0000 7f1ef179f640 1 -- 172.21.15.39:0/3611843216 wait complete. 2024-09-19T05:34:45.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.040+0000 7f1ef179f640 1 Processor -- start 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.040+0000 7f1ef179f640 1 -- start start 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.040+0000 7f1ef179f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1eec0b76c0 0x7f1eec15e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.040+0000 7f1ef179f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eec0cf6a0 0x7f1eec15c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.040+0000 7f1ef179f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec161d10 0x7f1eec0b4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.040+0000 7f1ef179f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1eec0b7ae0 con 0x7f1eec161d10 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.040+0000 7f1ef179f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1eec072950 con 0x7f1eec0cf6a0 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.040+0000 7f1ef179f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1eec072e70 con 0x7f1eec0b76c0 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.040+0000 7f1eeb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec161d10 0x7f1eec0b4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eeb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec161d10 0x7f1eec0b4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34892/0 (socket says 172.21.15.39:34892) 2024-09-19T05:34:45.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eeb7fe640 1 -- 172.21.15.39:0/3027937047 learned_addr learned my addr 172.21.15.39:0/3027937047 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eea7fc640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eec0cf6a0 0x7f1eec15c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eeaffd640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1eec0b76c0 0x7f1eec15e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eeb7fe640 1 -- 172.21.15.39:0/3027937047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1eec0b76c0 msgr2=0x7f1eec15e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eeb7fe640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1eec0b76c0 0x7f1eec15e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eeb7fe640 1 -- 172.21.15.39:0/3027937047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eec0cf6a0 msgr2=0x7f1eec15c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eeb7fe640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eec0cf6a0 0x7f1eec15c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eeb7fe640 1 -- 172.21.15.39:0/3027937047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eec152480 con 0x7f1eec161d10 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1eeb7fe640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec161d10 0x7f1eec0b4190 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1ee400e960 tx=0x7f1ee400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1ee37fe640 1 -- 172.21.15.39:0/3027937047 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4017070 con 0x7f1eec161d10 2024-09-19T05:34:45.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1ee37fe640 1 -- 172.21.15.39:0/3027937047 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ee400c980 con 0x7f1eec161d10 2024-09-19T05:34:45.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eec15bc10 con 0x7f1eec161d10 2024-09-19T05:34:45.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1ee37fe640 1 -- 172.21.15.39:0/3027937047 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee400cd70 con 0x7f1eec161d10 2024-09-19T05:34:45.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.041+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eec0cbd30 con 0x7f1eec161d10 2024-09-19T05:34:45.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.042+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eec0d3b20 con 0x7f1eec161d10 2024-09-19T05:34:45.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.043+0000 7f1ee37fe640 1 -- 172.21.15.39:0/3027937047 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ee401a070 con 0x7f1eec161d10 2024-09-19T05:34:45.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.043+0000 7f1ee37fe640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ecc06c2b0 0x7f1ecc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:45.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.043+0000 7f1ee37fe640 1 -- 172.21.15.39:0/3027937047 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5609+0+0 (secure 0 0 0) 0x7f1ee408b320 con 0x7f1eec161d10 2024-09-19T05:34:45.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.043+0000 7f1eeaffd640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ecc06c2b0 0x7f1ecc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:45.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.044+0000 7f1eeaffd640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ecc06c2b0 0x7f1ecc06e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1edc001e70 tx=0x7f1edc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:45.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.048+0000 7f1ee37fe640 1 -- 172.21.15.39:0/3027937047 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1eec152480 con 0x7f1eec161d10 2024-09-19T05:34:45.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.264+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f1eec0b8bf0 con 0x7f1eec161d10 2024-09-19T05:34:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.900+0000 7f1ee37fe640 1 -- 172.21.15.39:0/3027937047 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v12) ==== 172+0+0 (secure 0 0 0) 0x7f1ee40594b0 con 0x7f1eec161d10 2024-09-19T05:34:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 4 and data pool 5 2024-09-19T05:34:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.903+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ecc06c2b0 msgr2=0x7f1ecc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.903+0000 7f1ef179f640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ecc06c2b0 0x7f1ecc06e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1edc001e70 tx=0x7f1edc009040 comp rx=0 tx=0).stop 2024-09-19T05:34:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.903+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec161d10 msgr2=0x7f1eec0b4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.903+0000 7f1ef179f640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec161d10 0x7f1eec0b4190 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1ee400e960 tx=0x7f1ee400ee20 comp rx=0 tx=0).stop 2024-09-19T05:34:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.903+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 shutdown_connections 2024-09-19T05:34:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.903+0000 7f1ef179f640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ecc06c2b0 0x7f1ecc06e770 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.903+0000 7f1ef179f640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eec161d10 0x7f1eec0b4190 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.903+0000 7f1ef179f640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eec0cf6a0 0x7f1eec15c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.903+0000 7f1ef179f640 1 --2- 172.21.15.39:0/3027937047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1eec0b76c0 0x7f1eec15e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.904+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 >> 172.21.15.39:0/3027937047 conn(0x7f1eec0d4730 msgr2=0x7f1eec0d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.904+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 shutdown_connections 2024-09-19T05:34:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:45.904+0000 7f1ef179f640 1 -- 172.21.15.39:0/3027937047 wait complete. 2024-09-19T05:34:45.931 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.037+0000 7f408e7e4640 1 Processor -- start 2024-09-19T05:34:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.037+0000 7f408e7e4640 1 -- start start 2024-09-19T05:34:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f408e7e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f408815e4f0 0x7f408815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f408e7e4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40881603c0 con 0x7f408806d160 2024-09-19T05:34:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f408e7e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f408806c0c0 con 0x7f408806bb20 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f408e7e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f408806ccd0 con 0x7f408815e4f0 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f408cd81640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f408806d160 0x7f408806d610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34950/0 (socket says 172.21.15.39:34950) 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f408cd81640 1 -- 172.21.15.39:0/917849483 learned_addr learned my addr 172.21.15.39:0/917849483 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3927374374 0 0) 0x7f40881603c0 con 0x7f408806d160 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4070003520 con 0x7f408806d160 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f4087fff640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f408815e4f0 0x7f408815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.038+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3892588383 0 0) 0x7f4070003520 con 0x7f408806d160 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f408815e4f0 msgr2=0x7f408815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f408815e4f0 0x7f408815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 >> v1:172.21.15.50:6789/0 conn(0x7f408806bb20 legacy=0x7f408815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f408806c3a0 con 0x7f408806d160 2024-09-19T05:34:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f40800019f0 con 0x7f408806d160 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 >> v1:172.21.15.39:6789/0 conn(0x7f408806d160 legacy=0x7f408806d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40700039e0 0x7f4070003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f408815e4f0 0x7f4070004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4070004d40 0x7f40700051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f408806ccd0 con 0x7f40700039e0 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f407000b9c0 con 0x7f4070004d40 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f407000bbc0 con 0x7f408815e4f0 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4087fff640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40700039e0 0x7f4070003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f40877fe640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f408815e4f0 0x7f4070004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f408cd81640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4070004d40 0x7f40700051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4087fff640 1 -- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f408815e4f0 msgr2=0x7f4070004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4087fff640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f408815e4f0 0x7f4070004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4087fff640 1 -- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4070004d40 msgr2=0x7f40700051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:46.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4087fff640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4070004d40 0x7f40700051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f4087fff640 1 -- 172.21.15.39:0/917849483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4070003520 con 0x7f40700039e0 2024-09-19T05:34:46.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.039+0000 7f408cd81640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4070004d40 0x7f40700051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:46.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.040+0000 7f4087fff640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40700039e0 0x7f4070003dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4078009ac0 tx=0x7f4070005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a5035dde6c1f1e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:46.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.040+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4078036070 con 0x7f40700039e0 2024-09-19T05:34:46.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.040+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4078031400 con 0x7f40700039e0 2024-09-19T05:34:46.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.040+0000 7f4086ffd640 1 -- 172.21.15.39:0/917849483 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4078009690 con 0x7f40700039e0 2024-09-19T05:34:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.040+0000 7f408e7e4640 1 -- 172.21.15.39:0/917849483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40700039e0 msgr2=0x7f4070003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.040+0000 7f408e7e4640 1 --2- 172.21.15.39:0/917849483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40700039e0 0x7f4070003dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4078009ac0 tx=0x7f4070005830 comp rx=0 tx=0).stop 2024-09-19T05:34:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.040+0000 7f408cd81640 1 -- 172.21.15.39:0/917849483 reap_dead start 2024-09-19T05:34:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.041+0000 7f408e7e4640 1 -- 172.21.15.39:0/917849483 shutdown_connections 2024-09-19T05:34:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.041+0000 7f408e7e4640 1 -- 172.21.15.39:0/917849483 >> 172.21.15.39:0/917849483 conn(0x7f408806e5b0 msgr2=0x7f408806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.041+0000 7f408e7e4640 1 -- 172.21.15.39:0/917849483 shutdown_connections 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.041+0000 7f408e7e4640 1 -- 172.21.15.39:0/917849483 wait complete. 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.042+0000 7f408e7e4640 1 Processor -- start 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.042+0000 7f408e7e4640 1 -- start start 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408e7e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40700039e0 0x7f408814c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408e7e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40881587f0 0x7f40880cfd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408e7e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4088159e00 0x7f408815b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408e7e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f408815e8d0 con 0x7f4088159e00 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408e7e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f408806c960 con 0x7f40881587f0 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408e7e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f408815f570 con 0x7f40700039e0 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408cd81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4088159e00 0x7f408815b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408cd81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4088159e00 0x7f408815b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34904/0 (socket says 172.21.15.39:34904) 2024-09-19T05:34:46.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408cd81640 1 -- 172.21.15.39:0/3758708765 learned_addr learned my addr 172.21.15.39:0/3758708765 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f40877fe640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40881587f0 0x7f40880cfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f4087fff640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40700039e0 0x7f408814c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408cd81640 1 -- 172.21.15.39:0/3758708765 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40700039e0 msgr2=0x7f408814c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408cd81640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40700039e0 0x7f408814c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408cd81640 1 -- 172.21.15.39:0/3758708765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40881587f0 msgr2=0x7f40880cfd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408cd81640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40881587f0 0x7f40880cfd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408cd81640 1 -- 172.21.15.39:0/3758708765 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4088158d60 con 0x7f4088159e00 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f40877fe640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40881587f0 0x7f40880cfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.043+0000 7f408cd81640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4088159e00 0x7f408815b180 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4088074230 tx=0x7f408000e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.044+0000 7f4084ff9640 1 -- 172.21.15.39:0/3758708765 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f408000eb90 con 0x7f4088159e00 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.044+0000 7f4084ff9640 1 -- 172.21.15.39:0/3758708765 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4080018070 con 0x7f4088159e00 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.044+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4088159040 con 0x7f4088159e00 2024-09-19T05:34:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.044+0000 7f4084ff9640 1 -- 172.21.15.39:0/3758708765 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4080013420 con 0x7f4088159e00 2024-09-19T05:34:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.044+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4088159600 con 0x7f4088159e00 2024-09-19T05:34:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.045+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f408815f980 con 0x7f4088159e00 2024-09-19T05:34:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.045+0000 7f4084ff9640 1 -- 172.21.15.39:0/3758708765 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f40800135c0 con 0x7f4088159e00 2024-09-19T05:34:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.046+0000 7f4084ff9640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f407406c2b0 0x7f407406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.046+0000 7f4084ff9640 1 -- 172.21.15.39:0/3758708765 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f408008b670 con 0x7f4088159e00 2024-09-19T05:34:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.046+0000 7f4087fff640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f407406c2b0 0x7f407406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.046+0000 7f4087fff640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f407406c2b0 0x7f407406e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f4078033000 tx=0x7f4078008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.050+0000 7f4084ff9640 1 -- 172.21.15.39:0/3758708765 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4080059e70 con 0x7f4088159e00 2024-09-19T05:34:46.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.227+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4088161390 con 0x7f4088159e00 2024-09-19T05:34:46.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.229+0000 7f4084ff9640 1 -- 172.21.15.39:0/3758708765 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16718 (secure 0 0 0) 0x7f4080059770 con 0x7f4088159e00 2024-09-19T05:34:46.231 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:46.231 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":31,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:45.266736+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:43.162013+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:44.245004+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f407406c2b0 msgr2=0x7f407406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f407406c2b0 0x7f407406e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f4078033000 tx=0x7f4078008030 comp rx=0 tx=0).stop 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4088159e00 msgr2=0x7f408815b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4088159e00 0x7f408815b180 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4088074230 tx=0x7f408000e530 comp rx=0 tx=0).stop 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 shutdown_connections 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f407406c2b0 0x7f407406e770 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4088159e00 0x7f408815b180 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40881587f0 0x7f40880cfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 --2- 172.21.15.39:0/3758708765 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f40700039e0 0x7f408814c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 >> 172.21.15.39:0/3758708765 conn(0x7f408806e5b0 msgr2=0x7f40880cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 shutdown_connections 2024-09-19T05:34:46.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.231+0000 7f408e7e4640 1 -- 172.21.15.39:0/3758708765 wait complete. 2024-09-19T05:34:46.245 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:46.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.347+0000 7f0823a0e640 1 Processor -- start 2024-09-19T05:34:46.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.347+0000 7f0823a0e640 1 -- start start 2024-09-19T05:34:46.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.348+0000 7f0823a0e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f081c0b48f0 0x7f081c166f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.348+0000 7f0823a0e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f081c070b50 con 0x7f081c15c440 2024-09-19T05:34:46.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.348+0000 7f0823a0e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f081c070e30 con 0x7f081c0b7550 2024-09-19T05:34:46.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.348+0000 7f0823a0e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f081c15c820 con 0x7f081c0b48f0 2024-09-19T05:34:46.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.348+0000 7f08217aa640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f081c15c440 0x7f081c0b5f60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34960/0 (socket says 172.21.15.39:34960) 2024-09-19T05:34:46.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.348+0000 7f08217aa640 1 -- 172.21.15.39:0/2108337997 learned_addr learned my addr 172.21.15.39:0/2108337997 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.349+0000 7f0821fab640 1 --2- 172.21.15.39:0/2108337997 >> v2:172.21.15.50:3300/0 conn(0x7f081c0b48f0 0x7f081c166f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.349+0000 7f081bfff640 1 -- 172.21.15.39:0/2108337997 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 158571961 0 0) 0x7f081c070b50 con 0x7f081c15c440 2024-09-19T05:34:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.349+0000 7f081bfff640 1 -- 172.21.15.39:0/2108337997 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0804003520 con 0x7f081c15c440 2024-09-19T05:34:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.349+0000 7f081bfff640 1 -- 172.21.15.39:0/2108337997 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2584186522 0 0) 0x7f0804003520 con 0x7f081c15c440 2024-09-19T05:34:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.349+0000 7f0821fab640 1 -- 172.21.15.39:0/2108337997 >> v1:172.21.15.50:6789/0 conn(0x7f081c0b7550 legacy=0x7f081c0b41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.349+0000 7f0821fab640 1 -- 172.21.15.39:0/2108337997 >> v1:172.21.15.39:6789/0 conn(0x7f081c15c440 legacy=0x7f081c0b5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.349+0000 7f0821fab640 1 -- 172.21.15.39:0/2108337997 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f081c071110 con 0x7f081c0b48f0 2024-09-19T05:34:46.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.350+0000 7f0821fab640 1 --2- 172.21.15.39:0/2108337997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f081c0b48f0 0x7f081c166f70 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f080c009d90 tx=0x7f080c02a5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44c4bae88c844dd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:46.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.350+0000 7f081bfff640 1 -- 172.21.15.39:0/2108337997 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080c035020 con 0x7f081c0b48f0 2024-09-19T05:34:46.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.350+0000 7f081bfff640 1 -- 172.21.15.39:0/2108337997 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f080c007540 con 0x7f081c0b48f0 2024-09-19T05:34:46.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.350+0000 7f081bfff640 1 -- 172.21.15.39:0/2108337997 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0814001670 con 0x7f081c0b48f0 2024-09-19T05:34:46.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.350+0000 7f0823a0e640 1 -- 172.21.15.39:0/2108337997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f081c0b48f0 msgr2=0x7f081c166f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.350+0000 7f0823a0e640 1 --2- 172.21.15.39:0/2108337997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f081c0b48f0 0x7f081c166f70 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f080c009d90 tx=0x7f080c02a5b0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.351+0000 7f0823a0e640 1 -- 172.21.15.39:0/2108337997 shutdown_connections 2024-09-19T05:34:46.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.351+0000 7f0823a0e640 1 --2- 172.21.15.39:0/2108337997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f081c0b48f0 0x7f081c166f70 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.351+0000 7f0823a0e640 1 -- 172.21.15.39:0/2108337997 >> 172.21.15.39:0/2108337997 conn(0x7f081c06f180 msgr2=0x7f081c06f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:46.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.351+0000 7f0823a0e640 1 -- 172.21.15.39:0/2108337997 shutdown_connections 2024-09-19T05:34:46.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.351+0000 7f0823a0e640 1 -- 172.21.15.39:0/2108337997 wait complete. 2024-09-19T05:34:46.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.352+0000 7f0823a0e640 1 Processor -- start 2024-09-19T05:34:46.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.352+0000 7f0823a0e640 1 -- start start 2024-09-19T05:34:46.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.352+0000 7f0823a0e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f081c0b48f0 0x7f081c06bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0823a0e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f081c0b7550 0x7f081c1f1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0823a0e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f081c15c440 0x7f081c153860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0823a0e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f081c071910 con 0x7f081c15c440 2024-09-19T05:34:46.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0823a0e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f081c071480 con 0x7f081c0b7550 2024-09-19T05:34:46.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0823a0e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f081c1f1a80 con 0x7f081c0b48f0 2024-09-19T05:34:46.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0821fab640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f081c15c440 0x7f081c153860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0821fab640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f081c15c440 0x7f081c153860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34912/0 (socket says 172.21.15.39:34912) 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0821fab640 1 -- 172.21.15.39:0/2068376325 learned_addr learned my addr 172.21.15.39:0/2068376325 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0821fab640 1 -- 172.21.15.39:0/2068376325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f081c0b48f0 msgr2=0x7f081c06bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0821fab640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f081c0b48f0 0x7f081c06bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0821fab640 1 -- 172.21.15.39:0/2068376325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f081c0b7550 msgr2=0x7f081c1f1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0821fab640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f081c0b7550 0x7f081c1f1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0821fab640 1 -- 172.21.15.39:0/2068376325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f081c154320 con 0x7f081c15c440 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0821fab640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f081c15c440 0x7f081c153860 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f080c02aba0 tx=0x7f080c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0819ffb640 1 -- 172.21.15.39:0/2068376325 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080c03f070 con 0x7f081c15c440 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0819ffb640 1 -- 172.21.15.39:0/2068376325 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f080c004240 con 0x7f081c15c440 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f081c154600 con 0x7f081c15c440 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.353+0000 7f0819ffb640 1 -- 172.21.15.39:0/2068376325 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080c035030 con 0x7f081c15c440 2024-09-19T05:34:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.354+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f081c15d840 con 0x7f081c15c440 2024-09-19T05:34:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.355+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f081c0b41e0 con 0x7f081c15c440 2024-09-19T05:34:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.355+0000 7f0819ffb640 1 -- 172.21.15.39:0/2068376325 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f080c042070 con 0x7f081c15c440 2024-09-19T05:34:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.355+0000 7f0819ffb640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f080806c2b0 0x7f080806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.356+0000 7f0819ffb640 1 -- 172.21.15.39:0/2068376325 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f080c0ac4e0 con 0x7f081c15c440 2024-09-19T05:34:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.356+0000 7f08217aa640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f080806c2b0 0x7f080806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.356+0000 7f08217aa640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f080806c2b0 0x7f080806e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f08140011e0 tx=0x7f0814001150 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:46.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.360+0000 7f0819ffb640 1 -- 172.21.15.39:0/2068376325 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f080c07ace0 con 0x7f081c15c440 2024-09-19T05:34:46.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.537+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f081c0d1780 con 0x7f081c15c440 2024-09-19T05:34:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.538+0000 7f0819ffb640 1 -- 172.21.15.39:0/2068376325 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16718 (secure 0 0 0) 0x7f080c07a5e0 con 0x7f081c15c440 2024-09-19T05:34:46.541 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:46.541 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":31,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:45.266736+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:43.162013+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:44.245004+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f080806c2b0 msgr2=0x7f080806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f080806c2b0 0x7f080806e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f08140011e0 tx=0x7f0814001150 comp rx=0 tx=0).stop 2024-09-19T05:34:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f081c15c440 msgr2=0x7f081c153860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f081c15c440 0x7f081c153860 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f080c02aba0 tx=0x7f080c004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 shutdown_connections 2024-09-19T05:34:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f080806c2b0 0x7f080806e770 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f081c15c440 0x7f081c153860 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f081c0b7550 0x7f081c1f1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 --2- 172.21.15.39:0/2068376325 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f081c0b48f0 0x7f081c06bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 >> 172.21.15.39:0/2068376325 conn(0x7f081c06f180 msgr2=0x7f081c0b5550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:46.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 shutdown_connections 2024-09-19T05:34:46.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.540+0000 7f0823a0e640 1 -- 172.21.15.39:0/2068376325 wait complete. 2024-09-19T05:34:46.554 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:34:46.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.656+0000 7f901fe5e640 1 Processor -- start 2024-09-19T05:34:46.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.657+0000 7f901fe5e640 1 -- start start 2024-09-19T05:34:46.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.657+0000 7f901fe5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f901806bb20 0x7f901806bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.657+0000 7f901fe5e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90180d2ed0 con 0x7f90180cf3b0 2024-09-19T05:34:46.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.657+0000 7f901fe5e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90180d31b0 con 0x7f901815e820 2024-09-19T05:34:46.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.657+0000 7f901fe5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f901806c4b0 con 0x7f901806bb20 2024-09-19T05:34:46.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.658+0000 7f901d3f9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f901806bb20 0x7f901806bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.658+0000 7f901e3fb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f90180cf3b0 0x7f90180cf7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34964/0 (socket says 172.21.15.39:34964) 2024-09-19T05:34:46.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.658+0000 7f901e3fb640 1 -- 172.21.15.39:0/1137493253 learned_addr learned my addr 172.21.15.39:0/1137493253 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:46.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.658+0000 7f901d3f9640 1 -- 172.21.15.39:0/1137493253 >> v1:172.21.15.50:6789/0 conn(0x7f901815e820 legacy=0x7f90180d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:46.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.658+0000 7f901d3f9640 1 -- 172.21.15.39:0/1137493253 >> v1:172.21.15.39:6789/0 conn(0x7f90180cf3b0 legacy=0x7f90180cf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.658+0000 7f901cbf8640 1 -- 172.21.15.39:0/1137493253 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3844248442 0 0) 0x7f90180d2ed0 con 0x7f90180cf3b0 2024-09-19T05:34:46.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.658+0000 7f901d3f9640 1 -- 172.21.15.39:0/1137493253 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90180d3490 con 0x7f901806bb20 2024-09-19T05:34:46.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901d3f9640 1 --2- 172.21.15.39:0/1137493253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 0x7f901806bf70 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f90080097a0 tx=0x7f900802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1539278661e715b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:46.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901cbf8640 1 -- 172.21.15.39:0/1137493253 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9008037070 con 0x7f901806bb20 2024-09-19T05:34:46.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901cbf8640 1 -- 172.21.15.39:0/1137493253 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9008032440 con 0x7f901806bb20 2024-09-19T05:34:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901cbf8640 1 -- 172.21.15.39:0/1137493253 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9008032810 con 0x7f901806bb20 2024-09-19T05:34:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901fe5e640 1 -- 172.21.15.39:0/1137493253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 msgr2=0x7f901806bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901fe5e640 1 --2- 172.21.15.39:0/1137493253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 0x7f901806bf70 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f90080097a0 tx=0x7f900802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901fe5e640 1 -- 172.21.15.39:0/1137493253 shutdown_connections 2024-09-19T05:34:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901fe5e640 1 --2- 172.21.15.39:0/1137493253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 0x7f901806bf70 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901fe5e640 1 -- 172.21.15.39:0/1137493253 >> 172.21.15.39:0/1137493253 conn(0x7f9018072770 msgr2=0x7f90180d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.659+0000 7f901fe5e640 1 -- 172.21.15.39:0/1137493253 shutdown_connections 2024-09-19T05:34:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.660+0000 7f901fe5e640 1 -- 172.21.15.39:0/1137493253 wait complete. 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.661+0000 7f901fe5e640 1 Processor -- start 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.661+0000 7f901fe5e640 1 -- start start 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.661+0000 7f901fe5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 0x7f9018160240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901fe5e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90180cf3b0 0x7f9018161720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901fe5e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901815e820 0x7f90180b6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901fe5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f90180d3a50 con 0x7f901806bb20 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901fe5e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f90180d2c80 con 0x7f901815e820 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901fe5e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f90180b7730 con 0x7f90180cf3b0 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901dbfa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 0x7f9018160240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901dbfa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 0x7f9018160240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34934/0 (socket says 172.21.15.39:34934) 2024-09-19T05:34:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901dbfa640 1 -- 172.21.15.39:0/2993827388 learned_addr learned my addr 172.21.15.39:0/2993827388 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901e3fb640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901815e820 0x7f90180b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901d3f9640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90180cf3b0 0x7f9018161720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901dbfa640 1 -- 172.21.15.39:0/2993827388 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90180cf3b0 msgr2=0x7f9018161720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901dbfa640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90180cf3b0 0x7f9018161720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901dbfa640 1 -- 172.21.15.39:0/2993827388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901815e820 msgr2=0x7f90180b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901dbfa640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901815e820 0x7f90180b6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901dbfa640 1 -- 172.21.15.39:0/2993827388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f901815f1a0 con 0x7f901806bb20 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901d3f9640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90180cf3b0 0x7f9018161720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901dbfa640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 0x7f9018160240 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f901400b3f0 tx=0x7f901400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f900e7fc640 1 -- 172.21.15.39:0/2993827388 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9014015020 con 0x7f901806bb20 2024-09-19T05:34:46.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f900e7fc640 1 -- 172.21.15.39:0/2993827388 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9014011830 con 0x7f901806bb20 2024-09-19T05:34:46.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f901815f480 con 0x7f901806bb20 2024-09-19T05:34:46.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f900e7fc640 1 -- 172.21.15.39:0/2993827388 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9014011c20 con 0x7f901806bb20 2024-09-19T05:34:46.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.662+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f901815fa40 con 0x7f901806bb20 2024-09-19T05:34:46.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.663+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f901806bf70 con 0x7f901806bb20 2024-09-19T05:34:46.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.664+0000 7f900e7fc640 1 -- 172.21.15.39:0/2993827388 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9014018020 con 0x7f901806bb20 2024-09-19T05:34:46.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.664+0000 7f900e7fc640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ffc06c2b0 0x7f8ffc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:46.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.665+0000 7f900e7fc640 1 -- 172.21.15.39:0/2993827388 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f901408afc0 con 0x7f901806bb20 2024-09-19T05:34:46.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.665+0000 7f901d3f9640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ffc06c2b0 0x7f8ffc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:46.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.665+0000 7f901d3f9640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ffc06c2b0 0x7f8ffc06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9008034000 tx=0x7f900802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:46.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.669+0000 7f900e7fc640 1 -- 172.21.15.39:0/2993827388 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f901401f030 con 0x7f901806bb20 2024-09-19T05:34:46.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.886+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f90180cb770 con 0x7f901806bb20 2024-09-19T05:34:46.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.920+0000 7f900e7fc640 1 -- 172.21.15.39:0/2993827388 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v13) ==== 118+0+0 (secure 0 0 0) 0x7f90140597c0 con 0x7f901806bb20 2024-09-19T05:34:46.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ffc06c2b0 msgr2=0x7f8ffc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ffc06c2b0 0x7f8ffc06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9008034000 tx=0x7f900802e000 comp rx=0 tx=0).stop 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 msgr2=0x7f9018160240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 0x7f9018160240 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f901400b3f0 tx=0x7f901400b8b0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 shutdown_connections 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ffc06c2b0 0x7f8ffc06e770 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f901815e820 0x7f90180b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90180cf3b0 0x7f9018161720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 --2- 172.21.15.39:0/2993827388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f901806bb20 0x7f9018160240 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 >> 172.21.15.39:0/2993827388 conn(0x7f9018072770 msgr2=0x7f90180d3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 shutdown_connections 2024-09-19T05:34:46.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:46.923+0000 7f901fe5e640 1 -- 172.21.15.39:0/2993827388 wait complete. 2024-09-19T05:34:46.936 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:34:46.937 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:34:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.040+0000 7f60f7baf640 1 Processor -- start 2024-09-19T05:34:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.040+0000 7f60f7baf640 1 -- start start 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f7baf640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f60f015e7e0 0x7f60f00cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f7baf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60f00b7780 0x7f60f00b7be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f7baf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f60f00b6170 0x7f60f00b65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f7baf640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f60f00b8120 con 0x7f60f00b6170 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f7baf640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f60f00cfc90 con 0x7f60f015e7e0 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f7baf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f60f00d2a90 con 0x7f60f00b7780 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f614c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f60f00b6170 0x7f60f00b65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f614c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f60f00b6170 0x7f60f00b65e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34938/0 (socket says 172.21.15.39:34938) 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f614c640 1 -- 172.21.15.39:0/4211570654 learned_addr learned my addr 172.21.15.39:0/4211570654 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f614c640 1 -- 172.21.15.39:0/4211570654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60f00b7780 msgr2=0x7f60f00b7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f614c640 1 --2- 172.21.15.39:0/4211570654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60f00b7780 0x7f60f00b7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f614c640 1 -- 172.21.15.39:0/4211570654 >> v2:172.21.15.50:3300/0 conn(0x7f60f015e7e0 msgr2=0x7f60f00cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f594b640 1 --2- 172.21.15.39:0/4211570654 >> v2:172.21.15.50:3300/0 conn(0x7f60f015e7e0 0x7f60f00cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f614c640 1 --2- 172.21.15.39:0/4211570654 >> v2:172.21.15.50:3300/0 conn(0x7f60f015e7e0 0x7f60f00cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f614c640 1 -- 172.21.15.39:0/4211570654 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60f00d2d70 con 0x7f60f00b6170 2024-09-19T05:34:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.041+0000 7f60f594b640 1 --2- 172.21.15.39:0/4211570654 >> v2:172.21.15.50:3300/0 conn(0x7f60f015e7e0 0x7f60f00cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.042+0000 7f60f614c640 1 --2- 172.21.15.39:0/4211570654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 0x7f60f00b65e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f60f00b71f0 tx=0x7f60e802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=424e9fac66707654 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.042+0000 7f60f4949640 1 -- 172.21.15.39:0/4211570654 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e8036070 con 0x7f60f00b6170 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.042+0000 7f60f4949640 1 -- 172.21.15.39:0/4211570654 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60e8031600 con 0x7f60f00b6170 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.042+0000 7f60f4949640 1 -- 172.21.15.39:0/4211570654 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e80319d0 con 0x7f60f00b6170 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.042+0000 7f60f7baf640 1 -- 172.21.15.39:0/4211570654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 msgr2=0x7f60f00b65e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.042+0000 7f60f7baf640 1 --2- 172.21.15.39:0/4211570654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 0x7f60f00b65e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f60f00b71f0 tx=0x7f60e802a6a0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.043+0000 7f60f7baf640 1 -- 172.21.15.39:0/4211570654 shutdown_connections 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.043+0000 7f60f7baf640 1 --2- 172.21.15.39:0/4211570654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 0x7f60f00b65e0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.043+0000 7f60f7baf640 1 --2- 172.21.15.39:0/4211570654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60f00b7780 0x7f60f00b7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.043+0000 7f60f7baf640 1 --2- 172.21.15.39:0/4211570654 >> v2:172.21.15.50:3300/0 conn(0x7f60f015e7e0 0x7f60f00cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.043+0000 7f60f7baf640 1 -- 172.21.15.39:0/4211570654 >> 172.21.15.39:0/4211570654 conn(0x7f60f0072560 msgr2=0x7f60f0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.043+0000 7f60f7baf640 1 -- 172.21.15.39:0/4211570654 shutdown_connections 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.043+0000 7f60f7baf640 1 -- 172.21.15.39:0/4211570654 wait complete. 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.044+0000 7f60f7baf640 1 Processor -- start 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.044+0000 7f60f7baf640 1 -- start start 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.044+0000 7f60f7baf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 0x7f60f01f7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.044+0000 7f60f7baf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60f00b7780 0x7f60f015b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f7baf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60f015e7e0 0x7f60f015bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f7baf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f60f00d3610 con 0x7f60f00b6170 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f7baf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f60f00d3330 con 0x7f60f00b7780 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f7baf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f60f00b3940 con 0x7f60f015e7e0 2024-09-19T05:34:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f594b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 0x7f60f01f7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f594b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 0x7f60f01f7cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34954/0 (socket says 172.21.15.39:34954) 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f594b640 1 -- 172.21.15.39:0/3797550238 learned_addr learned my addr 172.21.15.39:0/3797550238 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f614c640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60f015e7e0 0x7f60f015bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f594b640 1 -- 172.21.15.39:0/3797550238 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60f015e7e0 msgr2=0x7f60f015bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f514a640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60f00b7780 0x7f60f015b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f594b640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60f015e7e0 0x7f60f015bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f594b640 1 -- 172.21.15.39:0/3797550238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60f00b7780 msgr2=0x7f60f015b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f594b640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60f00b7780 0x7f60f015b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f594b640 1 -- 172.21.15.39:0/3797550238 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60f015ab70 con 0x7f60f00b6170 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f514a640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60f00b7780 0x7f60f015b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f594b640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 0x7f60f01f7cf0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f60ec00c7f0 tx=0x7f60ec00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60e67fc640 1 -- 172.21.15.39:0/3797550238 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec015070 con 0x7f60f00b6170 2024-09-19T05:34:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60e67fc640 1 -- 172.21.15.39:0/3797550238 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60ec007a30 con 0x7f60f00b6170 2024-09-19T05:34:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60f0159ad0 con 0x7f60f00b6170 2024-09-19T05:34:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60e67fc640 1 -- 172.21.15.39:0/3797550238 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec007e00 con 0x7f60f00b6170 2024-09-19T05:34:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.045+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60f015a090 con 0x7f60f00b6170 2024-09-19T05:34:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.046+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60f00d26b0 con 0x7f60f00b6170 2024-09-19T05:34:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.047+0000 7f60e67fc640 1 -- 172.21.15.39:0/3797550238 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f60ec018070 con 0x7f60f00b6170 2024-09-19T05:34:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.047+0000 7f60e67fc640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60d406c2b0 0x7f60d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.048+0000 7f60f514a640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60d406c2b0 0x7f60d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.048+0000 7f60e67fc640 1 -- 172.21.15.39:0/3797550238 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f60ec08b390 con 0x7f60f00b6170 2024-09-19T05:34:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.048+0000 7f60f514a640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60d406c2b0 0x7f60d406e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f60e0006fd0 tx=0x7f60e0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:47.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.052+0000 7f60e67fc640 1 -- 172.21.15.39:0/3797550238 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f60ec059b90 con 0x7f60f00b6170 2024-09-19T05:34:47.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.263+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f60f0069fe0 con 0x7f60f00b6170 2024-09-19T05:34:47.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.925+0000 7f60e67fc640 1 -- 172.21.15.39:0/3797550238 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7f60ec059490 con 0x7f60f00b6170 2024-09-19T05:34:47.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60d406c2b0 msgr2=0x7f60d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:47.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60d406c2b0 0x7f60d406e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f60e0006fd0 tx=0x7f60e0008040 comp rx=0 tx=0).stop 2024-09-19T05:34:47.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 msgr2=0x7f60f01f7cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:47.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 0x7f60f01f7cf0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f60ec00c7f0 tx=0x7f60ec00cbf0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 shutdown_connections 2024-09-19T05:34:47.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60d406c2b0 0x7f60d406e770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60f015e7e0 0x7f60f015bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60f00b7780 0x7f60f015b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 --2- 172.21.15.39:0/3797550238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f00b6170 0x7f60f01f7cf0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:47.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.927+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 >> 172.21.15.39:0/3797550238 conn(0x7f60f0072560 msgr2=0x7f60f00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:47.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.928+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 shutdown_connections 2024-09-19T05:34:47.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:47.928+0000 7f60f7baf640 1 -- 172.21.15.39:0/3797550238 wait complete. 2024-09-19T05:34:47.942 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:34:47.942 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:48.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.044+0000 7fcaff159640 1 Processor -- start 2024-09-19T05:34:48.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.044+0000 7fcaff159640 1 -- start start 2024-09-19T05:34:48.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.045+0000 7fcaff159640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf815e8e0 0x7fcaf8162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.045+0000 7fcaff159640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcaf80d1ba0 0x7fcaf80d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.045+0000 7fcaff159640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcaf80b7920 con 0x7fcaf80cf1f0 2024-09-19T05:34:48.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.045+0000 7fcaff159640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fcaf80cf940 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.045+0000 7fcaff159640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcaf80cfc20 con 0x7fcaf815e8e0 2024-09-19T05:34:48.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.045+0000 7fcafd6f6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcaf80d1ba0 0x7fcaf80d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.045+0000 7fcafd6f6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcaf80d1ba0 0x7fcaf80d32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59274/0 (socket says 172.21.15.39:59274) 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.045+0000 7fcafd6f6640 1 -- 172.21.15.39:0/3139080632 learned_addr learned my addr 172.21.15.39:0/3139080632 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.045+0000 7fcafcef5640 1 --2- 172.21.15.39:0/3139080632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf815e8e0 0x7fcaf8162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.046+0000 7fcafd6f6640 1 -- 172.21.15.39:0/3139080632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf815e8e0 msgr2=0x7fcaf8162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.046+0000 7fcafd6f6640 1 --2- 172.21.15.39:0/3139080632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf815e8e0 0x7fcaf8162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.046+0000 7fcafd6f6640 1 -- 172.21.15.39:0/3139080632 >> v1:172.21.15.50:6789/0 conn(0x7fcaf80cf1f0 legacy=0x7fcaf80d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.046+0000 7fcafd6f6640 1 -- 172.21.15.39:0/3139080632 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaf80d2ae0 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.046+0000 7fcafd6f6640 1 --2- 172.21.15.39:0/3139080632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 0x7fcaf80d32e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0009870 tx=0x7fcaf002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2afd36c40038d00d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaf77fe640 1 -- 172.21.15.39:0/3139080632 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf0037070 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaf77fe640 1 -- 172.21.15.39:0/3139080632 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcaf0032440 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaf77fe640 1 -- 172.21.15.39:0/3139080632 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf0032810 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaff159640 1 -- 172.21.15.39:0/3139080632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 msgr2=0x7fcaf80d32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaff159640 1 --2- 172.21.15.39:0/3139080632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 0x7fcaf80d32e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0009870 tx=0x7fcaf002a1c0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaff159640 1 -- 172.21.15.39:0/3139080632 shutdown_connections 2024-09-19T05:34:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaff159640 1 --2- 172.21.15.39:0/3139080632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 0x7fcaf80d32e0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaff159640 1 --2- 172.21.15.39:0/3139080632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf815e8e0 0x7fcaf8162cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaff159640 1 -- 172.21.15.39:0/3139080632 >> 172.21.15.39:0/3139080632 conn(0x7fcaf806bd00 msgr2=0x7fcaf806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaff159640 1 -- 172.21.15.39:0/3139080632 shutdown_connections 2024-09-19T05:34:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.047+0000 7fcaff159640 1 -- 172.21.15.39:0/3139080632 wait complete. 2024-09-19T05:34:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.048+0000 7fcaff159640 1 Processor -- start 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.048+0000 7fcaff159640 1 -- start start 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.049+0000 7fcaff159640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf80cf1f0 0x7fcaf80c9720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.049+0000 7fcaff159640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 0x7fcaf81f4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.049+0000 7fcaff159640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcaf815e8e0 0x7fcaf8157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.049+0000 7fcaff159640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf80d3820 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.049+0000 7fcaff159640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf80cf630 con 0x7fcaf815e8e0 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.049+0000 7fcaff159640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcaf80d39a0 con 0x7fcaf80cf1f0 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.049+0000 7fcaf7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 0x7fcaf81f4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.049+0000 7fcaf7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 0x7fcaf81f4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59276/0 (socket says 172.21.15.39:59276) 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.049+0000 7fcaf7fff640 1 -- 172.21.15.39:0/2681913682 learned_addr learned my addr 172.21.15.39:0/2681913682 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcafd6f6640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcaf815e8e0 0x7fcaf8157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcafcef5640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf80cf1f0 0x7fcaf80c9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaf7fff640 1 -- 172.21.15.39:0/2681913682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf80cf1f0 msgr2=0x7fcaf80c9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaf7fff640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf80cf1f0 0x7fcaf80c9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaf7fff640 1 -- 172.21.15.39:0/2681913682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcaf815e8e0 msgr2=0x7fcaf8157bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaf7fff640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcaf815e8e0 0x7fcaf8157bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaf7fff640 1 -- 172.21.15.39:0/2681913682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaf80c8600 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaf7fff640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 0x7fcaf81f4d10 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcae000c7a0 tx=0x7fcae000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaf57fa640 1 -- 172.21.15.39:0/2681913682 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0016020 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaf57fa640 1 -- 172.21.15.39:0/2681913682 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcae0006d50 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaf80c88e0 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaf57fa640 1 -- 172.21.15.39:0/2681913682 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0003bb0 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.050+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaf80c8ea0 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.051+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaf80d32e0 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.052+0000 7fcaf57fa640 1 -- 172.21.15.39:0/2681913682 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcae000a850 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.052+0000 7fcaf57fa640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcad806c2b0 0x7fcad806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.052+0000 7fcaf57fa640 1 -- 172.21.15.39:0/2681913682 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fcae008b0b0 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.052+0000 7fcafcef5640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcad806c2b0 0x7fcad806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.053+0000 7fcafcef5640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcad806c2b0 0x7fcad806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcaf8162110 tx=0x7fcae8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:48.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.057+0000 7fcaf57fa640 1 -- 172.21.15.39:0/2681913682 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcae0020020 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.267+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcaf80d23d0 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.268+0000 7fcaf57fa640 1 -- 172.21.15.39:0/2681913682 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5217 (secure 0 0 0) 0x7fcaf80b7920 con 0x7fcaf80d1ba0 2024-09-19T05:34:48.270 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:48.271 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":14,"btime":"2024-09-19T05:34:47:922383+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4541,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/1583579234","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1583579234},{"type":"v1","addr":"172.21.15.39:6837","nonce":1583579234}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4663,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1128949058","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1128949058},{"type":"v1","addr":"172.21.15.50:6834","nonce":1128949058}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4666,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1820579506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1820579506},{"type":"v1","addr":"172.21.15.50:6835","nonce":1820579506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:45.267124+0000","modified":"2024-09-19T05:34:47.265004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4755},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4755":{"gid":4755,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6836/65880264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":65880264},{"type":"v1","addr":"172.21.15.39:6836","nonce":65880264}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4755,"qdb_cluster":[4755]},"id":2}]} 2024-09-19T05:34:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 14 2024-09-19T05:34:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcad806c2b0 msgr2=0x7fcad806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcad806c2b0 0x7fcad806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcaf8162110 tx=0x7fcae8008040 comp rx=0 tx=0).stop 2024-09-19T05:34:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 msgr2=0x7fcaf81f4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 0x7fcaf81f4d10 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcae000c7a0 tx=0x7fcae000cc60 comp rx=0 tx=0).stop 2024-09-19T05:34:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 shutdown_connections 2024-09-19T05:34:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcad806c2b0 0x7fcad806e770 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcaf815e8e0 0x7fcaf8157bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf80d1ba0 0x7fcaf81f4d10 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 --2- 172.21.15.39:0/2681913682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcaf80cf1f0 0x7fcaf80c9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 >> 172.21.15.39:0/2681913682 conn(0x7fcaf806bd00 msgr2=0x7fcaf80d0620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:48.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 shutdown_connections 2024-09-19T05:34:48.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.270+0000 7fcaff159640 1 -- 172.21.15.39:0/2681913682 wait complete. 2024-09-19T05:34:48.284 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:34:48.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.382+0000 7ff03d0ba640 1 Processor -- start 2024-09-19T05:34:48.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.382+0000 7ff03d0ba640 1 -- start start 2024-09-19T05:34:48.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.383+0000 7ff03d0ba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0380b6690 0x7ff0380cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.383+0000 7ff03d0ba640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0380cff10 con 0x7ff0380d16e0 2024-09-19T05:34:48.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.383+0000 7ff03d0ba640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0380d1b10 con 0x7ff0380b6a70 2024-09-19T05:34:48.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.383+0000 7ff03d0ba640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ff0380cf540 con 0x7ff0380b6690 2024-09-19T05:34:48.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.383+0000 7ff036d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0380b6690 0x7ff0380cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.383+0000 7ff03759e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff0380d16e0 0x7ff0380d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41034/0 (socket says 172.21.15.39:41034) 2024-09-19T05:34:48.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.383+0000 7ff03759e640 1 -- 172.21.15.39:0/3614024679 learned_addr learned my addr 172.21.15.39:0/3614024679 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:48.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.383+0000 7ff036d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0380b6690 0x7ff0380cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59278/0 (socket says 172.21.15.39:59278) 2024-09-19T05:34:48.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.384+0000 7ff036d9d640 1 -- 172.21.15.39:0/3614024679 >> v1:172.21.15.50:6789/0 conn(0x7ff0380b6a70 legacy=0x7ff0380d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:48.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.384+0000 7ff036d9d640 1 -- 172.21.15.39:0/3614024679 >> v1:172.21.15.39:6789/0 conn(0x7ff0380d16e0 legacy=0x7ff0380d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.384+0000 7ff036d9d640 1 -- 172.21.15.39:0/3614024679 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0380d1d90 con 0x7ff0380b6690 2024-09-19T05:34:48.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.384+0000 7ff035d9b640 1 -- 172.21.15.39:0/3614024679 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2547479911 0 0) 0x7ff0380cff10 con 0x7ff0380d16e0 2024-09-19T05:34:48.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.384+0000 7ff036d9d640 1 --2- 172.21.15.39:0/3614024679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380b6690 0x7ff0380cf9d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ff0300097a0 tx=0x7ff03002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d06f3e392d09bbf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:48.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff035d9b640 1 -- 172.21.15.39:0/3614024679 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff030037070 con 0x7ff0380b6690 2024-09-19T05:34:48.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff035d9b640 1 -- 172.21.15.39:0/3614024679 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff030032440 con 0x7ff0380b6690 2024-09-19T05:34:48.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff035d9b640 1 -- 172.21.15.39:0/3614024679 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff030032810 con 0x7ff0380b6690 2024-09-19T05:34:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff03d0ba640 1 -- 172.21.15.39:0/3614024679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380b6690 msgr2=0x7ff0380cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff03d0ba640 1 --2- 172.21.15.39:0/3614024679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380b6690 0x7ff0380cf9d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ff0300097a0 tx=0x7ff03002a1e0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff03d0ba640 1 -- 172.21.15.39:0/3614024679 shutdown_connections 2024-09-19T05:34:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff03d0ba640 1 --2- 172.21.15.39:0/3614024679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380b6690 0x7ff0380cf9d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff03d0ba640 1 -- 172.21.15.39:0/3614024679 >> 172.21.15.39:0/3614024679 conn(0x7ff038072560 msgr2=0x7ff038072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff03d0ba640 1 -- 172.21.15.39:0/3614024679 shutdown_connections 2024-09-19T05:34:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.385+0000 7ff03d0ba640 1 -- 172.21.15.39:0/3614024679 wait complete. 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.387+0000 7ff03d0ba640 1 Processor -- start 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.387+0000 7ff03d0ba640 1 -- start start 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.387+0000 7ff03d0ba640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0380b6690 0x7ff0380ca260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.387+0000 7ff03d0ba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0380b6a70 0x7ff038155710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03d0ba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380d16e0 0x7ff03815a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03d0ba640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff0380b6f00 con 0x7ff0380d16e0 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03d0ba640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff0380cf1d0 con 0x7ff0380b6690 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03d0ba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff03815c530 con 0x7ff0380b6a70 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380d16e0 0x7ff03815a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380d16e0 0x7ff03815a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59280/0 (socket says 172.21.15.39:59280) 2024-09-19T05:34:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03759e640 1 -- 172.21.15.39:0/1995726709 learned_addr learned my addr 172.21.15.39:0/1995726709 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03659c640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0380b6a70 0x7ff038155710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff036d9d640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0380b6690 0x7ff0380ca260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03759e640 1 -- 172.21.15.39:0/1995726709 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0380b6a70 msgr2=0x7ff038155710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03759e640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0380b6a70 0x7ff038155710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03759e640 1 -- 172.21.15.39:0/1995726709 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0380b6690 msgr2=0x7ff0380ca260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03759e640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0380b6690 0x7ff0380ca260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03759e640 1 -- 172.21.15.39:0/1995726709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff038154670 con 0x7ff0380d16e0 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03759e640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380d16e0 0x7ff03815a870 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff02800c700 tx=0x7ff02800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff02f7fe640 1 -- 172.21.15.39:0/1995726709 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff028018070 con 0x7ff0380d16e0 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff02f7fe640 1 -- 172.21.15.39:0/1995726709 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff02800ce10 con 0x7ff0380d16e0 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff038154950 con 0x7ff0380d16e0 2024-09-19T05:34:48.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff02f7fe640 1 -- 172.21.15.39:0/1995726709 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02800a880 con 0x7ff0380d16e0 2024-09-19T05:34:48.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.388+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff038154f10 con 0x7ff0380d16e0 2024-09-19T05:34:48.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.389+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff03815fc70 con 0x7ff0380d16e0 2024-09-19T05:34:48.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.390+0000 7ff02f7fe640 1 -- 172.21.15.39:0/1995726709 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff02800aa20 con 0x7ff0380d16e0 2024-09-19T05:34:48.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.390+0000 7ff02f7fe640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff01806c2b0 0x7ff01806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.390+0000 7ff02f7fe640 1 -- 172.21.15.39:0/1995726709 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7ff02808a9b0 con 0x7ff0380d16e0 2024-09-19T05:34:48.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.390+0000 7ff036d9d640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff01806c2b0 0x7ff01806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.391+0000 7ff036d9d640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff01806c2b0 0x7ff01806e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff030034000 tx=0x7ff03002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:48.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.395+0000 7ff02f7fe640 1 -- 172.21.15.39:0/1995726709 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff028058a50 con 0x7ff0380d16e0 2024-09-19T05:34:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.570+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff038069140 con 0x7ff0380d16e0 2024-09-19T05:34:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.571+0000 7ff02f7fe640 1 -- 172.21.15.39:0/1995726709 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16705 (secure 0 0 0) 0x7ff02805cd50 con 0x7ff0380d16e0 2024-09-19T05:34:48.574 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:48.574 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":32,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:46.915961+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:43.162013+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:44.245004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:34:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff01806c2b0 msgr2=0x7ff01806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff01806c2b0 0x7ff01806e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff030034000 tx=0x7ff03002e000 comp rx=0 tx=0).stop 2024-09-19T05:34:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380d16e0 msgr2=0x7ff03815a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380d16e0 0x7ff03815a870 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff02800c700 tx=0x7ff02800cbc0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 shutdown_connections 2024-09-19T05:34:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff01806c2b0 0x7ff01806e770 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0380d16e0 0x7ff03815a870 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff0380b6a70 0x7ff038155710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 --2- 172.21.15.39:0/1995726709 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0380b6690 0x7ff0380ca260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 >> 172.21.15.39:0/1995726709 conn(0x7ff038072560 msgr2=0x7ff03815c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 shutdown_connections 2024-09-19T05:34:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.574+0000 7ff03d0ba640 1 -- 172.21.15.39:0/1995726709 wait complete. 2024-09-19T05:34:48.588 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:34:48.588 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.687+0000 7f4f66aaf640 1 Processor -- start 2024-09-19T05:34:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.688+0000 7f4f66aaf640 1 -- start start 2024-09-19T05:34:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.688+0000 7f4f66aaf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4f6015e4f0 0x7f4f6015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.688+0000 7f4f66aaf640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f601603c0 con 0x7f4f6006bb20 2024-09-19T05:34:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.688+0000 7f4f66aaf640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f6006c0c0 con 0x7f4f6006d160 2024-09-19T05:34:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.688+0000 7f4f66aaf640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4f6006ccd0 con 0x7f4f6015e4f0 2024-09-19T05:34:48.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.689+0000 7f4f6484b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4f6015e4f0 0x7f4f6015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.689+0000 7f4f5ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4f6006bb20 0x7f4f6015fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41050/0 (socket says 172.21.15.39:41050) 2024-09-19T05:34:48.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.689+0000 7f4f5ffff640 1 -- 172.21.15.39:0/2531602507 learned_addr learned my addr 172.21.15.39:0/2531602507 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:48.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.689+0000 7f4f6484b640 1 -- 172.21.15.39:0/2531602507 >> v1:172.21.15.50:6789/0 conn(0x7f4f6006d160 legacy=0x7f4f6006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.689+0000 7f4f6484b640 1 -- 172.21.15.39:0/2531602507 >> v1:172.21.15.39:6789/0 conn(0x7f4f6006bb20 legacy=0x7f4f6015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.689+0000 7f4f6484b640 1 -- 172.21.15.39:0/2531602507 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f6006c3a0 con 0x7f4f6015e4f0 2024-09-19T05:34:48.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f6484b640 1 --2- 172.21.15.39:0/2531602507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 0x7f4f6015f570 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4f540097a0 tx=0x7f4f5402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3dee8f84fab337 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:48.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f5f7fe640 1 -- 172.21.15.39:0/2531602507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54037070 con 0x7f4f6015e4f0 2024-09-19T05:34:48.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f5f7fe640 1 -- 172.21.15.39:0/2531602507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f54032440 con 0x7f4f6015e4f0 2024-09-19T05:34:48.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f5f7fe640 1 -- 172.21.15.39:0/2531602507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54032810 con 0x7f4f6015e4f0 2024-09-19T05:34:48.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f66aaf640 1 -- 172.21.15.39:0/2531602507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 msgr2=0x7f4f6015f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f66aaf640 1 --2- 172.21.15.39:0/2531602507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 0x7f4f6015f570 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4f540097a0 tx=0x7f4f5402a230 comp rx=0 tx=0).stop 2024-09-19T05:34:48.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f66aaf640 1 -- 172.21.15.39:0/2531602507 shutdown_connections 2024-09-19T05:34:48.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f66aaf640 1 --2- 172.21.15.39:0/2531602507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 0x7f4f6015f570 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f66aaf640 1 -- 172.21.15.39:0/2531602507 >> 172.21.15.39:0/2531602507 conn(0x7f4f6006e5b0 msgr2=0x7f4f6006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:48.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f66aaf640 1 -- 172.21.15.39:0/2531602507 shutdown_connections 2024-09-19T05:34:48.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.690+0000 7f4f66aaf640 1 -- 172.21.15.39:0/2531602507 wait complete. 2024-09-19T05:34:48.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.692+0000 7f4f66aaf640 1 Processor -- start 2024-09-19T05:34:48.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.692+0000 7f4f66aaf640 1 -- start start 2024-09-19T05:34:48.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.692+0000 7f4f66aaf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f6006bb20 0x7f4f60155280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.692+0000 7f4f66aaf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f6006d160 0x7f4f600b3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.692+0000 7f4f66aaf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 0x7f4f600b3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.692+0000 7f4f66aaf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4f6015e8d0 con 0x7f4f6015e4f0 2024-09-19T05:34:48.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f66aaf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4f6006c960 con 0x7f4f6006d160 2024-09-19T05:34:48.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f66aaf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4f600b6dc0 con 0x7f4f6006bb20 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6504c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 0x7f4f600b3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6504c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 0x7f4f600b3890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59292/0 (socket says 172.21.15.39:59292) 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6504c640 1 -- 172.21.15.39:0/3039624890 learned_addr learned my addr 172.21.15.39:0/3039624890 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f5ffff640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f6006d160 0x7f4f600b3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6484b640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f6006bb20 0x7f4f60155280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6504c640 1 -- 172.21.15.39:0/3039624890 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f6006bb20 msgr2=0x7f4f60155280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6504c640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f6006bb20 0x7f4f60155280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6504c640 1 -- 172.21.15.39:0/3039624890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f6006d160 msgr2=0x7f4f600b3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6504c640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f6006d160 0x7f4f600b3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6504c640 1 -- 172.21.15.39:0/3039624890 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f601f76e0 con 0x7f4f6015e4f0 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f6504c640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 0x7f4f600b3890 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4f5800c7a0 tx=0x7f4f5800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f5d7fa640 1 -- 172.21.15.39:0/3039624890 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f58003b70 con 0x7f4f6015e4f0 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f5d7fa640 1 -- 172.21.15.39:0/3039624890 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f58003d30 con 0x7f4f6015e4f0 2024-09-19T05:34:48.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f5d7fa640 1 -- 172.21.15.39:0/3039624890 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5800aa90 con 0x7f4f6015e4f0 2024-09-19T05:34:48.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f601f79c0 con 0x7f4f6015e4f0 2024-09-19T05:34:48.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.693+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f601f7f80 con 0x7f4f6015e4f0 2024-09-19T05:34:48.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.694+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f60161660 con 0x7f4f6015e4f0 2024-09-19T05:34:48.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.695+0000 7f4f5d7fa640 1 -- 172.21.15.39:0/3039624890 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f5800ac30 con 0x7f4f6015e4f0 2024-09-19T05:34:48.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.695+0000 7f4f5d7fa640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4f4406c2b0 0x7f4f4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:48.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.696+0000 7f4f5d7fa640 1 -- 172.21.15.39:0/3039624890 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f4f5808b330 con 0x7f4f6015e4f0 2024-09-19T05:34:48.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.696+0000 7f4f6484b640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4f4406c2b0 0x7f4f4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:48.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.696+0000 7f4f6484b640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4f4406c2b0 0x7f4f4406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4f54034000 tx=0x7f4f5402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:48.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.700+0000 7f4f5d7fa640 1 -- 172.21.15.39:0/3039624890 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4f58059b30 con 0x7f4f6015e4f0 2024-09-19T05:34:48.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.873+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4f60069fe0 con 0x7f4f4406c2b0 2024-09-19T05:34:48.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.879+0000 7f4f5d7fa640 1 -- 172.21.15.39:0/3039624890 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242200 (secure 0 0 0) 0x7f4f60069fe0 con 0x7f4f4406c2b0 2024-09-19T05:34:48.883 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:48.885 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4f4406c2b0 msgr2=0x7f4f4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4f4406c2b0 0x7f4f4406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4f54034000 tx=0x7f4f5402e000 comp rx=0 tx=0).stop 2024-09-19T05:34:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 msgr2=0x7f4f600b3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 0x7f4f600b3890 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4f5800c7a0 tx=0x7f4f5800cc60 comp rx=0 tx=0).stop 2024-09-19T05:34:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 shutdown_connections 2024-09-19T05:34:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4f4406c2b0 0x7f4f4406e770 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f6015e4f0 0x7f4f600b3890 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f6006d160 0x7f4f600b3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 --2- 172.21.15.39:0/3039624890 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4f6006bb20 0x7f4f60155280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 >> 172.21.15.39:0/3039624890 conn(0x7f4f6006e5b0 msgr2=0x7f4f6015ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 shutdown_connections 2024-09-19T05:34:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:48.882+0000 7f4f66aaf640 1 -- 172.21.15.39:0/3039624890 wait complete. 2024-09-19T05:34:48.895 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2024-09-19T05:34:48.678825+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":269800,"kb_used_data":3660,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754704920,"statfs":{"total":773094113280,"available":772817838080,"internally_reserved":0,"allocated":3747840,"data_stored":2135737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.783137"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909868+0000","last_change":"2024-09-19T05:34:44.909868+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909868+0000","last_undegraded":"2024-09-19T05:34:44.909868+0000","last_fullsized":"2024-09-19T05:34:44.909868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.913384+0000","last_change":"2024-09-19T05:34:44.913384+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.913384+0000","last_undegraded":"2024-09-19T05:34:44.913384+0000","last_fullsized":"2024-09-19T05:34:44.913384+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908688+0000","last_change":"2024-09-19T05:34:44.908688+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908688+0000","last_undegraded":"2024-09-19T05:34:44.908688+0000","last_fullsized":"2024-09-19T05:34:44.908688+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.911092+0000","last_change":"2024-09-19T05:34:44.911092+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.911092+0000","last_undegraded":"2024-09-19T05:34:44.911092+0000","last_fullsized":"2024-09-19T05:34:44.911092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908089+0000","last_change":"2024-09-19T05:34:44.908089+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908089+0000","last_undegraded":"2024-09-19T05:34:44.908089+0000","last_fullsized":"2024-09-19T05:34:44.908089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.910668+0000","last_change":"2024-09-19T05:34:44.910668+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.910668+0000","last_undegraded":"2024-09-19T05:34:44.910668+0000","last_fullsized":"2024-09-19T05:34:44.910668+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912991+0000","last_change":"2024-09-19T05:34:44.912991+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912991+0000","last_undegraded":"2024-09-19T05:34:44.912991+0000","last_fullsized":"2024-09-19T05:34:44.912991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912924+0000","last_change":"2024-09-19T05:34:44.912924+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912924+0000","last_undegraded":"2024-09-19T05:34:44.912924+0000","last_fullsized":"2024-09-19T05:34:44.912924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907760+0000","last_change":"2024-09-19T05:34:44.907760+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907760+0000","last_undegraded":"2024-09-19T05:34:44.907760+0000","last_fullsized":"2024-09-19T05:34:44.907760+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912614+0000","last_change":"2024-09-19T05:34:44.912614+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912614+0000","last_undegraded":"2024-09-19T05:34:44.912614+0000","last_fullsized":"2024-09-19T05:34:44.912614+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909213+0000","last_change":"2024-09-19T05:34:44.909213+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909213+0000","last_undegraded":"2024-09-19T05:34:44.909213+0000","last_fullsized":"2024-09-19T05:34:44.909213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.919143+0000","last_change":"2024-09-19T05:34:44.917243+0000","last_active":"2024-09-19T05:34:44.919143+0000","last_peered":"2024-09-19T05:34:44.919143+0000","last_clean":"2024-09-19T05:34:44.919143+0000","last_became_active":"2024-09-19T05:34:44.916978+0000","last_became_peered":"2024-09-19T05:34:44.916978+0000","last_unstale":"2024-09-19T05:34:44.919143+0000","last_undegraded":"2024-09-19T05:34:44.919143+0000","last_fullsized":"2024-09-19T05:34:44.919143+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:25.101961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909304+0000","last_change":"2024-09-19T05:34:44.909304+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909304+0000","last_undegraded":"2024-09-19T05:34:44.909304+0000","last_fullsized":"2024-09-19T05:34:44.909304+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.899775+0000","last_change":"2024-09-19T05:34:43.899775+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.899775+0000","last_undegraded":"2024-09-19T05:34:43.899775+0000","last_fullsized":"2024-09-19T05:34:43.899775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927552+0000","last_change":"2024-09-19T05:34:44.924905+0000","last_active":"2024-09-19T05:34:44.927552+0000","last_peered":"2024-09-19T05:34:44.927552+0000","last_clean":"2024-09-19T05:34:44.927552+0000","last_became_active":"2024-09-19T05:34:44.924577+0000","last_became_peered":"2024-09-19T05:34:44.924577+0000","last_unstale":"2024-09-19T05:34:44.927552+0000","last_undegraded":"2024-09-19T05:34:44.927552+0000","last_fullsized":"2024-09-19T05:34:44.927552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:53.390562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.923658+0000","last_change":"2024-09-19T05:34:44.922929+0000","last_active":"2024-09-19T05:34:44.923658+0000","last_peered":"2024-09-19T05:34:44.923658+0000","last_clean":"2024-09-19T05:34:44.923658+0000","last_became_active":"2024-09-19T05:34:44.922631+0000","last_became_peered":"2024-09-19T05:34:44.922631+0000","last_unstale":"2024-09-19T05:34:44.923658+0000","last_undegraded":"2024-09-19T05:34:44.923658+0000","last_fullsized":"2024-09-19T05:34:44.923658+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:11.722171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898617+0000","last_change":"2024-09-19T05:34:43.898617+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898617+0000","last_undegraded":"2024-09-19T05:34:43.898617+0000","last_fullsized":"2024-09-19T05:34:43.898617+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898101+0000","last_change":"2024-09-19T05:34:43.898101+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898101+0000","last_undegraded":"2024-09-19T05:34:43.898101+0000","last_fullsized":"2024-09-19T05:34:43.898101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.924237+0000","last_change":"2024-09-19T05:34:44.918822+0000","last_active":"2024-09-19T05:34:44.924237+0000","last_peered":"2024-09-19T05:34:44.924237+0000","last_clean":"2024-09-19T05:34:44.924237+0000","last_became_active":"2024-09-19T05:34:44.917737+0000","last_became_peered":"2024-09-19T05:34:44.917737+0000","last_unstale":"2024-09-19T05:34:44.924237+0000","last_undegraded":"2024-09-19T05:34:44.924237+0000","last_fullsized":"2024-09-19T05:34:44.924237+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:11.815239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.897709+0000","last_change":"2024-09-19T05:34:43.897709+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.897709+0000","last_undegraded":"2024-09-19T05:34:43.897709+0000","last_fullsized":"2024-09-19T05:34:43.897709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926950+0000","last_change":"2024-09-19T05:34:44.921422+0000","last_active":"2024-09-19T05:34:44.926950+0000","last_peered":"2024-09-19T05:34:44.926950+0000","last_clean":"2024-09-19T05:34:44.926950+0000","last_became_active":"2024-09-19T05:34:44.921132+0000","last_became_peered":"2024-09-19T05:34:44.921132+0000","last_unstale":"2024-09-19T05:34:44.926950+0000","last_undegraded":"2024-09-19T05:34:44.926950+0000","last_fullsized":"2024-09-19T05:34:44.926950+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:26.900790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.914167+0000","last_change":"2024-09-19T05:34:44.914167+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.914167+0000","last_undegraded":"2024-09-19T05:34:44.914167+0000","last_fullsized":"2024-09-19T05:34:44.914167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898877+0000","last_change":"2024-09-19T05:34:43.898877+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898877+0000","last_undegraded":"2024-09-19T05:34:43.898877+0000","last_fullsized":"2024-09-19T05:34:43.898877+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.911719+0000","last_change":"2024-09-19T05:34:44.911719+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.911719+0000","last_undegraded":"2024-09-19T05:34:44.911719+0000","last_fullsized":"2024-09-19T05:34:44.911719+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898249+0000","last_change":"2024-09-19T05:34:43.898249+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898249+0000","last_undegraded":"2024-09-19T05:34:43.898249+0000","last_fullsized":"2024-09-19T05:34:43.898249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927019+0000","last_change":"2024-09-19T05:34:44.923520+0000","last_active":"2024-09-19T05:34:44.927019+0000","last_peered":"2024-09-19T05:34:44.927019+0000","last_clean":"2024-09-19T05:34:44.927019+0000","last_became_active":"2024-09-19T05:34:44.923238+0000","last_became_peered":"2024-09-19T05:34:44.923238+0000","last_unstale":"2024-09-19T05:34:44.927019+0000","last_undegraded":"2024-09-19T05:34:44.927019+0000","last_fullsized":"2024-09-19T05:34:44.927019+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:38.370850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898056+0000","last_change":"2024-09-19T05:34:43.898056+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898056+0000","last_undegraded":"2024-09-19T05:34:43.898056+0000","last_fullsized":"2024-09-19T05:34:43.898056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909275+0000","last_change":"2024-09-19T05:34:44.909275+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909275+0000","last_undegraded":"2024-09-19T05:34:44.909275+0000","last_fullsized":"2024-09-19T05:34:44.909275+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.901124+0000","last_change":"2024-09-19T05:34:43.901124+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.901124+0000","last_undegraded":"2024-09-19T05:34:43.901124+0000","last_fullsized":"2024-09-19T05:34:43.901124+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926946+0000","last_change":"2024-09-19T05:34:44.921182+0000","last_active":"2024-09-19T05:34:44.926946+0000","last_peered":"2024-09-19T05:34:44.926946+0000","last_clean":"2024-09-19T05:34:44.926946+0000","last_became_active":"2024-09-19T05:34:44.920669+0000","last_became_peered":"2024-09-19T05:34:44.920669+0000","last_unstale":"2024-09-19T05:34:44.926946+0000","last_undegraded":"2024-09-19T05:34:44.926946+0000","last_fullsized":"2024-09-19T05:34:44.926946+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:47.610531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908694+0000","last_change":"2024-09-19T05:34:44.908694+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908694+0000","last_undegraded":"2024-09-19T05:34:44.908694+0000","last_fullsized":"2024-09-19T05:34:44.908694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926982+0000","last_change":"2024-09-19T05:34:44.923376+0000","last_active":"2024-09-19T05:34:44.926982+0000","last_peered":"2024-09-19T05:34:44.926982+0000","last_clean":"2024-09-19T05:34:44.926982+0000","last_became_active":"2024-09-19T05:34:44.923001+0000","last_became_peered":"2024-09-19T05:34:44.923001+0000","last_unstale":"2024-09-19T05:34:44.926982+0000","last_undegraded":"2024-09-19T05:34:44.926982+0000","last_fullsized":"2024-09-19T05:34:44.926982+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:17.577550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.901156+0000","last_change":"2024-09-19T05:34:43.901156+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.901156+0000","last_undegraded":"2024-09-19T05:34:43.901156+0000","last_fullsized":"2024-09-19T05:34:43.901156+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898438+0000","last_change":"2024-09-19T05:34:43.898438+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898438+0000","last_undegraded":"2024-09-19T05:34:43.898438+0000","last_fullsized":"2024-09-19T05:34:43.898438+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898801+0000","last_change":"2024-09-19T05:34:43.898801+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898801+0000","last_undegraded":"2024-09-19T05:34:43.898801+0000","last_fullsized":"2024-09-19T05:34:43.898801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907971+0000","last_change":"2024-09-19T05:34:44.907971+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907971+0000","last_undegraded":"2024-09-19T05:34:44.907971+0000","last_fullsized":"2024-09-19T05:34:44.907971+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.899013+0000","last_change":"2024-09-19T05:34:43.899013+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.899013+0000","last_undegraded":"2024-09-19T05:34:43.899013+0000","last_fullsized":"2024-09-19T05:34:43.899013+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907509+0000","last_change":"2024-09-19T05:34:44.907509+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907509+0000","last_undegraded":"2024-09-19T05:34:44.907509+0000","last_fullsized":"2024-09-19T05:34:44.907509+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898925+0000","last_change":"2024-09-19T05:34:43.898925+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898925+0000","last_undegraded":"2024-09-19T05:34:43.898925+0000","last_fullsized":"2024-09-19T05:34:43.898925+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907503+0000","last_change":"2024-09-19T05:34:44.907503+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907503+0000","last_undegraded":"2024-09-19T05:34:44.907503+0000","last_fullsized":"2024-09-19T05:34:44.907503+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927894+0000","last_change":"2024-09-19T05:34:44.927472+0000","last_active":"2024-09-19T05:34:44.927894+0000","last_peered":"2024-09-19T05:34:44.927894+0000","last_clean":"2024-09-19T05:34:44.927894+0000","last_became_active":"2024-09-19T05:34:44.927166+0000","last_became_peered":"2024-09-19T05:34:44.927166+0000","last_unstale":"2024-09-19T05:34:44.927894+0000","last_undegraded":"2024-09-19T05:34:44.927894+0000","last_fullsized":"2024-09-19T05:34:44.927894+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:11.815239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907617+0000","last_change":"2024-09-19T05:34:44.907617+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907617+0000","last_undegraded":"2024-09-19T05:34:44.907617+0000","last_fullsized":"2024-09-19T05:34:44.907617+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898953+0000","last_change":"2024-09-19T05:34:43.898953+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898953+0000","last_undegraded":"2024-09-19T05:34:43.898953+0000","last_fullsized":"2024-09-19T05:34:43.898953+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898902+0000","last_change":"2024-09-19T05:34:43.898902+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898902+0000","last_undegraded":"2024-09-19T05:34:43.898902+0000","last_fullsized":"2024-09-19T05:34:43.898902+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907412+0000","last_change":"2024-09-19T05:34:44.907412+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907412+0000","last_undegraded":"2024-09-19T05:34:44.907412+0000","last_fullsized":"2024-09-19T05:34:44.907412+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900686+0000","last_change":"2024-09-19T05:34:43.900686+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900686+0000","last_undegraded":"2024-09-19T05:34:43.900686+0000","last_fullsized":"2024-09-19T05:34:43.900686+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898332+0000","last_change":"2024-09-19T05:34:43.898332+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898332+0000","last_undegraded":"2024-09-19T05:34:43.898332+0000","last_fullsized":"2024-09-19T05:34:43.898332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900618+0000","last_change":"2024-09-19T05:34:43.900618+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900618+0000","last_undegraded":"2024-09-19T05:34:43.900618+0000","last_fullsized":"2024-09-19T05:34:43.900618+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908109+0000","last_change":"2024-09-19T05:34:44.908109+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908109+0000","last_undegraded":"2024-09-19T05:34:44.908109+0000","last_fullsized":"2024-09-19T05:34:44.908109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898345+0000","last_change":"2024-09-19T05:34:43.898345+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898345+0000","last_undegraded":"2024-09-19T05:34:43.898345+0000","last_fullsized":"2024-09-19T05:34:43.898345+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900684+0000","last_change":"2024-09-19T05:34:43.900684+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900684+0000","last_undegraded":"2024-09-19T05:34:43.900684+0000","last_fullsized":"2024-09-19T05:34:43.900684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.910163+0000","last_change":"2024-09-19T05:34:44.910163+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.910163+0000","last_undegraded":"2024-09-19T05:34:44.910163+0000","last_fullsized":"2024-09-19T05:34:44.910163+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898314+0000","last_change":"2024-09-19T05:34:43.898314+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898314+0000","last_undegraded":"2024-09-19T05:34:43.898314+0000","last_fullsized":"2024-09-19T05:34:43.898314+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926889+0000","last_change":"2024-09-19T05:34:44.920278+0000","last_active":"2024-09-19T05:34:44.926889+0000","last_peered":"2024-09-19T05:34:44.926889+0000","last_clean":"2024-09-19T05:34:44.926889+0000","last_became_active":"2024-09-19T05:34:44.919995+0000","last_became_peered":"2024-09-19T05:34:44.919995+0000","last_unstale":"2024-09-19T05:34:44.926889+0000","last_undegraded":"2024-09-19T05:34:44.926889+0000","last_fullsized":"2024-09-19T05:34:44.926889+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:11.924043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.919853+0000","last_change":"2024-09-19T05:34:44.918221+0000","last_active":"2024-09-19T05:34:44.919853+0000","last_peered":"2024-09-19T05:34:44.919853+0000","last_clean":"2024-09-19T05:34:44.919853+0000","last_became_active":"2024-09-19T05:34:44.917921+0000","last_became_peered":"2024-09-19T05:34:44.917921+0000","last_unstale":"2024-09-19T05:34:44.919853+0000","last_undegraded":"2024-09-19T05:34:44.919853+0000","last_fullsized":"2024-09-19T05:34:44.919853+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:04.524638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":184,"reported_epoch":29,"state":"active+clean","last_fresh":"2024-09-19T05:34:43.900762+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:43.900762+0000","last_peered":"2024-09-19T05:34:43.900762+0000","last_clean":"2024-09-19T05:34:43.900762+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:43.900762+0000","last_undegraded":"2024-09-19T05:34:43.900762+0000","last_fullsized":"2024-09-19T05:34:43.900762+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35668,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336172,"statfs":{"total":96636764160,"available":96600240128,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509452,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31508,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340332,"statfs":{"total":96636764160,"available":96604499968,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36236,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335604,"statfs":{"total":96636764160,"available":96599658496,"internally_reserved":0,"allocated":909312,"data_stored":707393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542156,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:48.900 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:49.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.036+0000 7fa2930e6640 1 Processor -- start 2024-09-19T05:34:49.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.036+0000 7fa2930e6640 1 -- start start 2024-09-19T05:34:49.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa2930e6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa28c15e970 0x7fa28c0b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa2930e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c0d1c10 0x7fa28c0ced40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa2930e6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa28c0b70b0 con 0x7fa28c162cd0 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa2930e6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa28c0b78b0 con 0x7fa28c15e970 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa2930e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa28c0b62f0 con 0x7fa28c0d1c10 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa290e82640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa28c15e970 0x7fa28c0b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa291683640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c0d1c10 0x7fa28c0ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa283fff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fa28c162cd0 0x7fa28c0d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:44408/0 (socket says 172.21.15.39:44408) 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa291683640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c0d1c10 0x7fa28c0ced40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:42596/0 (socket says 172.21.15.39:42596) 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa290e82640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa28c15e970 0x7fa28c0b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:56022/0 (socket says 172.21.15.39:56022) 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.037+0000 7fa283fff640 1 -- 172.21.15.39:0/3145931093 learned_addr learned my addr 172.21.15.39:0/3145931093 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.038+0000 7fa291683640 1 -- 172.21.15.39:0/3145931093 >> v2:172.21.15.50:3300/0 conn(0x7fa28c15e970 msgr2=0x7fa28c0b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.038+0000 7fa291683640 1 --2- 172.21.15.39:0/3145931093 >> v2:172.21.15.50:3300/0 conn(0x7fa28c15e970 0x7fa28c0b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.038+0000 7fa291683640 1 -- 172.21.15.39:0/3145931093 >> v1:172.21.15.50:6789/0 conn(0x7fa28c162cd0 legacy=0x7fa28c0d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.038+0000 7fa291683640 1 -- 172.21.15.39:0/3145931093 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa28c0b65d0 con 0x7fa28c0d1c10 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.038+0000 7fa290e82640 1 --2- 172.21.15.39:0/3145931093 >> v2:172.21.15.50:3300/0 conn(0x7fa28c15e970 0x7fa28c0b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.038+0000 7fa291683640 1 --2- 172.21.15.39:0/3145931093 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c0d1c10 0x7fa28c0ced40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa284009dc0 tx=0x7fa28402a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6a55e826b2ce1c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2837fe640 1 -- 172.21.15.39:0/3145931093 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa284007740 con 0x7fa28c0d1c10 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2837fe640 1 -- 172.21.15.39:0/3145931093 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2840078e0 con 0x7fa28c0d1c10 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2837fe640 1 -- 172.21.15.39:0/3145931093 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa284007cb0 con 0x7fa28c0d1c10 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2930e6640 1 -- 172.21.15.39:0/3145931093 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c0d1c10 msgr2=0x7fa28c0ced40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2930e6640 1 --2- 172.21.15.39:0/3145931093 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c0d1c10 0x7fa28c0ced40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa284009dc0 tx=0x7fa28402a5f0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2930e6640 1 -- 172.21.15.39:0/3145931093 shutdown_connections 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2930e6640 1 --2- 172.21.15.39:0/3145931093 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c0d1c10 0x7fa28c0ced40 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2930e6640 1 --2- 172.21.15.39:0/3145931093 >> v2:172.21.15.50:3300/0 conn(0x7fa28c15e970 0x7fa28c0b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2930e6640 1 -- 172.21.15.39:0/3145931093 >> 172.21.15.39:0/3145931093 conn(0x7fa28c06bd00 msgr2=0x7fa28c06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2930e6640 1 -- 172.21.15.39:0/3145931093 shutdown_connections 2024-09-19T05:34:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.039+0000 7fa2930e6640 1 -- 172.21.15.39:0/3145931093 wait complete. 2024-09-19T05:34:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.040+0000 7fa2930e6640 1 Processor -- start 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.040+0000 7fa2930e6640 1 -- start start 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa2930e6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa28c0d1c10 0x7fa28c15c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa2930e6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c15e970 0x7fa28c15c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa2930e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c162cd0 0x7fa28c1f48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa2930e6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c163160 con 0x7fa28c15e970 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa2930e6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c0b6b90 con 0x7fa28c0d1c10 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa2930e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa28c0cf280 con 0x7fa28c162cd0 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa283fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c15e970 0x7fa28c15c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa283fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c15e970 0x7fa28c15c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59308/0 (socket says 172.21.15.39:59308) 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa283fff640 1 -- 172.21.15.39:0/3331098319 learned_addr learned my addr 172.21.15.39:0/3331098319 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa290e82640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa28c0d1c10 0x7fa28c15c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.041+0000 7fa291683640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c162cd0 0x7fa28c1f48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa283fff640 1 -- 172.21.15.39:0/3331098319 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c162cd0 msgr2=0x7fa28c1f48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa283fff640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c162cd0 0x7fa28c1f48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa283fff640 1 -- 172.21.15.39:0/3331098319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa28c0d1c10 msgr2=0x7fa28c15c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa283fff640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa28c0d1c10 0x7fa28c15c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa283fff640 1 -- 172.21.15.39:0/3331098319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa28c1e9ab0 con 0x7fa28c15e970 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa283fff640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c15e970 0x7fa28c15c0c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00c3f0 tx=0x7fa27c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa2817fa640 1 -- 172.21.15.39:0/3331098319 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c017070 con 0x7fa28c15e970 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa2817fa640 1 -- 172.21.15.39:0/3331098319 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa27c005ce0 con 0x7fa28c15e970 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa28c1e9d90 con 0x7fa28c15e970 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa2817fa640 1 -- 172.21.15.39:0/3331098319 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c0072f0 con 0x7fa28c15e970 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.042+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa28c0ce960 con 0x7fa28c15e970 2024-09-19T05:34:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.043+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa28c0ced40 con 0x7fa28c15e970 2024-09-19T05:34:49.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.043+0000 7fa2817fa640 1 -- 172.21.15.39:0/3331098319 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa27c01a070 con 0x7fa28c15e970 2024-09-19T05:34:49.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.044+0000 7fa2817fa640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa27806c2b0 0x7fa27806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.044+0000 7fa2817fa640 1 -- 172.21.15.39:0/3331098319 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa27c08a690 con 0x7fa28c15e970 2024-09-19T05:34:49.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.044+0000 7fa290e82640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa27806c2b0 0x7fa27806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.045+0000 7fa290e82640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa27806c2b0 0x7fa27806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa28c0b38e0 tx=0x7fa288009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.049+0000 7fa2817fa640 1 -- 172.21.15.39:0/3331098319 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa28c0b70b0 con 0x7fa28c15e970 2024-09-19T05:34:49.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.221+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa28c0b3ac0 con 0x7fa27806c2b0 2024-09-19T05:34:49.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.227+0000 7fa2817fa640 1 -- 172.21.15.39:0/3331098319 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242200 (secure 0 0 0) 0x7fa28c0b3ac0 con 0x7fa27806c2b0 2024-09-19T05:34:49.232 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:49.233 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:49.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa27806c2b0 msgr2=0x7fa27806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa27806c2b0 0x7fa27806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa28c0b38e0 tx=0x7fa288009190 comp rx=0 tx=0).stop 2024-09-19T05:34:49.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c15e970 msgr2=0x7fa28c15c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c15e970 0x7fa28c15c0c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00c3f0 tx=0x7fa27c00c8b0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 shutdown_connections 2024-09-19T05:34:49.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa27806c2b0 0x7fa27806e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa28c162cd0 0x7fa28c1f48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c15e970 0x7fa28c15c0c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 --2- 172.21.15.39:0/3331098319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa28c0d1c10 0x7fa28c15c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 >> 172.21.15.39:0/3331098319 conn(0x7fa28c06bd00 msgr2=0x7fa28c0b52b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:49.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 shutdown_connections 2024-09-19T05:34:49.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.230+0000 7fa2930e6640 1 -- 172.21.15.39:0/3331098319 wait complete. 2024-09-19T05:34:49.243 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2024-09-19T05:34:48.678825+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":269800,"kb_used_data":3660,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754704920,"statfs":{"total":773094113280,"available":772817838080,"internally_reserved":0,"allocated":3747840,"data_stored":2135737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.783137"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909868+0000","last_change":"2024-09-19T05:34:44.909868+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909868+0000","last_undegraded":"2024-09-19T05:34:44.909868+0000","last_fullsized":"2024-09-19T05:34:44.909868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.913384+0000","last_change":"2024-09-19T05:34:44.913384+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.913384+0000","last_undegraded":"2024-09-19T05:34:44.913384+0000","last_fullsized":"2024-09-19T05:34:44.913384+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908688+0000","last_change":"2024-09-19T05:34:44.908688+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908688+0000","last_undegraded":"2024-09-19T05:34:44.908688+0000","last_fullsized":"2024-09-19T05:34:44.908688+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.911092+0000","last_change":"2024-09-19T05:34:44.911092+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.911092+0000","last_undegraded":"2024-09-19T05:34:44.911092+0000","last_fullsized":"2024-09-19T05:34:44.911092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908089+0000","last_change":"2024-09-19T05:34:44.908089+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908089+0000","last_undegraded":"2024-09-19T05:34:44.908089+0000","last_fullsized":"2024-09-19T05:34:44.908089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.910668+0000","last_change":"2024-09-19T05:34:44.910668+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.910668+0000","last_undegraded":"2024-09-19T05:34:44.910668+0000","last_fullsized":"2024-09-19T05:34:44.910668+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912991+0000","last_change":"2024-09-19T05:34:44.912991+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912991+0000","last_undegraded":"2024-09-19T05:34:44.912991+0000","last_fullsized":"2024-09-19T05:34:44.912991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912924+0000","last_change":"2024-09-19T05:34:44.912924+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912924+0000","last_undegraded":"2024-09-19T05:34:44.912924+0000","last_fullsized":"2024-09-19T05:34:44.912924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907760+0000","last_change":"2024-09-19T05:34:44.907760+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907760+0000","last_undegraded":"2024-09-19T05:34:44.907760+0000","last_fullsized":"2024-09-19T05:34:44.907760+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912614+0000","last_change":"2024-09-19T05:34:44.912614+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912614+0000","last_undegraded":"2024-09-19T05:34:44.912614+0000","last_fullsized":"2024-09-19T05:34:44.912614+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909213+0000","last_change":"2024-09-19T05:34:44.909213+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909213+0000","last_undegraded":"2024-09-19T05:34:44.909213+0000","last_fullsized":"2024-09-19T05:34:44.909213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.919143+0000","last_change":"2024-09-19T05:34:44.917243+0000","last_active":"2024-09-19T05:34:44.919143+0000","last_peered":"2024-09-19T05:34:44.919143+0000","last_clean":"2024-09-19T05:34:44.919143+0000","last_became_active":"2024-09-19T05:34:44.916978+0000","last_became_peered":"2024-09-19T05:34:44.916978+0000","last_unstale":"2024-09-19T05:34:44.919143+0000","last_undegraded":"2024-09-19T05:34:44.919143+0000","last_fullsized":"2024-09-19T05:34:44.919143+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:25.101961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909304+0000","last_change":"2024-09-19T05:34:44.909304+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909304+0000","last_undegraded":"2024-09-19T05:34:44.909304+0000","last_fullsized":"2024-09-19T05:34:44.909304+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.899775+0000","last_change":"2024-09-19T05:34:43.899775+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.899775+0000","last_undegraded":"2024-09-19T05:34:43.899775+0000","last_fullsized":"2024-09-19T05:34:43.899775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927552+0000","last_change":"2024-09-19T05:34:44.924905+0000","last_active":"2024-09-19T05:34:44.927552+0000","last_peered":"2024-09-19T05:34:44.927552+0000","last_clean":"2024-09-19T05:34:44.927552+0000","last_became_active":"2024-09-19T05:34:44.924577+0000","last_became_peered":"2024-09-19T05:34:44.924577+0000","last_unstale":"2024-09-19T05:34:44.927552+0000","last_undegraded":"2024-09-19T05:34:44.927552+0000","last_fullsized":"2024-09-19T05:34:44.927552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:53.390562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.923658+0000","last_change":"2024-09-19T05:34:44.922929+0000","last_active":"2024-09-19T05:34:44.923658+0000","last_peered":"2024-09-19T05:34:44.923658+0000","last_clean":"2024-09-19T05:34:44.923658+0000","last_became_active":"2024-09-19T05:34:44.922631+0000","last_became_peered":"2024-09-19T05:34:44.922631+0000","last_unstale":"2024-09-19T05:34:44.923658+0000","last_undegraded":"2024-09-19T05:34:44.923658+0000","last_fullsized":"2024-09-19T05:34:44.923658+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:11.722171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898617+0000","last_change":"2024-09-19T05:34:43.898617+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898617+0000","last_undegraded":"2024-09-19T05:34:43.898617+0000","last_fullsized":"2024-09-19T05:34:43.898617+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898101+0000","last_change":"2024-09-19T05:34:43.898101+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898101+0000","last_undegraded":"2024-09-19T05:34:43.898101+0000","last_fullsized":"2024-09-19T05:34:43.898101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.924237+0000","last_change":"2024-09-19T05:34:44.918822+0000","last_active":"2024-09-19T05:34:44.924237+0000","last_peered":"2024-09-19T05:34:44.924237+0000","last_clean":"2024-09-19T05:34:44.924237+0000","last_became_active":"2024-09-19T05:34:44.917737+0000","last_became_peered":"2024-09-19T05:34:44.917737+0000","last_unstale":"2024-09-19T05:34:44.924237+0000","last_undegraded":"2024-09-19T05:34:44.924237+0000","last_fullsized":"2024-09-19T05:34:44.924237+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:11.815239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.897709+0000","last_change":"2024-09-19T05:34:43.897709+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.897709+0000","last_undegraded":"2024-09-19T05:34:43.897709+0000","last_fullsized":"2024-09-19T05:34:43.897709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926950+0000","last_change":"2024-09-19T05:34:44.921422+0000","last_active":"2024-09-19T05:34:44.926950+0000","last_peered":"2024-09-19T05:34:44.926950+0000","last_clean":"2024-09-19T05:34:44.926950+0000","last_became_active":"2024-09-19T05:34:44.921132+0000","last_became_peered":"2024-09-19T05:34:44.921132+0000","last_unstale":"2024-09-19T05:34:44.926950+0000","last_undegraded":"2024-09-19T05:34:44.926950+0000","last_fullsized":"2024-09-19T05:34:44.926950+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:26.900790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.914167+0000","last_change":"2024-09-19T05:34:44.914167+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.914167+0000","last_undegraded":"2024-09-19T05:34:44.914167+0000","last_fullsized":"2024-09-19T05:34:44.914167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898877+0000","last_change":"2024-09-19T05:34:43.898877+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898877+0000","last_undegraded":"2024-09-19T05:34:43.898877+0000","last_fullsized":"2024-09-19T05:34:43.898877+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.911719+0000","last_change":"2024-09-19T05:34:44.911719+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.911719+0000","last_undegraded":"2024-09-19T05:34:44.911719+0000","last_fullsized":"2024-09-19T05:34:44.911719+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898249+0000","last_change":"2024-09-19T05:34:43.898249+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898249+0000","last_undegraded":"2024-09-19T05:34:43.898249+0000","last_fullsized":"2024-09-19T05:34:43.898249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927019+0000","last_change":"2024-09-19T05:34:44.923520+0000","last_active":"2024-09-19T05:34:44.927019+0000","last_peered":"2024-09-19T05:34:44.927019+0000","last_clean":"2024-09-19T05:34:44.927019+0000","last_became_active":"2024-09-19T05:34:44.923238+0000","last_became_peered":"2024-09-19T05:34:44.923238+0000","last_unstale":"2024-09-19T05:34:44.927019+0000","last_undegraded":"2024-09-19T05:34:44.927019+0000","last_fullsized":"2024-09-19T05:34:44.927019+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:38.370850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898056+0000","last_change":"2024-09-19T05:34:43.898056+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898056+0000","last_undegraded":"2024-09-19T05:34:43.898056+0000","last_fullsized":"2024-09-19T05:34:43.898056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909275+0000","last_change":"2024-09-19T05:34:44.909275+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909275+0000","last_undegraded":"2024-09-19T05:34:44.909275+0000","last_fullsized":"2024-09-19T05:34:44.909275+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.901124+0000","last_change":"2024-09-19T05:34:43.901124+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.901124+0000","last_undegraded":"2024-09-19T05:34:43.901124+0000","last_fullsized":"2024-09-19T05:34:43.901124+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926946+0000","last_change":"2024-09-19T05:34:44.921182+0000","last_active":"2024-09-19T05:34:44.926946+0000","last_peered":"2024-09-19T05:34:44.926946+0000","last_clean":"2024-09-19T05:34:44.926946+0000","last_became_active":"2024-09-19T05:34:44.920669+0000","last_became_peered":"2024-09-19T05:34:44.920669+0000","last_unstale":"2024-09-19T05:34:44.926946+0000","last_undegraded":"2024-09-19T05:34:44.926946+0000","last_fullsized":"2024-09-19T05:34:44.926946+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:47.610531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908694+0000","last_change":"2024-09-19T05:34:44.908694+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908694+0000","last_undegraded":"2024-09-19T05:34:44.908694+0000","last_fullsized":"2024-09-19T05:34:44.908694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926982+0000","last_change":"2024-09-19T05:34:44.923376+0000","last_active":"2024-09-19T05:34:44.926982+0000","last_peered":"2024-09-19T05:34:44.926982+0000","last_clean":"2024-09-19T05:34:44.926982+0000","last_became_active":"2024-09-19T05:34:44.923001+0000","last_became_peered":"2024-09-19T05:34:44.923001+0000","last_unstale":"2024-09-19T05:34:44.926982+0000","last_undegraded":"2024-09-19T05:34:44.926982+0000","last_fullsized":"2024-09-19T05:34:44.926982+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:17.577550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.901156+0000","last_change":"2024-09-19T05:34:43.901156+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.901156+0000","last_undegraded":"2024-09-19T05:34:43.901156+0000","last_fullsized":"2024-09-19T05:34:43.901156+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898438+0000","last_change":"2024-09-19T05:34:43.898438+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898438+0000","last_undegraded":"2024-09-19T05:34:43.898438+0000","last_fullsized":"2024-09-19T05:34:43.898438+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898801+0000","last_change":"2024-09-19T05:34:43.898801+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898801+0000","last_undegraded":"2024-09-19T05:34:43.898801+0000","last_fullsized":"2024-09-19T05:34:43.898801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907971+0000","last_change":"2024-09-19T05:34:44.907971+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907971+0000","last_undegraded":"2024-09-19T05:34:44.907971+0000","last_fullsized":"2024-09-19T05:34:44.907971+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.899013+0000","last_change":"2024-09-19T05:34:43.899013+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.899013+0000","last_undegraded":"2024-09-19T05:34:43.899013+0000","last_fullsized":"2024-09-19T05:34:43.899013+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907509+0000","last_change":"2024-09-19T05:34:44.907509+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907509+0000","last_undegraded":"2024-09-19T05:34:44.907509+0000","last_fullsized":"2024-09-19T05:34:44.907509+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898925+0000","last_change":"2024-09-19T05:34:43.898925+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898925+0000","last_undegraded":"2024-09-19T05:34:43.898925+0000","last_fullsized":"2024-09-19T05:34:43.898925+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907503+0000","last_change":"2024-09-19T05:34:44.907503+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907503+0000","last_undegraded":"2024-09-19T05:34:44.907503+0000","last_fullsized":"2024-09-19T05:34:44.907503+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927894+0000","last_change":"2024-09-19T05:34:44.927472+0000","last_active":"2024-09-19T05:34:44.927894+0000","last_peered":"2024-09-19T05:34:44.927894+0000","last_clean":"2024-09-19T05:34:44.927894+0000","last_became_active":"2024-09-19T05:34:44.927166+0000","last_became_peered":"2024-09-19T05:34:44.927166+0000","last_unstale":"2024-09-19T05:34:44.927894+0000","last_undegraded":"2024-09-19T05:34:44.927894+0000","last_fullsized":"2024-09-19T05:34:44.927894+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:11.815239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907617+0000","last_change":"2024-09-19T05:34:44.907617+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907617+0000","last_undegraded":"2024-09-19T05:34:44.907617+0000","last_fullsized":"2024-09-19T05:34:44.907617+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898953+0000","last_change":"2024-09-19T05:34:43.898953+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898953+0000","last_undegraded":"2024-09-19T05:34:43.898953+0000","last_fullsized":"2024-09-19T05:34:43.898953+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898902+0000","last_change":"2024-09-19T05:34:43.898902+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898902+0000","last_undegraded":"2024-09-19T05:34:43.898902+0000","last_fullsized":"2024-09-19T05:34:43.898902+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907412+0000","last_change":"2024-09-19T05:34:44.907412+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907412+0000","last_undegraded":"2024-09-19T05:34:44.907412+0000","last_fullsized":"2024-09-19T05:34:44.907412+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900686+0000","last_change":"2024-09-19T05:34:43.900686+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900686+0000","last_undegraded":"2024-09-19T05:34:43.900686+0000","last_fullsized":"2024-09-19T05:34:43.900686+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898332+0000","last_change":"2024-09-19T05:34:43.898332+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898332+0000","last_undegraded":"2024-09-19T05:34:43.898332+0000","last_fullsized":"2024-09-19T05:34:43.898332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900618+0000","last_change":"2024-09-19T05:34:43.900618+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900618+0000","last_undegraded":"2024-09-19T05:34:43.900618+0000","last_fullsized":"2024-09-19T05:34:43.900618+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908109+0000","last_change":"2024-09-19T05:34:44.908109+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908109+0000","last_undegraded":"2024-09-19T05:34:44.908109+0000","last_fullsized":"2024-09-19T05:34:44.908109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898345+0000","last_change":"2024-09-19T05:34:43.898345+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898345+0000","last_undegraded":"2024-09-19T05:34:43.898345+0000","last_fullsized":"2024-09-19T05:34:43.898345+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900684+0000","last_change":"2024-09-19T05:34:43.900684+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900684+0000","last_undegraded":"2024-09-19T05:34:43.900684+0000","last_fullsized":"2024-09-19T05:34:43.900684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.910163+0000","last_change":"2024-09-19T05:34:44.910163+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.910163+0000","last_undegraded":"2024-09-19T05:34:44.910163+0000","last_fullsized":"2024-09-19T05:34:44.910163+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898314+0000","last_change":"2024-09-19T05:34:43.898314+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898314+0000","last_undegraded":"2024-09-19T05:34:43.898314+0000","last_fullsized":"2024-09-19T05:34:43.898314+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926889+0000","last_change":"2024-09-19T05:34:44.920278+0000","last_active":"2024-09-19T05:34:44.926889+0000","last_peered":"2024-09-19T05:34:44.926889+0000","last_clean":"2024-09-19T05:34:44.926889+0000","last_became_active":"2024-09-19T05:34:44.919995+0000","last_became_peered":"2024-09-19T05:34:44.919995+0000","last_unstale":"2024-09-19T05:34:44.926889+0000","last_undegraded":"2024-09-19T05:34:44.926889+0000","last_fullsized":"2024-09-19T05:34:44.926889+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:11.924043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.919853+0000","last_change":"2024-09-19T05:34:44.918221+0000","last_active":"2024-09-19T05:34:44.919853+0000","last_peered":"2024-09-19T05:34:44.919853+0000","last_clean":"2024-09-19T05:34:44.919853+0000","last_became_active":"2024-09-19T05:34:44.917921+0000","last_became_peered":"2024-09-19T05:34:44.917921+0000","last_unstale":"2024-09-19T05:34:44.919853+0000","last_undegraded":"2024-09-19T05:34:44.919853+0000","last_fullsized":"2024-09-19T05:34:44.919853+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:04.524638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":184,"reported_epoch":29,"state":"active+clean","last_fresh":"2024-09-19T05:34:43.900762+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:43.900762+0000","last_peered":"2024-09-19T05:34:43.900762+0000","last_clean":"2024-09-19T05:34:43.900762+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:43.900762+0000","last_undegraded":"2024-09-19T05:34:43.900762+0000","last_fullsized":"2024-09-19T05:34:43.900762+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35668,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336172,"statfs":{"total":96636764160,"available":96600240128,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509452,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31508,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340332,"statfs":{"total":96636764160,"available":96604499968,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36236,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335604,"statfs":{"total":96636764160,"available":96599658496,"internally_reserved":0,"allocated":909312,"data_stored":707393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542156,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:49.247 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:49.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.383+0000 7f6eeefa2640 1 Processor -- start 2024-09-19T05:34:49.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.383+0000 7f6eeefa2640 1 -- start start 2024-09-19T05:34:49.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eeefa2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee80cf6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eeefa2640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6ee80cfbf0 0x7f6ee80d3c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eeefa2640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ee80cee40 con 0x7f6ee80d4150 2024-09-19T05:34:49.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eeefa2640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6ee80d3780 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eeefa2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6ee80cf120 con 0x7f6ee815e860 2024-09-19T05:34:49.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eed79f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6ee80cfbf0 0x7f6ee80d3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eedfa0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee80cf6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eee7a1640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f6ee80d4150 0x7f6ee80b7880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:44412/0 (socket says 172.21.15.39:44412) 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eed79f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6ee80cfbf0 0x7f6ee80d3c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:56040/0 (socket says 172.21.15.39:56040) 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eedfa0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee80cf6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:42606/0 (socket says 172.21.15.39:42606) 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eee7a1640 1 -- 172.21.15.39:0/4153032025 learned_addr learned my addr 172.21.15.39:0/4153032025 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.384+0000 7f6eed79f640 1 -- 172.21.15.39:0/4153032025 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 msgr2=0x7f6ee80cf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.385+0000 7f6eed79f640 1 --2- 172.21.15.39:0/4153032025 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee80cf6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.385+0000 7f6eed79f640 1 -- 172.21.15.39:0/4153032025 >> v1:172.21.15.50:6789/0 conn(0x7f6ee80d4150 legacy=0x7f6ee80b7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.385+0000 7f6eed79f640 1 -- 172.21.15.39:0/4153032025 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ee80d3410 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.385+0000 7f6eedfa0640 1 --2- 172.21.15.39:0/4153032025 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee80cf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.385+0000 7f6eed79f640 1 --2- 172.21.15.39:0/4153032025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee80cfbf0 0x7f6ee80d3c10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6ed80097a0 tx=0x7f6ed802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e81273288646c364 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.385+0000 7f6eecf9e640 1 -- 172.21.15.39:0/4153032025 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ed8037070 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eecf9e640 1 -- 172.21.15.39:0/4153032025 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ed8032440 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eecf9e640 1 -- 172.21.15.39:0/4153032025 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ed8032810 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eeefa2640 1 -- 172.21.15.39:0/4153032025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee80cfbf0 msgr2=0x7f6ee80d3c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eeefa2640 1 --2- 172.21.15.39:0/4153032025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee80cfbf0 0x7f6ee80d3c10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6ed80097a0 tx=0x7f6ed802a180 comp rx=0 tx=0).stop 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eeefa2640 1 -- 172.21.15.39:0/4153032025 shutdown_connections 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eeefa2640 1 --2- 172.21.15.39:0/4153032025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee80cfbf0 0x7f6ee80d3c10 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eeefa2640 1 --2- 172.21.15.39:0/4153032025 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee80cf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eeefa2640 1 -- 172.21.15.39:0/4153032025 >> 172.21.15.39:0/4153032025 conn(0x7f6ee80d4650 msgr2=0x7f6ee80d4a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eeefa2640 1 -- 172.21.15.39:0/4153032025 shutdown_connections 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.386+0000 7f6eeefa2640 1 -- 172.21.15.39:0/4153032025 wait complete. 2024-09-19T05:34:49.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.387+0000 7f6eeefa2640 1 Processor -- start 2024-09-19T05:34:49.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.387+0000 7f6eeefa2640 1 -- start start 2024-09-19T05:34:49.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eeefa2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ee80cfbf0 0x7f6ee814d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eeefa2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee80d4150 0x7f6ee814fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eeefa2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee8150190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eeefa2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee80b7f90 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eeefa2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee80d2460 con 0x7f6ee80d4150 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eeefa2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6ee80b8110 con 0x7f6ee815e860 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eedfa0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ee80cfbf0 0x7f6ee814d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eedfa0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ee80cfbf0 0x7f6ee814d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59312/0 (socket says 172.21.15.39:59312) 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eedfa0640 1 -- 172.21.15.39:0/5017502 learned_addr learned my addr 172.21.15.39:0/5017502 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eed79f640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee80d4150 0x7f6ee814fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eee7a1640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee8150190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eedfa0640 1 -- 172.21.15.39:0/5017502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 msgr2=0x7f6ee8150190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eedfa0640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee8150190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eedfa0640 1 -- 172.21.15.39:0/5017502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee80d4150 msgr2=0x7f6ee814fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eedfa0640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee80d4150 0x7f6ee814fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.388+0000 7f6eedfa0640 1 -- 172.21.15.39:0/5017502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ee814e7a0 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.389+0000 7f6eedfa0640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ee80cfbf0 0x7f6ee814d190 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6ee400ebe0 tx=0x7f6ee400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:49.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.389+0000 7f6ede7fc640 1 -- 172.21.15.39:0/5017502 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee4017070 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.389+0000 7f6ede7fc640 1 -- 172.21.15.39:0/5017502 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ee400cc30 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.389+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ee814ea80 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.389+0000 7f6ede7fc640 1 -- 172.21.15.39:0/5017502 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee4013470 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.389+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ee814f040 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.390+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ee80d3c10 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.390+0000 7f6ede7fc640 1 -- 172.21.15.39:0/5017502 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ee401a070 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.391+0000 7f6ede7fc640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.391+0000 7f6eed79f640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.391+0000 7f6ede7fc640 1 -- 172.21.15.39:0/5017502 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f6ee408b690 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.391+0000 7f6eed79f640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6ed8034000 tx=0x7f6ed802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:49.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.395+0000 7f6ede7fc640 1 -- 172.21.15.39:0/5017502 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ee4059e90 con 0x7f6ee80cfbf0 2024-09-19T05:34:49.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.568+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6ee80cf8f0 con 0x7f6ecc06c2b0 2024-09-19T05:34:49.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.573+0000 7f6ede7fc640 1 -- 172.21.15.39:0/5017502 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242200 (secure 0 0 0) 0x7f6ee80cf8f0 con 0x7f6ecc06c2b0 2024-09-19T05:34:49.578 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:49.579 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:49.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ecc06c2b0 msgr2=0x7f6ecc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6ed8034000 tx=0x7f6ed802e000 comp rx=0 tx=0).stop 2024-09-19T05:34:49.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ee80cfbf0 msgr2=0x7f6ee814d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ee80cfbf0 0x7f6ee814d190 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6ee400ebe0 tx=0x7f6ee400c520 comp rx=0 tx=0).stop 2024-09-19T05:34:49.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 shutdown_connections 2024-09-19T05:34:49.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ecc06c2b0 0x7f6ecc06e770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6ee815e860 0x7f6ee8150190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee80d4150 0x7f6ee814fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 --2- 172.21.15.39:0/5017502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ee80cfbf0 0x7f6ee814d190 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 >> 172.21.15.39:0/5017502 conn(0x7f6ee80d4650 msgr2=0x7f6ee80732a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:49.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.576+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 shutdown_connections 2024-09-19T05:34:49.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.577+0000 7f6eeefa2640 1 -- 172.21.15.39:0/5017502 wait complete. 2024-09-19T05:34:49.590 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2024-09-19T05:34:48.678825+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":269800,"kb_used_data":3660,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754704920,"statfs":{"total":773094113280,"available":772817838080,"internally_reserved":0,"allocated":3747840,"data_stored":2135737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.783137"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909868+0000","last_change":"2024-09-19T05:34:44.909868+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909868+0000","last_undegraded":"2024-09-19T05:34:44.909868+0000","last_fullsized":"2024-09-19T05:34:44.909868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.913384+0000","last_change":"2024-09-19T05:34:44.913384+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.913384+0000","last_undegraded":"2024-09-19T05:34:44.913384+0000","last_fullsized":"2024-09-19T05:34:44.913384+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908688+0000","last_change":"2024-09-19T05:34:44.908688+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908688+0000","last_undegraded":"2024-09-19T05:34:44.908688+0000","last_fullsized":"2024-09-19T05:34:44.908688+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.911092+0000","last_change":"2024-09-19T05:34:44.911092+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.911092+0000","last_undegraded":"2024-09-19T05:34:44.911092+0000","last_fullsized":"2024-09-19T05:34:44.911092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908089+0000","last_change":"2024-09-19T05:34:44.908089+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908089+0000","last_undegraded":"2024-09-19T05:34:44.908089+0000","last_fullsized":"2024-09-19T05:34:44.908089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.910668+0000","last_change":"2024-09-19T05:34:44.910668+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.910668+0000","last_undegraded":"2024-09-19T05:34:44.910668+0000","last_fullsized":"2024-09-19T05:34:44.910668+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912991+0000","last_change":"2024-09-19T05:34:44.912991+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912991+0000","last_undegraded":"2024-09-19T05:34:44.912991+0000","last_fullsized":"2024-09-19T05:34:44.912991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912924+0000","last_change":"2024-09-19T05:34:44.912924+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912924+0000","last_undegraded":"2024-09-19T05:34:44.912924+0000","last_fullsized":"2024-09-19T05:34:44.912924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907760+0000","last_change":"2024-09-19T05:34:44.907760+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907760+0000","last_undegraded":"2024-09-19T05:34:44.907760+0000","last_fullsized":"2024-09-19T05:34:44.907760+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912614+0000","last_change":"2024-09-19T05:34:44.912614+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912614+0000","last_undegraded":"2024-09-19T05:34:44.912614+0000","last_fullsized":"2024-09-19T05:34:44.912614+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909213+0000","last_change":"2024-09-19T05:34:44.909213+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909213+0000","last_undegraded":"2024-09-19T05:34:44.909213+0000","last_fullsized":"2024-09-19T05:34:44.909213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.919143+0000","last_change":"2024-09-19T05:34:44.917243+0000","last_active":"2024-09-19T05:34:44.919143+0000","last_peered":"2024-09-19T05:34:44.919143+0000","last_clean":"2024-09-19T05:34:44.919143+0000","last_became_active":"2024-09-19T05:34:44.916978+0000","last_became_peered":"2024-09-19T05:34:44.916978+0000","last_unstale":"2024-09-19T05:34:44.919143+0000","last_undegraded":"2024-09-19T05:34:44.919143+0000","last_fullsized":"2024-09-19T05:34:44.919143+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:25.101961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909304+0000","last_change":"2024-09-19T05:34:44.909304+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909304+0000","last_undegraded":"2024-09-19T05:34:44.909304+0000","last_fullsized":"2024-09-19T05:34:44.909304+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.899775+0000","last_change":"2024-09-19T05:34:43.899775+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.899775+0000","last_undegraded":"2024-09-19T05:34:43.899775+0000","last_fullsized":"2024-09-19T05:34:43.899775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927552+0000","last_change":"2024-09-19T05:34:44.924905+0000","last_active":"2024-09-19T05:34:44.927552+0000","last_peered":"2024-09-19T05:34:44.927552+0000","last_clean":"2024-09-19T05:34:44.927552+0000","last_became_active":"2024-09-19T05:34:44.924577+0000","last_became_peered":"2024-09-19T05:34:44.924577+0000","last_unstale":"2024-09-19T05:34:44.927552+0000","last_undegraded":"2024-09-19T05:34:44.927552+0000","last_fullsized":"2024-09-19T05:34:44.927552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:53.390562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.923658+0000","last_change":"2024-09-19T05:34:44.922929+0000","last_active":"2024-09-19T05:34:44.923658+0000","last_peered":"2024-09-19T05:34:44.923658+0000","last_clean":"2024-09-19T05:34:44.923658+0000","last_became_active":"2024-09-19T05:34:44.922631+0000","last_became_peered":"2024-09-19T05:34:44.922631+0000","last_unstale":"2024-09-19T05:34:44.923658+0000","last_undegraded":"2024-09-19T05:34:44.923658+0000","last_fullsized":"2024-09-19T05:34:44.923658+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:11.722171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898617+0000","last_change":"2024-09-19T05:34:43.898617+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898617+0000","last_undegraded":"2024-09-19T05:34:43.898617+0000","last_fullsized":"2024-09-19T05:34:43.898617+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898101+0000","last_change":"2024-09-19T05:34:43.898101+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898101+0000","last_undegraded":"2024-09-19T05:34:43.898101+0000","last_fullsized":"2024-09-19T05:34:43.898101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.924237+0000","last_change":"2024-09-19T05:34:44.918822+0000","last_active":"2024-09-19T05:34:44.924237+0000","last_peered":"2024-09-19T05:34:44.924237+0000","last_clean":"2024-09-19T05:34:44.924237+0000","last_became_active":"2024-09-19T05:34:44.917737+0000","last_became_peered":"2024-09-19T05:34:44.917737+0000","last_unstale":"2024-09-19T05:34:44.924237+0000","last_undegraded":"2024-09-19T05:34:44.924237+0000","last_fullsized":"2024-09-19T05:34:44.924237+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:11.815239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.897709+0000","last_change":"2024-09-19T05:34:43.897709+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.897709+0000","last_undegraded":"2024-09-19T05:34:43.897709+0000","last_fullsized":"2024-09-19T05:34:43.897709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926950+0000","last_change":"2024-09-19T05:34:44.921422+0000","last_active":"2024-09-19T05:34:44.926950+0000","last_peered":"2024-09-19T05:34:44.926950+0000","last_clean":"2024-09-19T05:34:44.926950+0000","last_became_active":"2024-09-19T05:34:44.921132+0000","last_became_peered":"2024-09-19T05:34:44.921132+0000","last_unstale":"2024-09-19T05:34:44.926950+0000","last_undegraded":"2024-09-19T05:34:44.926950+0000","last_fullsized":"2024-09-19T05:34:44.926950+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:26.900790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.914167+0000","last_change":"2024-09-19T05:34:44.914167+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.914167+0000","last_undegraded":"2024-09-19T05:34:44.914167+0000","last_fullsized":"2024-09-19T05:34:44.914167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898877+0000","last_change":"2024-09-19T05:34:43.898877+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898877+0000","last_undegraded":"2024-09-19T05:34:43.898877+0000","last_fullsized":"2024-09-19T05:34:43.898877+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.911719+0000","last_change":"2024-09-19T05:34:44.911719+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.911719+0000","last_undegraded":"2024-09-19T05:34:44.911719+0000","last_fullsized":"2024-09-19T05:34:44.911719+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898249+0000","last_change":"2024-09-19T05:34:43.898249+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898249+0000","last_undegraded":"2024-09-19T05:34:43.898249+0000","last_fullsized":"2024-09-19T05:34:43.898249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927019+0000","last_change":"2024-09-19T05:34:44.923520+0000","last_active":"2024-09-19T05:34:44.927019+0000","last_peered":"2024-09-19T05:34:44.927019+0000","last_clean":"2024-09-19T05:34:44.927019+0000","last_became_active":"2024-09-19T05:34:44.923238+0000","last_became_peered":"2024-09-19T05:34:44.923238+0000","last_unstale":"2024-09-19T05:34:44.927019+0000","last_undegraded":"2024-09-19T05:34:44.927019+0000","last_fullsized":"2024-09-19T05:34:44.927019+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:38.370850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898056+0000","last_change":"2024-09-19T05:34:43.898056+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898056+0000","last_undegraded":"2024-09-19T05:34:43.898056+0000","last_fullsized":"2024-09-19T05:34:43.898056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909275+0000","last_change":"2024-09-19T05:34:44.909275+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909275+0000","last_undegraded":"2024-09-19T05:34:44.909275+0000","last_fullsized":"2024-09-19T05:34:44.909275+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.901124+0000","last_change":"2024-09-19T05:34:43.901124+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.901124+0000","last_undegraded":"2024-09-19T05:34:43.901124+0000","last_fullsized":"2024-09-19T05:34:43.901124+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926946+0000","last_change":"2024-09-19T05:34:44.921182+0000","last_active":"2024-09-19T05:34:44.926946+0000","last_peered":"2024-09-19T05:34:44.926946+0000","last_clean":"2024-09-19T05:34:44.926946+0000","last_became_active":"2024-09-19T05:34:44.920669+0000","last_became_peered":"2024-09-19T05:34:44.920669+0000","last_unstale":"2024-09-19T05:34:44.926946+0000","last_undegraded":"2024-09-19T05:34:44.926946+0000","last_fullsized":"2024-09-19T05:34:44.926946+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:47.610531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908694+0000","last_change":"2024-09-19T05:34:44.908694+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908694+0000","last_undegraded":"2024-09-19T05:34:44.908694+0000","last_fullsized":"2024-09-19T05:34:44.908694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926982+0000","last_change":"2024-09-19T05:34:44.923376+0000","last_active":"2024-09-19T05:34:44.926982+0000","last_peered":"2024-09-19T05:34:44.926982+0000","last_clean":"2024-09-19T05:34:44.926982+0000","last_became_active":"2024-09-19T05:34:44.923001+0000","last_became_peered":"2024-09-19T05:34:44.923001+0000","last_unstale":"2024-09-19T05:34:44.926982+0000","last_undegraded":"2024-09-19T05:34:44.926982+0000","last_fullsized":"2024-09-19T05:34:44.926982+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:17.577550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.901156+0000","last_change":"2024-09-19T05:34:43.901156+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.901156+0000","last_undegraded":"2024-09-19T05:34:43.901156+0000","last_fullsized":"2024-09-19T05:34:43.901156+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898438+0000","last_change":"2024-09-19T05:34:43.898438+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898438+0000","last_undegraded":"2024-09-19T05:34:43.898438+0000","last_fullsized":"2024-09-19T05:34:43.898438+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898801+0000","last_change":"2024-09-19T05:34:43.898801+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898801+0000","last_undegraded":"2024-09-19T05:34:43.898801+0000","last_fullsized":"2024-09-19T05:34:43.898801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907971+0000","last_change":"2024-09-19T05:34:44.907971+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907971+0000","last_undegraded":"2024-09-19T05:34:44.907971+0000","last_fullsized":"2024-09-19T05:34:44.907971+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.899013+0000","last_change":"2024-09-19T05:34:43.899013+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.899013+0000","last_undegraded":"2024-09-19T05:34:43.899013+0000","last_fullsized":"2024-09-19T05:34:43.899013+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907509+0000","last_change":"2024-09-19T05:34:44.907509+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907509+0000","last_undegraded":"2024-09-19T05:34:44.907509+0000","last_fullsized":"2024-09-19T05:34:44.907509+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898925+0000","last_change":"2024-09-19T05:34:43.898925+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898925+0000","last_undegraded":"2024-09-19T05:34:43.898925+0000","last_fullsized":"2024-09-19T05:34:43.898925+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907503+0000","last_change":"2024-09-19T05:34:44.907503+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907503+0000","last_undegraded":"2024-09-19T05:34:44.907503+0000","last_fullsized":"2024-09-19T05:34:44.907503+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927894+0000","last_change":"2024-09-19T05:34:44.927472+0000","last_active":"2024-09-19T05:34:44.927894+0000","last_peered":"2024-09-19T05:34:44.927894+0000","last_clean":"2024-09-19T05:34:44.927894+0000","last_became_active":"2024-09-19T05:34:44.927166+0000","last_became_peered":"2024-09-19T05:34:44.927166+0000","last_unstale":"2024-09-19T05:34:44.927894+0000","last_undegraded":"2024-09-19T05:34:44.927894+0000","last_fullsized":"2024-09-19T05:34:44.927894+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:11.815239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907617+0000","last_change":"2024-09-19T05:34:44.907617+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907617+0000","last_undegraded":"2024-09-19T05:34:44.907617+0000","last_fullsized":"2024-09-19T05:34:44.907617+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898953+0000","last_change":"2024-09-19T05:34:43.898953+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898953+0000","last_undegraded":"2024-09-19T05:34:43.898953+0000","last_fullsized":"2024-09-19T05:34:43.898953+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898902+0000","last_change":"2024-09-19T05:34:43.898902+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898902+0000","last_undegraded":"2024-09-19T05:34:43.898902+0000","last_fullsized":"2024-09-19T05:34:43.898902+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907412+0000","last_change":"2024-09-19T05:34:44.907412+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907412+0000","last_undegraded":"2024-09-19T05:34:44.907412+0000","last_fullsized":"2024-09-19T05:34:44.907412+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900686+0000","last_change":"2024-09-19T05:34:43.900686+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900686+0000","last_undegraded":"2024-09-19T05:34:43.900686+0000","last_fullsized":"2024-09-19T05:34:43.900686+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898332+0000","last_change":"2024-09-19T05:34:43.898332+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898332+0000","last_undegraded":"2024-09-19T05:34:43.898332+0000","last_fullsized":"2024-09-19T05:34:43.898332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900618+0000","last_change":"2024-09-19T05:34:43.900618+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900618+0000","last_undegraded":"2024-09-19T05:34:43.900618+0000","last_fullsized":"2024-09-19T05:34:43.900618+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908109+0000","last_change":"2024-09-19T05:34:44.908109+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908109+0000","last_undegraded":"2024-09-19T05:34:44.908109+0000","last_fullsized":"2024-09-19T05:34:44.908109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898345+0000","last_change":"2024-09-19T05:34:43.898345+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898345+0000","last_undegraded":"2024-09-19T05:34:43.898345+0000","last_fullsized":"2024-09-19T05:34:43.898345+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900684+0000","last_change":"2024-09-19T05:34:43.900684+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900684+0000","last_undegraded":"2024-09-19T05:34:43.900684+0000","last_fullsized":"2024-09-19T05:34:43.900684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.910163+0000","last_change":"2024-09-19T05:34:44.910163+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.910163+0000","last_undegraded":"2024-09-19T05:34:44.910163+0000","last_fullsized":"2024-09-19T05:34:44.910163+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898314+0000","last_change":"2024-09-19T05:34:43.898314+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898314+0000","last_undegraded":"2024-09-19T05:34:43.898314+0000","last_fullsized":"2024-09-19T05:34:43.898314+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926889+0000","last_change":"2024-09-19T05:34:44.920278+0000","last_active":"2024-09-19T05:34:44.926889+0000","last_peered":"2024-09-19T05:34:44.926889+0000","last_clean":"2024-09-19T05:34:44.926889+0000","last_became_active":"2024-09-19T05:34:44.919995+0000","last_became_peered":"2024-09-19T05:34:44.919995+0000","last_unstale":"2024-09-19T05:34:44.926889+0000","last_undegraded":"2024-09-19T05:34:44.926889+0000","last_fullsized":"2024-09-19T05:34:44.926889+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:11.924043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.919853+0000","last_change":"2024-09-19T05:34:44.918221+0000","last_active":"2024-09-19T05:34:44.919853+0000","last_peered":"2024-09-19T05:34:44.919853+0000","last_clean":"2024-09-19T05:34:44.919853+0000","last_became_active":"2024-09-19T05:34:44.917921+0000","last_became_peered":"2024-09-19T05:34:44.917921+0000","last_unstale":"2024-09-19T05:34:44.919853+0000","last_undegraded":"2024-09-19T05:34:44.919853+0000","last_fullsized":"2024-09-19T05:34:44.919853+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:04.524638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":184,"reported_epoch":29,"state":"active+clean","last_fresh":"2024-09-19T05:34:43.900762+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:43.900762+0000","last_peered":"2024-09-19T05:34:43.900762+0000","last_clean":"2024-09-19T05:34:43.900762+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:43.900762+0000","last_undegraded":"2024-09-19T05:34:43.900762+0000","last_fullsized":"2024-09-19T05:34:43.900762+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35668,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336172,"statfs":{"total":96636764160,"available":96600240128,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509452,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31508,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340332,"statfs":{"total":96636764160,"available":96604499968,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36236,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335604,"statfs":{"total":96636764160,"available":96599658496,"internally_reserved":0,"allocated":909312,"data_stored":707393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542156,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:49.595 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3f is not active+clean 2024-09-19T05:34:49.595 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.909868+0000', 'last_change': '2024-09-19T05:34:44.909868+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.909868+0000', 'last_undegraded': '2024-09-19T05:34:44.909868+0000', 'last_fullsized': '2024-09-19T05:34:44.909868+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:49.595 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3e is not active+clean 2024-09-19T05:34:49.595 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.913384+0000', 'last_change': '2024-09-19T05:34:44.913384+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.913384+0000', 'last_undegraded': '2024-09-19T05:34:44.913384+0000', 'last_fullsized': '2024-09-19T05:34:44.913384+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.595 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3d is not active+clean 2024-09-19T05:34:49.595 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.595 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3c is not active+clean 2024-09-19T05:34:49.595 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3b is not active+clean 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.908688+0000', 'last_change': '2024-09-19T05:34:44.908688+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.908688+0000', 'last_undegraded': '2024-09-19T05:34:44.908688+0000', 'last_fullsized': '2024-09-19T05:34:44.908688+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3a is not active+clean 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.911092+0000', 'last_change': '2024-09-19T05:34:44.911092+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.911092+0000', 'last_undegraded': '2024-09-19T05:34:44.911092+0000', 'last_fullsized': '2024-09-19T05:34:44.911092+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:PG 5.39 is not active+clean 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:PG 5.38 is not active+clean 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:PG 5.37 is not active+clean 2024-09-19T05:34:49.596 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:PG 5.36 is not active+clean 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:PG 5.35 is not active+clean 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:PG 5.34 is not active+clean 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:PG 5.33 is not active+clean 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.908089+0000', 'last_change': '2024-09-19T05:34:44.908089+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.908089+0000', 'last_undegraded': '2024-09-19T05:34:44.908089+0000', 'last_fullsized': '2024-09-19T05:34:44.908089+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:PG 5.32 is not active+clean 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.910668+0000', 'last_change': '2024-09-19T05:34:44.910668+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.910668+0000', 'last_undegraded': '2024-09-19T05:34:44.910668+0000', 'last_fullsized': '2024-09-19T05:34:44.910668+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.597 INFO:tasks.ceph.ceph_manager.ceph:PG 5.31 is not active+clean 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:PG 5.30 is not active+clean 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2f is not active+clean 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2e is not active+clean 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.912991+0000', 'last_change': '2024-09-19T05:34:44.912991+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.912991+0000', 'last_undegraded': '2024-09-19T05:34:44.912991+0000', 'last_fullsized': '2024-09-19T05:34:44.912991+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2d is not active+clean 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.912924+0000', 'last_change': '2024-09-19T05:34:44.912924+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.912924+0000', 'last_undegraded': '2024-09-19T05:34:44.912924+0000', 'last_fullsized': '2024-09-19T05:34:44.912924+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2c is not active+clean 2024-09-19T05:34:49.598 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.907760+0000', 'last_change': '2024-09-19T05:34:44.907760+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.907760+0000', 'last_undegraded': '2024-09-19T05:34:44.907760+0000', 'last_fullsized': '2024-09-19T05:34:44.907760+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2b is not active+clean 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2a is not active+clean 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:PG 5.29 is not active+clean 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:PG 5.28 is not active+clean 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:PG 5.27 is not active+clean 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.599 INFO:tasks.ceph.ceph_manager.ceph:PG 5.26 is not active+clean 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.912614+0000', 'last_change': '2024-09-19T05:34:44.912614+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.912614+0000', 'last_undegraded': '2024-09-19T05:34:44.912614+0000', 'last_fullsized': '2024-09-19T05:34:44.912614+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:PG 5.25 is not active+clean 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:PG 5.24 is not active+clean 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:PG 5.23 is not active+clean 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:PG 5.22 is not active+clean 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.600 INFO:tasks.ceph.ceph_manager.ceph:PG 5.21 is not active+clean 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.909213+0000', 'last_change': '2024-09-19T05:34:44.909213+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.909213+0000', 'last_undegraded': '2024-09-19T05:34:44.909213+0000', 'last_fullsized': '2024-09-19T05:34:44.909213+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:PG 5.20 is not active+clean 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1e is not active+clean 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1f is not active+clean 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.909304+0000', 'last_change': '2024-09-19T05:34:44.909304+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.909304+0000', 'last_undegraded': '2024-09-19T05:34:44.909304+0000', 'last_fullsized': '2024-09-19T05:34:44.909304+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1e is not active+clean 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.899775+0000', 'last_change': '2024-09-19T05:34:43.899775+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.899775+0000', 'last_undegraded': '2024-09-19T05:34:43.899775+0000', 'last_fullsized': '2024-09-19T05:34:43.899775+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1c is not active+clean 2024-09-19T05:34:49.601 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1d is not active+clean 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1a is not active+clean 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1b is not active+clean 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898617+0000', 'last_change': '2024-09-19T05:34:43.898617+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898617+0000', 'last_undegraded': '2024-09-19T05:34:43.898617+0000', 'last_fullsized': '2024-09-19T05:34:43.898617+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1b is not active+clean 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1a is not active+clean 2024-09-19T05:34:49.602 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898101+0000', 'last_change': '2024-09-19T05:34:43.898101+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898101+0000', 'last_undegraded': '2024-09-19T05:34:43.898101+0000', 'last_fullsized': '2024-09-19T05:34:43.898101+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:PG 5.18 is not active+clean 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:PG 5.19 is not active+clean 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:PG 4.18 is not active+clean 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.897709+0000', 'last_change': '2024-09-19T05:34:43.897709+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.897709+0000', 'last_undegraded': '2024-09-19T05:34:43.897709+0000', 'last_fullsized': '2024-09-19T05:34:43.897709+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:PG 5.16 is not active+clean 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:PG 5.17 is not active+clean 2024-09-19T05:34:49.603 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.914167+0000', 'last_change': '2024-09-19T05:34:44.914167+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.914167+0000', 'last_undegraded': '2024-09-19T05:34:44.914167+0000', 'last_fullsized': '2024-09-19T05:34:44.914167+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:PG 4.16 is not active+clean 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898877+0000', 'last_change': '2024-09-19T05:34:43.898877+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898877+0000', 'last_undegraded': '2024-09-19T05:34:43.898877+0000', 'last_fullsized': '2024-09-19T05:34:43.898877+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:PG 5.14 is not active+clean 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.911719+0000', 'last_change': '2024-09-19T05:34:44.911719+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.911719+0000', 'last_undegraded': '2024-09-19T05:34:44.911719+0000', 'last_fullsized': '2024-09-19T05:34:44.911719+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:PG 4.15 is not active+clean 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898249+0000', 'last_change': '2024-09-19T05:34:43.898249+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898249+0000', 'last_undegraded': '2024-09-19T05:34:43.898249+0000', 'last_fullsized': '2024-09-19T05:34:43.898249+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:PG 5.15 is not active+clean 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:PG 5.12 is not active+clean 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.604 INFO:tasks.ceph.ceph_manager.ceph:PG 4.13 is not active+clean 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898056+0000', 'last_change': '2024-09-19T05:34:43.898056+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898056+0000', 'last_undegraded': '2024-09-19T05:34:43.898056+0000', 'last_fullsized': '2024-09-19T05:34:43.898056+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:PG 5.13 is not active+clean 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.909275+0000', 'last_change': '2024-09-19T05:34:44.909275+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.909275+0000', 'last_undegraded': '2024-09-19T05:34:44.909275+0000', 'last_fullsized': '2024-09-19T05:34:44.909275+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:PG 4.12 is not active+clean 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.901124+0000', 'last_change': '2024-09-19T05:34:43.901124+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.901124+0000', 'last_undegraded': '2024-09-19T05:34:43.901124+0000', 'last_fullsized': '2024-09-19T05:34:43.901124+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:PG 5.10 is not active+clean 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:PG 5.11 is not active+clean 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.908694+0000', 'last_change': '2024-09-19T05:34:44.908694+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.908694+0000', 'last_undegraded': '2024-09-19T05:34:44.908694+0000', 'last_fullsized': '2024-09-19T05:34:44.908694+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:PG 5.e is not active+clean 2024-09-19T05:34:49.605 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:PG 4.f is not active+clean 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.901156+0000', 'last_change': '2024-09-19T05:34:43.901156+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.901156+0000', 'last_undegraded': '2024-09-19T05:34:43.901156+0000', 'last_fullsized': '2024-09-19T05:34:43.901156+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:PG 5.f is not active+clean 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:PG 4.e is not active+clean 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898438+0000', 'last_change': '2024-09-19T05:34:43.898438+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898438+0000', 'last_undegraded': '2024-09-19T05:34:43.898438+0000', 'last_fullsized': '2024-09-19T05:34:43.898438+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:PG 5.c is not active+clean 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:PG 4.d is not active+clean 2024-09-19T05:34:49.606 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898801+0000', 'last_change': '2024-09-19T05:34:43.898801+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898801+0000', 'last_undegraded': '2024-09-19T05:34:43.898801+0000', 'last_fullsized': '2024-09-19T05:34:43.898801+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:34:49.607 INFO:tasks.ceph.ceph_manager.ceph:PG 5.d is not active+clean 2024-09-19T05:34:49.607 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.907971+0000', 'last_change': '2024-09-19T05:34:44.907971+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.907971+0000', 'last_undegraded': '2024-09-19T05:34:44.907971+0000', 'last_fullsized': '2024-09-19T05:34:44.907971+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:49.607 INFO:tasks.ceph.ceph_manager.ceph:PG 4.c is not active+clean 2024-09-19T05:34:49.607 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.899013+0000', 'last_change': '2024-09-19T05:34:43.899013+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.899013+0000', 'last_undegraded': '2024-09-19T05:34:43.899013+0000', 'last_fullsized': '2024-09-19T05:34:43.899013+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:34:49.607 INFO:tasks.ceph.ceph_manager.ceph:PG 5.a is not active+clean 2024-09-19T05:34:49.607 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.907509+0000', 'last_change': '2024-09-19T05:34:44.907509+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.907509+0000', 'last_undegraded': '2024-09-19T05:34:44.907509+0000', 'last_fullsized': '2024-09-19T05:34:44.907509+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:49.607 INFO:tasks.ceph.ceph_manager.ceph:PG 4.b is not active+clean 2024-09-19T05:34:49.607 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898925+0000', 'last_change': '2024-09-19T05:34:43.898925+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898925+0000', 'last_undegraded': '2024-09-19T05:34:43.898925+0000', 'last_fullsized': '2024-09-19T05:34:43.898925+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:PG 5.b is not active+clean 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.907503+0000', 'last_change': '2024-09-19T05:34:44.907503+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.907503+0000', 'last_undegraded': '2024-09-19T05:34:44.907503+0000', 'last_fullsized': '2024-09-19T05:34:44.907503+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:PG 5.8 is not active+clean 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.907617+0000', 'last_change': '2024-09-19T05:34:44.907617+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.907617+0000', 'last_undegraded': '2024-09-19T05:34:44.907617+0000', 'last_fullsized': '2024-09-19T05:34:44.907617+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:PG 4.9 is not active+clean 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898953+0000', 'last_change': '2024-09-19T05:34:43.898953+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898953+0000', 'last_undegraded': '2024-09-19T05:34:43.898953+0000', 'last_fullsized': '2024-09-19T05:34:43.898953+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:PG 5.9 is not active+clean 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:PG 4.8 is not active+clean 2024-09-19T05:34:49.608 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898902+0000', 'last_change': '2024-09-19T05:34:43.898902+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898902+0000', 'last_undegraded': '2024-09-19T05:34:43.898902+0000', 'last_fullsized': '2024-09-19T05:34:43.898902+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:PG 5.6 is not active+clean 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.907412+0000', 'last_change': '2024-09-19T05:34:44.907412+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.907412+0000', 'last_undegraded': '2024-09-19T05:34:44.907412+0000', 'last_fullsized': '2024-09-19T05:34:44.907412+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:PG 4.7 is not active+clean 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.900686+0000', 'last_change': '2024-09-19T05:34:43.900686+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.900686+0000', 'last_undegraded': '2024-09-19T05:34:43.900686+0000', 'last_fullsized': '2024-09-19T05:34:43.900686+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:PG 5.7 is not active+clean 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:PG 4.6 is not active+clean 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898332+0000', 'last_change': '2024-09-19T05:34:43.898332+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898332+0000', 'last_undegraded': '2024-09-19T05:34:43.898332+0000', 'last_fullsized': '2024-09-19T05:34:43.898332+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:PG 5.5 is not active+clean 2024-09-19T05:34:49.609 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:PG 4.4 is not active+clean 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.900618+0000', 'last_change': '2024-09-19T05:34:43.900618+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.900618+0000', 'last_undegraded': '2024-09-19T05:34:43.900618+0000', 'last_fullsized': '2024-09-19T05:34:43.900618+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2 is not active+clean 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.908109+0000', 'last_change': '2024-09-19T05:34:44.908109+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.908109+0000', 'last_undegraded': '2024-09-19T05:34:44.908109+0000', 'last_fullsized': '2024-09-19T05:34:44.908109+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:PG 4.3 is not active+clean 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898345+0000', 'last_change': '2024-09-19T05:34:43.898345+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898345+0000', 'last_undegraded': '2024-09-19T05:34:43.898345+0000', 'last_fullsized': '2024-09-19T05:34:43.898345+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3 is not active+clean 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:PG 4.2 is not active+clean 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.900684+0000', 'last_change': '2024-09-19T05:34:43.900684+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.900684+0000', 'last_undegraded': '2024-09-19T05:34:43.900684+0000', 'last_fullsized': '2024-09-19T05:34:43.900684+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:34:49.610 INFO:tasks.ceph.ceph_manager.ceph:PG 5.0 is not active+clean 2024-09-19T05:34:49.611 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:44.910163+0000', 'last_change': '2024-09-19T05:34:44.910163+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.910163+0000', 'last_undegraded': '2024-09-19T05:34:44.910163+0000', 'last_fullsized': '2024-09-19T05:34:44.910163+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:34:49.611 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1 is not active+clean 2024-09-19T05:34:49.611 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:34:43.898314+0000', 'last_change': '2024-09-19T05:34:43.898314+0000', 'last_active': '2024-09-19T05:34:43.885818+0000', 'last_peered': '2024-09-19T05:34:43.885818+0000', 'last_clean': '2024-09-19T05:34:43.885818+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:43.898314+0000', 'last_undegraded': '2024-09-19T05:34:43.898314+0000', 'last_fullsized': '2024-09-19T05:34:43.898314+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:43.885818+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:34:49.611 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1 is not active+clean 2024-09-19T05:34:49.611 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.611 INFO:tasks.ceph.ceph_manager.ceph:PG 5.4 is not active+clean 2024-09-19T05:34:49.611 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:34:44.895673+0000', 'last_change': '2024-09-19T05:34:44.895673+0000', 'last_active': '2024-09-19T05:34:44.895673+0000', 'last_peered': '2024-09-19T05:34:44.895673+0000', 'last_clean': '2024-09-19T05:34:44.895673+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:34:44.895673+0000', 'last_undegraded': '2024-09-19T05:34:44.895673+0000', 'last_fullsized': '2024-09-19T05:34:44.895673+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'last_clean_scrub_stamp': '2024-09-19T05:34:44.895673+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:34:49.612 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:34:49.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.729+0000 7f507b731640 1 Processor -- start 2024-09-19T05:34:49.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.730+0000 7f507b731640 1 -- start start 2024-09-19T05:34:49.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.730+0000 7f507b731640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5074148080 0x7f50740ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f507b731640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50740b4ff0 0x7f507406ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f507b731640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f507406e8d0 con 0x7f507415f8e0 2024-09-19T05:34:49.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f507b731640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f50740af210 con 0x7f5074148080 2024-09-19T05:34:49.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f507b731640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f50740af4f0 con 0x7f50740b4ff0 2024-09-19T05:34:49.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f50794cd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5074148080 0x7f50740ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f50794cd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5074148080 0x7f50740ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59314/0 (socket says 172.21.15.39:59314) 2024-09-19T05:34:49.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f5078ccc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f507415f8e0 0x7f50740b48e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41062/0 (socket says 172.21.15.39:41062) 2024-09-19T05:34:49.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f50794cd640 1 -- 172.21.15.39:0/3969558935 learned_addr learned my addr 172.21.15.39:0/3969558935 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:49.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f50794cd640 1 -- 172.21.15.39:0/3969558935 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50740b4ff0 msgr2=0x7f507406ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:49.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f50794cd640 1 --2- 172.21.15.39:0/3969558935 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50740b4ff0 0x7f507406ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f50794cd640 1 -- 172.21.15.39:0/3969558935 >> v1:172.21.15.39:6789/0 conn(0x7f507415f8e0 legacy=0x7f50740b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f5067fff640 1 -- 172.21.15.39:0/3969558935 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2484304590 0 0) 0x7f507406e8d0 con 0x7f507415f8e0 2024-09-19T05:34:49.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.731+0000 7f50794cd640 1 -- 172.21.15.39:0/3969558935 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50740af7d0 con 0x7f5074148080 2024-09-19T05:34:49.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f50794cd640 1 --2- 172.21.15.39:0/3969558935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 0x7f50740ae8a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5070009870 tx=0x7f507002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b98bac901bc2d3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:49.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f5067fff640 1 -- 172.21.15.39:0/3969558935 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070037070 con 0x7f5074148080 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f5067fff640 1 -- 172.21.15.39:0/3969558935 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5070032440 con 0x7f5074148080 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f5067fff640 1 -- 172.21.15.39:0/3969558935 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070032810 con 0x7f5074148080 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f507b731640 1 -- 172.21.15.39:0/3969558935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 msgr2=0x7f50740ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f507b731640 1 --2- 172.21.15.39:0/3969558935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 0x7f50740ae8a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5070009870 tx=0x7f507002a270 comp rx=0 tx=0).stop 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f507b731640 1 -- 172.21.15.39:0/3969558935 shutdown_connections 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f507b731640 1 --2- 172.21.15.39:0/3969558935 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50740b4ff0 0x7f507406ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f507b731640 1 --2- 172.21.15.39:0/3969558935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 0x7f50740ae8a0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.732+0000 7f507b731640 1 -- 172.21.15.39:0/3969558935 >> 172.21.15.39:0/3969558935 conn(0x7f50740b24d0 msgr2=0x7f50740b28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.733+0000 7f507b731640 1 -- 172.21.15.39:0/3969558935 shutdown_connections 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.733+0000 7f507b731640 1 -- 172.21.15.39:0/3969558935 wait complete. 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.734+0000 7f507b731640 1 Processor -- start 2024-09-19T05:34:49.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.734+0000 7f507b731640 1 -- start start 2024-09-19T05:34:49.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.734+0000 7f507b731640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50740b4ff0 0x7f5074160010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.734+0000 7f507b731640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 0x7f50740ceda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.734+0000 7f507b731640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50740cf4f0 0x7f507415da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.734+0000 7f507b731640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5074148460 con 0x7f5074148080 2024-09-19T05:34:49.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.734+0000 7f507b731640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f50740afab0 con 0x7f50740b4ff0 2024-09-19T05:34:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.734+0000 7f507b731640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f50741485e0 con 0x7f50740cf4f0 2024-09-19T05:34:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5078ccc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 0x7f50740ceda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5078ccc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 0x7f50740ceda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59326/0 (socket says 172.21.15.39:59326) 2024-09-19T05:34:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5078ccc640 1 -- 172.21.15.39:0/4264009385 learned_addr learned my addr 172.21.15.39:0/4264009385 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f50794cd640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50740b4ff0 0x7f5074160010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5079cce640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50740cf4f0 0x7f507415da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5078ccc640 1 -- 172.21.15.39:0/4264009385 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50740cf4f0 msgr2=0x7f507415da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5078ccc640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50740cf4f0 0x7f507415da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5078ccc640 1 -- 172.21.15.39:0/4264009385 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50740b4ff0 msgr2=0x7f5074160010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5078ccc640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50740b4ff0 0x7f5074160010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5078ccc640 1 -- 172.21.15.39:0/4264009385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50741605f0 con 0x7f5074148080 2024-09-19T05:34:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5078ccc640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 0x7f50740ceda0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f506800c410 tx=0x7f506800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5065ffb640 1 -- 172.21.15.39:0/4264009385 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50680074e0 con 0x7f5074148080 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5065ffb640 1 -- 172.21.15.39:0/4264009385 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50680047e0 con 0x7f5074148080 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50741608d0 con 0x7f5074148080 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.735+0000 7f5065ffb640 1 -- 172.21.15.39:0/4264009385 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5068004bd0 con 0x7f5074148080 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.736+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5074160e90 con 0x7f5074148080 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.736+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50740b48e0 con 0x7f5074148080 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.737+0000 7f5065ffb640 1 -- 172.21.15.39:0/4264009385 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5068011070 con 0x7f5074148080 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.737+0000 7f5065ffb640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f505806c2b0 0x7f505806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.738+0000 7f50794cd640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f505806c2b0 0x7f505806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.738+0000 7f5065ffb640 1 -- 172.21.15.39:0/4264009385 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f506808b160 con 0x7f5074148080 2024-09-19T05:34:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.738+0000 7f50794cd640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f505806c2b0 0x7f505806e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5070034000 tx=0x7f507002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.742+0000 7f5065ffb640 1 -- 172.21.15.39:0/4264009385 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5068059840 con 0x7f5074148080 2024-09-19T05:34:49.873 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-19T05:34:49.870+0000 7fe112430640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:34:49.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.987+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f50741ea150 con 0x7f5074148080 2024-09-19T05:34:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.987+0000 7f5065ffb640 1 -- 172.21.15.39:0/4264009385 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2764 (secure 0 0 0) 0x7f5068059140 con 0x7f5074148080 2024-09-19T05:34:49.990 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:49.990 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"63724460-2d43-4192-a475-a2140b12f870","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":67,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":32,"num_osds":8,"num_up_osds":8,"osd_up_since":1726724034,"num_in_osds":8,"osd_in_since":1726724024,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":44},{"state_name":"unknown","count":41},{"state_name":"active+clean","count":12}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":276275200,"bytes_avail":772817838080,"bytes_total":773094113280,"unknown_pgs_ratio":0.42268040776252747,"inactive_pgs_ratio":0.45360824465751648},"fsmap":{"epoch":14,"btime":"2024-09-19T05:34:47:922383+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":4755}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":3,"modified":"2024-09-19T05:34:48.678868+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:34:49.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f505806c2b0 msgr2=0x7f505806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f505806c2b0 0x7f505806e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5070034000 tx=0x7f507002e000 comp rx=0 tx=0).stop 2024-09-19T05:34:49.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 msgr2=0x7f50740ceda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:49.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 0x7f50740ceda0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f506800c410 tx=0x7f506800c8d0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 shutdown_connections 2024-09-19T05:34:49.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f505806c2b0 0x7f505806e770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50740cf4f0 0x7f507415da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5074148080 0x7f50740ceda0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 --2- 172.21.15.39:0/4264009385 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50740b4ff0 0x7f5074160010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:49.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 >> 172.21.15.39:0/4264009385 conn(0x7f50740b24d0 msgr2=0x7f50740b1070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:49.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 shutdown_connections 2024-09-19T05:34:49.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:49.990+0000 7f507b731640 1 -- 172.21.15.39:0/4264009385 wait complete. 2024-09-19T05:34:50.003 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:34:50.003 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:50.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.102+0000 7f0118fc4640 1 Processor -- start 2024-09-19T05:34:50.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.102+0000 7f0118fc4640 1 -- start start 2024-09-19T05:34:50.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.103+0000 7f0118fc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6a70 0x7f01140d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:50.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.103+0000 7f0118fc4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f01140d1510 0x7f01140d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:50.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.103+0000 7f0118fc4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01140d1d90 con 0x7f01140b6690 2024-09-19T05:34:50.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.103+0000 7f0118fc4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f01140cf540 con 0x7f01140d1510 2024-09-19T05:34:50.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.103+0000 7f0118fc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f01140ceef0 con 0x7f01140b6a70 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f0112d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f01140d1510 0x7f01140d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f0111d9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6a70 0x7f01140d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f011259c640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f01140b6690 0x7f01140cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:44416/0 (socket says 172.21.15.39:44416) 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f0112d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f01140d1510 0x7f01140d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:56078/0 (socket says 172.21.15.39:56078) 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f011259c640 1 -- 172.21.15.39:0/4173223551 learned_addr learned my addr 172.21.15.39:0/4173223551 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f0112d9d640 1 -- 172.21.15.39:0/4173223551 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6a70 msgr2=0x7f01140d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f0112d9d640 1 --2- 172.21.15.39:0/4173223551 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6a70 0x7f01140d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f0112d9d640 1 -- 172.21.15.39:0/4173223551 >> v1:172.21.15.50:6789/0 conn(0x7f01140b6690 legacy=0x7f01140cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f0112d9d640 1 -- 172.21.15.39:0/4173223551 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01140cf1d0 con 0x7f01140d1510 2024-09-19T05:34:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.104+0000 7f0111d9b640 1 --2- 172.21.15.39:0/4173223551 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6a70 0x7f01140d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.105+0000 7f0112d9d640 1 --2- 172.21.15.39:0/4173223551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01140d1510 0x7f01140d2b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0104009d90 tx=0x7f010402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddded3e928ddf71 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.105+0000 7f011159a640 1 -- 172.21.15.39:0/4173223551 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0104007740 con 0x7f01140d1510 2024-09-19T05:34:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.105+0000 7f011159a640 1 -- 172.21.15.39:0/4173223551 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01040078e0 con 0x7f01140d1510 2024-09-19T05:34:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.105+0000 7f011159a640 1 -- 172.21.15.39:0/4173223551 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0104007cb0 con 0x7f01140d1510 2024-09-19T05:34:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.106+0000 7f0118fc4640 1 -- 172.21.15.39:0/4173223551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01140d1510 msgr2=0x7f01140d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.106+0000 7f0118fc4640 1 --2- 172.21.15.39:0/4173223551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01140d1510 0x7f01140d2b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0104009d90 tx=0x7f010402a660 comp rx=0 tx=0).stop 2024-09-19T05:34:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.106+0000 7f0118fc4640 1 -- 172.21.15.39:0/4173223551 shutdown_connections 2024-09-19T05:34:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.106+0000 7f0118fc4640 1 --2- 172.21.15.39:0/4173223551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01140d1510 0x7f01140d2b50 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.106+0000 7f0118fc4640 1 --2- 172.21.15.39:0/4173223551 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6a70 0x7f01140d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:50.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.106+0000 7f0118fc4640 1 -- 172.21.15.39:0/4173223551 >> 172.21.15.39:0/4173223551 conn(0x7f0114072560 msgr2=0x7f0114072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:50.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.106+0000 7f0118fc4640 1 -- 172.21.15.39:0/4173223551 shutdown_connections 2024-09-19T05:34:50.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.106+0000 7f0118fc4640 1 -- 172.21.15.39:0/4173223551 wait complete. 2024-09-19T05:34:50.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.107+0000 7f0118fc4640 1 Processor -- start 2024-09-19T05:34:50.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.107+0000 7f0118fc4640 1 -- start start 2024-09-19T05:34:50.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0118fc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6690 0x7f0114151d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0118fc4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01140b6a70 0x7f01140cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0118fc4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01140d1510 0x7f01140cda90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0118fc4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f01140d1b20 con 0x7f01140d1510 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0118fc4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f01140d19a0 con 0x7f01140b6a70 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0118fc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f011415c530 con 0x7f01140b6690 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0112d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01140d1510 0x7f01140cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0112d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01140d1510 0x7f01140cda90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59328/0 (socket says 172.21.15.39:59328) 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0112d9d640 1 -- 172.21.15.39:0/3914507056 learned_addr learned my addr 172.21.15.39:0/3914507056 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f011259c640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6690 0x7f0114151d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.108+0000 7f0111d9b640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01140b6a70 0x7f01140cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f0112d9d640 1 -- 172.21.15.39:0/3914507056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6690 msgr2=0x7f0114151d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f0112d9d640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6690 0x7f0114151d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:50.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f0112d9d640 1 -- 172.21.15.39:0/3914507056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01140b6a70 msgr2=0x7f01140cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:50.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f0112d9d640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01140b6a70 0x7f01140cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:50.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f0112d9d640 1 -- 172.21.15.39:0/3914507056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01140cc140 con 0x7f01140d1510 2024-09-19T05:34:50.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f0112d9d640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01140d1510 0x7f01140cda90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f0104009eb0 tx=0x7f0104004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:50.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f010affd640 1 -- 172.21.15.39:0/3914507056 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f010403f070 con 0x7f01140d1510 2024-09-19T05:34:50.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f010affd640 1 -- 172.21.15.39:0/3914507056 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0104031bc0 con 0x7f01140d1510 2024-09-19T05:34:50.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01140cc420 con 0x7f01140d1510 2024-09-19T05:34:50.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f010affd640 1 -- 172.21.15.39:0/3914507056 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0104009450 con 0x7f01140d1510 2024-09-19T05:34:50.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.109+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01140cc9e0 con 0x7f01140d1510 2024-09-19T05:34:50.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.110+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01140d0fd0 con 0x7f01140d1510 2024-09-19T05:34:50.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.110+0000 7f010affd640 1 -- 172.21.15.39:0/3914507056 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f010403b410 con 0x7f01140d1510 2024-09-19T05:34:50.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.111+0000 7f010affd640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f406c2b0 0x7f00f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:50.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.111+0000 7f010affd640 1 -- 172.21.15.39:0/3914507056 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f01040aca20 con 0x7f01140d1510 2024-09-19T05:34:50.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.111+0000 7f011259c640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f406c2b0 0x7f00f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:50.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.111+0000 7f011259c640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f406c2b0 0x7f00f406e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f010c007fd0 tx=0x7f010c007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:50.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.115+0000 7f010affd640 1 -- 172.21.15.39:0/3914507056 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f010407abd0 con 0x7f01140d1510 2024-09-19T05:34:50.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.286+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0114069140 con 0x7f00f406c2b0 2024-09-19T05:34:50.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.292+0000 7f010affd640 1 -- 172.21.15.39:0/3914507056 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242200 (secure 0 0 0) 0x7f0114069140 con 0x7f00f406c2b0 2024-09-19T05:34:50.297 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:50.298 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:50.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f406c2b0 msgr2=0x7f00f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:50.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f406c2b0 0x7f00f406e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f010c007fd0 tx=0x7f010c007e80 comp rx=0 tx=0).stop 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01140d1510 msgr2=0x7f01140cda90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01140d1510 0x7f01140cda90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f0104009eb0 tx=0x7f0104004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 shutdown_connections 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00f406c2b0 0x7f00f406e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01140d1510 0x7f01140cda90 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01140b6a70 0x7f01140cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 --2- 172.21.15.39:0/3914507056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01140b6690 0x7f0114151d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 >> 172.21.15.39:0/3914507056 conn(0x7f0114072560 msgr2=0x7f011415c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 shutdown_connections 2024-09-19T05:34:50.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:50.295+0000 7f0118fc4640 1 -- 172.21.15.39:0/3914507056 wait complete. 2024-09-19T05:34:50.309 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2024-09-19T05:34:48.678825+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":269800,"kb_used_data":3660,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754704920,"statfs":{"total":773094113280,"available":772817838080,"internally_reserved":0,"allocated":3747840,"data_stored":2135737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.783137"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909868+0000","last_change":"2024-09-19T05:34:44.909868+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909868+0000","last_undegraded":"2024-09-19T05:34:44.909868+0000","last_fullsized":"2024-09-19T05:34:44.909868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.913384+0000","last_change":"2024-09-19T05:34:44.913384+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.913384+0000","last_undegraded":"2024-09-19T05:34:44.913384+0000","last_fullsized":"2024-09-19T05:34:44.913384+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908688+0000","last_change":"2024-09-19T05:34:44.908688+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908688+0000","last_undegraded":"2024-09-19T05:34:44.908688+0000","last_fullsized":"2024-09-19T05:34:44.908688+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.911092+0000","last_change":"2024-09-19T05:34:44.911092+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.911092+0000","last_undegraded":"2024-09-19T05:34:44.911092+0000","last_fullsized":"2024-09-19T05:34:44.911092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908089+0000","last_change":"2024-09-19T05:34:44.908089+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908089+0000","last_undegraded":"2024-09-19T05:34:44.908089+0000","last_fullsized":"2024-09-19T05:34:44.908089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.910668+0000","last_change":"2024-09-19T05:34:44.910668+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.910668+0000","last_undegraded":"2024-09-19T05:34:44.910668+0000","last_fullsized":"2024-09-19T05:34:44.910668+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912991+0000","last_change":"2024-09-19T05:34:44.912991+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912991+0000","last_undegraded":"2024-09-19T05:34:44.912991+0000","last_fullsized":"2024-09-19T05:34:44.912991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912924+0000","last_change":"2024-09-19T05:34:44.912924+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912924+0000","last_undegraded":"2024-09-19T05:34:44.912924+0000","last_fullsized":"2024-09-19T05:34:44.912924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907760+0000","last_change":"2024-09-19T05:34:44.907760+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907760+0000","last_undegraded":"2024-09-19T05:34:44.907760+0000","last_fullsized":"2024-09-19T05:34:44.907760+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.912614+0000","last_change":"2024-09-19T05:34:44.912614+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.912614+0000","last_undegraded":"2024-09-19T05:34:44.912614+0000","last_fullsized":"2024-09-19T05:34:44.912614+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909213+0000","last_change":"2024-09-19T05:34:44.909213+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909213+0000","last_undegraded":"2024-09-19T05:34:44.909213+0000","last_fullsized":"2024-09-19T05:34:44.909213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.919143+0000","last_change":"2024-09-19T05:34:44.917243+0000","last_active":"2024-09-19T05:34:44.919143+0000","last_peered":"2024-09-19T05:34:44.919143+0000","last_clean":"2024-09-19T05:34:44.919143+0000","last_became_active":"2024-09-19T05:34:44.916978+0000","last_became_peered":"2024-09-19T05:34:44.916978+0000","last_unstale":"2024-09-19T05:34:44.919143+0000","last_undegraded":"2024-09-19T05:34:44.919143+0000","last_fullsized":"2024-09-19T05:34:44.919143+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:25.101961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909304+0000","last_change":"2024-09-19T05:34:44.909304+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909304+0000","last_undegraded":"2024-09-19T05:34:44.909304+0000","last_fullsized":"2024-09-19T05:34:44.909304+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.899775+0000","last_change":"2024-09-19T05:34:43.899775+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.899775+0000","last_undegraded":"2024-09-19T05:34:43.899775+0000","last_fullsized":"2024-09-19T05:34:43.899775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927552+0000","last_change":"2024-09-19T05:34:44.924905+0000","last_active":"2024-09-19T05:34:44.927552+0000","last_peered":"2024-09-19T05:34:44.927552+0000","last_clean":"2024-09-19T05:34:44.927552+0000","last_became_active":"2024-09-19T05:34:44.924577+0000","last_became_peered":"2024-09-19T05:34:44.924577+0000","last_unstale":"2024-09-19T05:34:44.927552+0000","last_undegraded":"2024-09-19T05:34:44.927552+0000","last_fullsized":"2024-09-19T05:34:44.927552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:53.390562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.923658+0000","last_change":"2024-09-19T05:34:44.922929+0000","last_active":"2024-09-19T05:34:44.923658+0000","last_peered":"2024-09-19T05:34:44.923658+0000","last_clean":"2024-09-19T05:34:44.923658+0000","last_became_active":"2024-09-19T05:34:44.922631+0000","last_became_peered":"2024-09-19T05:34:44.922631+0000","last_unstale":"2024-09-19T05:34:44.923658+0000","last_undegraded":"2024-09-19T05:34:44.923658+0000","last_fullsized":"2024-09-19T05:34:44.923658+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:11.722171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898617+0000","last_change":"2024-09-19T05:34:43.898617+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898617+0000","last_undegraded":"2024-09-19T05:34:43.898617+0000","last_fullsized":"2024-09-19T05:34:43.898617+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898101+0000","last_change":"2024-09-19T05:34:43.898101+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898101+0000","last_undegraded":"2024-09-19T05:34:43.898101+0000","last_fullsized":"2024-09-19T05:34:43.898101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.924237+0000","last_change":"2024-09-19T05:34:44.918822+0000","last_active":"2024-09-19T05:34:44.924237+0000","last_peered":"2024-09-19T05:34:44.924237+0000","last_clean":"2024-09-19T05:34:44.924237+0000","last_became_active":"2024-09-19T05:34:44.917737+0000","last_became_peered":"2024-09-19T05:34:44.917737+0000","last_unstale":"2024-09-19T05:34:44.924237+0000","last_undegraded":"2024-09-19T05:34:44.924237+0000","last_fullsized":"2024-09-19T05:34:44.924237+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:11.815239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.897709+0000","last_change":"2024-09-19T05:34:43.897709+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.897709+0000","last_undegraded":"2024-09-19T05:34:43.897709+0000","last_fullsized":"2024-09-19T05:34:43.897709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926950+0000","last_change":"2024-09-19T05:34:44.921422+0000","last_active":"2024-09-19T05:34:44.926950+0000","last_peered":"2024-09-19T05:34:44.926950+0000","last_clean":"2024-09-19T05:34:44.926950+0000","last_became_active":"2024-09-19T05:34:44.921132+0000","last_became_peered":"2024-09-19T05:34:44.921132+0000","last_unstale":"2024-09-19T05:34:44.926950+0000","last_undegraded":"2024-09-19T05:34:44.926950+0000","last_fullsized":"2024-09-19T05:34:44.926950+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:26.900790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.914167+0000","last_change":"2024-09-19T05:34:44.914167+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.914167+0000","last_undegraded":"2024-09-19T05:34:44.914167+0000","last_fullsized":"2024-09-19T05:34:44.914167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898877+0000","last_change":"2024-09-19T05:34:43.898877+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898877+0000","last_undegraded":"2024-09-19T05:34:43.898877+0000","last_fullsized":"2024-09-19T05:34:43.898877+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.911719+0000","last_change":"2024-09-19T05:34:44.911719+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.911719+0000","last_undegraded":"2024-09-19T05:34:44.911719+0000","last_fullsized":"2024-09-19T05:34:44.911719+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898249+0000","last_change":"2024-09-19T05:34:43.898249+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898249+0000","last_undegraded":"2024-09-19T05:34:43.898249+0000","last_fullsized":"2024-09-19T05:34:43.898249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927019+0000","last_change":"2024-09-19T05:34:44.923520+0000","last_active":"2024-09-19T05:34:44.927019+0000","last_peered":"2024-09-19T05:34:44.927019+0000","last_clean":"2024-09-19T05:34:44.927019+0000","last_became_active":"2024-09-19T05:34:44.923238+0000","last_became_peered":"2024-09-19T05:34:44.923238+0000","last_unstale":"2024-09-19T05:34:44.927019+0000","last_undegraded":"2024-09-19T05:34:44.927019+0000","last_fullsized":"2024-09-19T05:34:44.927019+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:38.370850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898056+0000","last_change":"2024-09-19T05:34:43.898056+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898056+0000","last_undegraded":"2024-09-19T05:34:43.898056+0000","last_fullsized":"2024-09-19T05:34:43.898056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.909275+0000","last_change":"2024-09-19T05:34:44.909275+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.909275+0000","last_undegraded":"2024-09-19T05:34:44.909275+0000","last_fullsized":"2024-09-19T05:34:44.909275+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.901124+0000","last_change":"2024-09-19T05:34:43.901124+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.901124+0000","last_undegraded":"2024-09-19T05:34:43.901124+0000","last_fullsized":"2024-09-19T05:34:43.901124+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926946+0000","last_change":"2024-09-19T05:34:44.921182+0000","last_active":"2024-09-19T05:34:44.926946+0000","last_peered":"2024-09-19T05:34:44.926946+0000","last_clean":"2024-09-19T05:34:44.926946+0000","last_became_active":"2024-09-19T05:34:44.920669+0000","last_became_peered":"2024-09-19T05:34:44.920669+0000","last_unstale":"2024-09-19T05:34:44.926946+0000","last_undegraded":"2024-09-19T05:34:44.926946+0000","last_fullsized":"2024-09-19T05:34:44.926946+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:47.610531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908694+0000","last_change":"2024-09-19T05:34:44.908694+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908694+0000","last_undegraded":"2024-09-19T05:34:44.908694+0000","last_fullsized":"2024-09-19T05:34:44.908694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926982+0000","last_change":"2024-09-19T05:34:44.923376+0000","last_active":"2024-09-19T05:34:44.926982+0000","last_peered":"2024-09-19T05:34:44.926982+0000","last_clean":"2024-09-19T05:34:44.926982+0000","last_became_active":"2024-09-19T05:34:44.923001+0000","last_became_peered":"2024-09-19T05:34:44.923001+0000","last_unstale":"2024-09-19T05:34:44.926982+0000","last_undegraded":"2024-09-19T05:34:44.926982+0000","last_fullsized":"2024-09-19T05:34:44.926982+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:17.577550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.901156+0000","last_change":"2024-09-19T05:34:43.901156+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.901156+0000","last_undegraded":"2024-09-19T05:34:43.901156+0000","last_fullsized":"2024-09-19T05:34:43.901156+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898438+0000","last_change":"2024-09-19T05:34:43.898438+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898438+0000","last_undegraded":"2024-09-19T05:34:43.898438+0000","last_fullsized":"2024-09-19T05:34:43.898438+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898801+0000","last_change":"2024-09-19T05:34:43.898801+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898801+0000","last_undegraded":"2024-09-19T05:34:43.898801+0000","last_fullsized":"2024-09-19T05:34:43.898801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907971+0000","last_change":"2024-09-19T05:34:44.907971+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907971+0000","last_undegraded":"2024-09-19T05:34:44.907971+0000","last_fullsized":"2024-09-19T05:34:44.907971+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.899013+0000","last_change":"2024-09-19T05:34:43.899013+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.899013+0000","last_undegraded":"2024-09-19T05:34:43.899013+0000","last_fullsized":"2024-09-19T05:34:43.899013+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907509+0000","last_change":"2024-09-19T05:34:44.907509+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907509+0000","last_undegraded":"2024-09-19T05:34:44.907509+0000","last_fullsized":"2024-09-19T05:34:44.907509+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898925+0000","last_change":"2024-09-19T05:34:43.898925+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898925+0000","last_undegraded":"2024-09-19T05:34:43.898925+0000","last_fullsized":"2024-09-19T05:34:43.898925+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907503+0000","last_change":"2024-09-19T05:34:44.907503+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907503+0000","last_undegraded":"2024-09-19T05:34:44.907503+0000","last_fullsized":"2024-09-19T05:34:44.907503+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.927894+0000","last_change":"2024-09-19T05:34:44.927472+0000","last_active":"2024-09-19T05:34:44.927894+0000","last_peered":"2024-09-19T05:34:44.927894+0000","last_clean":"2024-09-19T05:34:44.927894+0000","last_became_active":"2024-09-19T05:34:44.927166+0000","last_became_peered":"2024-09-19T05:34:44.927166+0000","last_unstale":"2024-09-19T05:34:44.927894+0000","last_undegraded":"2024-09-19T05:34:44.927894+0000","last_fullsized":"2024-09-19T05:34:44.927894+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:11.815239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907617+0000","last_change":"2024-09-19T05:34:44.907617+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907617+0000","last_undegraded":"2024-09-19T05:34:44.907617+0000","last_fullsized":"2024-09-19T05:34:44.907617+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898953+0000","last_change":"2024-09-19T05:34:43.898953+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898953+0000","last_undegraded":"2024-09-19T05:34:43.898953+0000","last_fullsized":"2024-09-19T05:34:43.898953+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898902+0000","last_change":"2024-09-19T05:34:43.898902+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898902+0000","last_undegraded":"2024-09-19T05:34:43.898902+0000","last_fullsized":"2024-09-19T05:34:43.898902+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.907412+0000","last_change":"2024-09-19T05:34:44.907412+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.907412+0000","last_undegraded":"2024-09-19T05:34:44.907412+0000","last_fullsized":"2024-09-19T05:34:44.907412+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900686+0000","last_change":"2024-09-19T05:34:43.900686+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900686+0000","last_undegraded":"2024-09-19T05:34:43.900686+0000","last_fullsized":"2024-09-19T05:34:43.900686+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898332+0000","last_change":"2024-09-19T05:34:43.898332+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898332+0000","last_undegraded":"2024-09-19T05:34:43.898332+0000","last_fullsized":"2024-09-19T05:34:43.898332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900618+0000","last_change":"2024-09-19T05:34:43.900618+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900618+0000","last_undegraded":"2024-09-19T05:34:43.900618+0000","last_fullsized":"2024-09-19T05:34:43.900618+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.908109+0000","last_change":"2024-09-19T05:34:44.908109+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.908109+0000","last_undegraded":"2024-09-19T05:34:44.908109+0000","last_fullsized":"2024-09-19T05:34:44.908109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898345+0000","last_change":"2024-09-19T05:34:43.898345+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898345+0000","last_undegraded":"2024-09-19T05:34:43.898345+0000","last_fullsized":"2024-09-19T05:34:43.898345+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.900684+0000","last_change":"2024-09-19T05:34:43.900684+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.900684+0000","last_undegraded":"2024-09-19T05:34:43.900684+0000","last_fullsized":"2024-09-19T05:34:43.900684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-19T05:34:44.910163+0000","last_change":"2024-09-19T05:34:44.910163+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.910163+0000","last_undegraded":"2024-09-19T05:34:44.910163+0000","last_fullsized":"2024-09-19T05:34:44.910163+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:34:43.898314+0000","last_change":"2024-09-19T05:34:43.898314+0000","last_active":"2024-09-19T05:34:43.885818+0000","last_peered":"2024-09-19T05:34:43.885818+0000","last_clean":"2024-09-19T05:34:43.885818+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:43.898314+0000","last_undegraded":"2024-09-19T05:34:43.898314+0000","last_fullsized":"2024-09-19T05:34:43.898314+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.926889+0000","last_change":"2024-09-19T05:34:44.920278+0000","last_active":"2024-09-19T05:34:44.926889+0000","last_peered":"2024-09-19T05:34:44.926889+0000","last_clean":"2024-09-19T05:34:44.926889+0000","last_became_active":"2024-09-19T05:34:44.919995+0000","last_became_peered":"2024-09-19T05:34:44.919995+0000","last_unstale":"2024-09-19T05:34:44.926889+0000","last_undegraded":"2024-09-19T05:34:44.926889+0000","last_fullsized":"2024-09-19T05:34:44.926889+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:11.924043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:34:44.895673+0000","last_change":"2024-09-19T05:34:44.895673+0000","last_active":"2024-09-19T05:34:44.895673+0000","last_peered":"2024-09-19T05:34:44.895673+0000","last_clean":"2024-09-19T05:34:44.895673+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:34:44.895673+0000","last_undegraded":"2024-09-19T05:34:44.895673+0000","last_fullsized":"2024-09-19T05:34:44.895673+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-19T05:34:44.919853+0000","last_change":"2024-09-19T05:34:44.918221+0000","last_active":"2024-09-19T05:34:44.919853+0000","last_peered":"2024-09-19T05:34:44.919853+0000","last_clean":"2024-09-19T05:34:44.919853+0000","last_became_active":"2024-09-19T05:34:44.917921+0000","last_became_peered":"2024-09-19T05:34:44.917921+0000","last_unstale":"2024-09-19T05:34:44.919853+0000","last_undegraded":"2024-09-19T05:34:44.919853+0000","last_fullsized":"2024-09-19T05:34:44.919853+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:04.524638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":184,"reported_epoch":29,"state":"active+clean","last_fresh":"2024-09-19T05:34:43.900762+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:43.900762+0000","last_peered":"2024-09-19T05:34:43.900762+0000","last_clean":"2024-09-19T05:34:43.900762+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:43.900762+0000","last_undegraded":"2024-09-19T05:34:43.900762+0000","last_fullsized":"2024-09-19T05:34:43.900762+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35668,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336172,"statfs":{"total":96636764160,"available":96600240128,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509452,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31508,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340332,"statfs":{"total":96636764160,"available":96604499968,"internally_reserved":0,"allocated":327680,"data_stored":123292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36236,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335604,"statfs":{"total":96636764160,"available":96599658496,"internally_reserved":0,"allocated":909312,"data_stored":707393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542156,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:53.317 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:34:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.430+0000 7f8cc8e5e640 1 Processor -- start 2024-09-19T05:34:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.430+0000 7f8cc8e5e640 1 -- start start 2024-09-19T05:34:53.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.431+0000 7f8cc8e5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8cc415b4f0 0x7f8cc40d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.431+0000 7f8cc8e5e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8cc4073d10 0x7f8cc40d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.431+0000 7f8cc8e5e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cc40ccd80 con 0x7f8cc415b110 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.431+0000 7f8cc8e5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f8cc40b44f0 con 0x7f8cc415b4f0 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.431+0000 7f8cc8e5e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f8cc40cd060 con 0x7f8cc4073d10 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.431+0000 7f8cc1d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8cc415b4f0 0x7f8cc40d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc1d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8cc415b4f0 0x7f8cc40d01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59336/0 (socket says 172.21.15.39:59336) 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8cc415b110 0x7f8cc40b3d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41078/0 (socket says 172.21.15.39:41078) 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc1d9b640 1 -- 172.21.15.39:0/123822196 learned_addr learned my addr 172.21.15.39:0/123822196 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc2d9d640 1 --2- 172.21.15.39:0/123822196 >> v2:172.21.15.50:3300/0 conn(0x7f8cc4073d10 0x7f8cc40d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc1d9b640 1 -- 172.21.15.39:0/123822196 >> v2:172.21.15.50:3300/0 conn(0x7f8cc4073d10 msgr2=0x7f8cc40d0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc1d9b640 1 --2- 172.21.15.39:0/123822196 >> v2:172.21.15.50:3300/0 conn(0x7f8cc4073d10 0x7f8cc40d0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc1d9b640 1 -- 172.21.15.39:0/123822196 >> v1:172.21.15.39:6789/0 conn(0x7f8cc415b110 legacy=0x7f8cc40b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc1d9b640 1 -- 172.21.15.39:0/123822196 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc40cd340 con 0x7f8cc415b4f0 2024-09-19T05:34:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc159a640 1 -- 172.21.15.39:0/123822196 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3739483575 0 0) 0x7f8cc40ccd80 con 0x7f8cc415b110 2024-09-19T05:34:53.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.432+0000 7f8cc2d9d640 1 --2- 172.21.15.39:0/123822196 >> v2:172.21.15.50:3300/0 conn(0x7f8cc4073d10 0x7f8cc40d0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc1d9b640 1 --2- 172.21.15.39:0/123822196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b4f0 0x7f8cc40d01e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8cc40aff40 tx=0x7f8cb802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90ea44ffc5095231 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc159a640 1 -- 172.21.15.39:0/123822196 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8037070 con 0x7f8cc415b4f0 2024-09-19T05:34:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc159a640 1 -- 172.21.15.39:0/123822196 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cb8032440 con 0x7f8cc415b4f0 2024-09-19T05:34:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc159a640 1 -- 172.21.15.39:0/123822196 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8032810 con 0x7f8cc415b4f0 2024-09-19T05:34:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/123822196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b4f0 msgr2=0x7f8cc40d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc8e5e640 1 --2- 172.21.15.39:0/123822196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b4f0 0x7f8cc40d01e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8cc40aff40 tx=0x7f8cb802a270 comp rx=0 tx=0).stop 2024-09-19T05:34:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/123822196 shutdown_connections 2024-09-19T05:34:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc8e5e640 1 --2- 172.21.15.39:0/123822196 >> v2:172.21.15.50:3300/0 conn(0x7f8cc4073d10 0x7f8cc40d0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc8e5e640 1 --2- 172.21.15.39:0/123822196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b4f0 0x7f8cc40d01e0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.433+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/123822196 >> 172.21.15.39:0/123822196 conn(0x7f8cc406d000 msgr2=0x7f8cc406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.434+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/123822196 shutdown_connections 2024-09-19T05:34:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.434+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/123822196 wait complete. 2024-09-19T05:34:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.435+0000 7f8cc8e5e640 1 Processor -- start 2024-09-19T05:34:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.435+0000 7f8cc8e5e640 1 -- start start 2024-09-19T05:34:53.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc8e5e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cc4073d10 0x7f8cc4152f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc8e5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b110 0x7f8cc4072210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc8e5e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cc415b4f0 0x7f8cc41f72d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc8e5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc40cdcc0 con 0x7f8cc415b110 2024-09-19T05:34:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc8e5e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc40cdb40 con 0x7f8cc415b4f0 2024-09-19T05:34:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc8e5e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8cc40cde40 con 0x7f8cc4073d10 2024-09-19T05:34:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc1d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b110 0x7f8cc4072210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc1d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b110 0x7f8cc4072210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59350/0 (socket says 172.21.15.39:59350) 2024-09-19T05:34:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc1d9b640 1 -- 172.21.15.39:0/1605079395 learned_addr learned my addr 172.21.15.39:0/1605079395 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc259c640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cc4073d10 0x7f8cc4152f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc2d9d640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cc415b4f0 0x7f8cc41f72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc1d9b640 1 -- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cc4073d10 msgr2=0x7f8cc4152f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc1d9b640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cc4073d10 0x7f8cc4152f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc1d9b640 1 -- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cc415b4f0 msgr2=0x7f8cc41f72d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc1d9b640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cc415b4f0 0x7f8cc41f72d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc1d9b640 1 -- 172.21.15.39:0/1605079395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc41f3ff0 con 0x7f8cc415b110 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc259c640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cc4073d10 0x7f8cc4152f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc2d9d640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cc415b4f0 0x7f8cc41f72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.436+0000 7f8cc1d9b640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b110 0x7f8cc4072210 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8cb802a2b0 tx=0x7f8cb80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.437+0000 7f8cb2ffd640 1 -- 172.21.15.39:0/1605079395 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8041020 con 0x7f8cc415b110 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.437+0000 7f8cb2ffd640 1 -- 172.21.15.39:0/1605079395 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cb80306c0 con 0x7f8cc415b110 2024-09-19T05:34:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.437+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cc41f7e40 con 0x7f8cc415b110 2024-09-19T05:34:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.437+0000 7f8cb2ffd640 1 -- 172.21.15.39:0/1605079395 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8037040 con 0x7f8cc415b110 2024-09-19T05:34:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.437+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cc4071730 con 0x7f8cc415b110 2024-09-19T05:34:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.438+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cc40b3d10 con 0x7f8cc415b110 2024-09-19T05:34:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.438+0000 7f8cb2ffd640 1 -- 172.21.15.39:0/1605079395 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8cb8044020 con 0x7f8cc415b110 2024-09-19T05:34:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.439+0000 7f8cb2ffd640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ca406c2e0 0x7f8ca406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.439+0000 7f8cc259c640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ca406c2e0 0x7f8ca406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.439+0000 7f8cb2ffd640 1 -- 172.21.15.39:0/1605079395 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f8cb80abc30 con 0x7f8cc415b110 2024-09-19T05:34:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.440+0000 7f8cc259c640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ca406c2e0 0x7f8ca406e7a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8cb40012e0 tx=0x7f8cb4007f90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:53.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.444+0000 7f8cb2ffd640 1 -- 172.21.15.39:0/1605079395 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8cb804b030 con 0x7f8cc415b110 2024-09-19T05:34:53.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.619+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8cc41534d0 con 0x7f8ca406c2e0 2024-09-19T05:34:53.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.625+0000 7f8cb2ffd640 1 -- 172.21.15.39:0/1605079395 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251951 (secure 0 0 0) 0x7f8cc41534d0 con 0x7f8ca406c2e0 2024-09-19T05:34:53.630 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:53.631 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ca406c2e0 msgr2=0x7f8ca406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ca406c2e0 0x7f8ca406e7a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8cb40012e0 tx=0x7f8cb4007f90 comp rx=0 tx=0).stop 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b110 msgr2=0x7f8cc4072210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b110 0x7f8cc4072210 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8cb802a2b0 tx=0x7f8cb80046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 shutdown_connections 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ca406c2e0 0x7f8ca406e7a0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cc415b4f0 0x7f8cc41f72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc415b110 0x7f8cc4072210 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 --2- 172.21.15.39:0/1605079395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8cc4073d10 0x7f8cc4152f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 >> 172.21.15.39:0/1605079395 conn(0x7f8cc406d000 msgr2=0x7f8cc41597d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:53.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 shutdown_connections 2024-09-19T05:34:53.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.628+0000 7f8cc8e5e640 1 -- 172.21.15.39:0/1605079395 wait complete. 2024-09-19T05:34:53.642 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2024-09-19T05:34:52.679599+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":270140,"kb_used_data":3976,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754704580,"statfs":{"total":773094113280,"available":772817489920,"internally_reserved":0,"allocated":4071424,"data_stored":2276492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.776878"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666954+0000","last_change":"2024-09-19T05:34:45.919460+0000","last_active":"2024-09-19T05:34:47.666954+0000","last_peered":"2024-09-19T05:34:47.666954+0000","last_clean":"2024-09-19T05:34:47.666954+0000","last_became_active":"2024-09-19T05:34:45.919171+0000","last_became_peered":"2024-09-19T05:34:45.919171+0000","last_unstale":"2024-09-19T05:34:47.666954+0000","last_undegraded":"2024-09-19T05:34:47.666954+0000","last_fullsized":"2024-09-19T05:34:47.666954+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:46.645695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666796+0000","last_change":"2024-09-19T05:34:45.923919+0000","last_active":"2024-09-19T05:34:47.666796+0000","last_peered":"2024-09-19T05:34:47.666796+0000","last_clean":"2024-09-19T05:34:47.666796+0000","last_became_active":"2024-09-19T05:34:45.923478+0000","last_became_peered":"2024-09-19T05:34:45.923478+0000","last_unstale":"2024-09-19T05:34:47.666796+0000","last_undegraded":"2024-09-19T05:34:47.666796+0000","last_fullsized":"2024-09-19T05:34:47.666796+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:28.477949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.926128+0000","last_change":"2024-09-19T05:34:45.931793+0000","last_active":"2024-09-19T05:34:46.926128+0000","last_peered":"2024-09-19T05:34:46.926128+0000","last_clean":"2024-09-19T05:34:46.926128+0000","last_became_active":"2024-09-19T05:34:45.931432+0000","last_became_peered":"2024-09-19T05:34:45.931432+0000","last_unstale":"2024-09-19T05:34:46.926128+0000","last_undegraded":"2024-09-19T05:34:46.926128+0000","last_fullsized":"2024-09-19T05:34:46.926128+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:28.477949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666392+0000","last_change":"2024-09-19T05:34:45.930042+0000","last_active":"2024-09-19T05:34:47.666392+0000","last_peered":"2024-09-19T05:34:47.666392+0000","last_clean":"2024-09-19T05:34:47.666392+0000","last_became_active":"2024-09-19T05:34:45.929569+0000","last_became_peered":"2024-09-19T05:34:45.929569+0000","last_unstale":"2024-09-19T05:34:47.666392+0000","last_undegraded":"2024-09-19T05:34:47.666392+0000","last_fullsized":"2024-09-19T05:34:47.666392+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:53.591645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.355546+0000","last_change":"2024-09-19T05:34:45.923897+0000","last_active":"2024-09-19T05:34:47.355546+0000","last_peered":"2024-09-19T05:34:47.355546+0000","last_clean":"2024-09-19T05:34:47.355546+0000","last_became_active":"2024-09-19T05:34:45.923596+0000","last_became_peered":"2024-09-19T05:34:45.923596+0000","last_unstale":"2024-09-19T05:34:47.355546+0000","last_undegraded":"2024-09-19T05:34:47.355546+0000","last_fullsized":"2024-09-19T05:34:47.355546+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:48.620387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667531+0000","last_change":"2024-09-19T05:34:45.923996+0000","last_active":"2024-09-19T05:34:47.667531+0000","last_peered":"2024-09-19T05:34:47.667531+0000","last_clean":"2024-09-19T05:34:47.667531+0000","last_became_active":"2024-09-19T05:34:45.923713+0000","last_became_peered":"2024-09-19T05:34:45.923713+0000","last_unstale":"2024-09-19T05:34:47.667531+0000","last_undegraded":"2024-09-19T05:34:47.667531+0000","last_fullsized":"2024-09-19T05:34:47.667531+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:32.637399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166280+0000","last_change":"2024-09-19T05:34:45.928907+0000","last_active":"2024-09-19T05:34:47.166280+0000","last_peered":"2024-09-19T05:34:47.166280+0000","last_clean":"2024-09-19T05:34:47.166280+0000","last_became_active":"2024-09-19T05:34:45.926101+0000","last_became_peered":"2024-09-19T05:34:45.926101+0000","last_unstale":"2024-09-19T05:34:47.166280+0000","last_undegraded":"2024-09-19T05:34:47.166280+0000","last_fullsized":"2024-09-19T05:34:47.166280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:09.700785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.165916+0000","last_change":"2024-09-19T05:34:45.923476+0000","last_active":"2024-09-19T05:34:47.165916+0000","last_peered":"2024-09-19T05:34:47.165916+0000","last_clean":"2024-09-19T05:34:47.165916+0000","last_became_active":"2024-09-19T05:34:45.923160+0000","last_became_peered":"2024-09-19T05:34:45.923160+0000","last_unstale":"2024-09-19T05:34:47.165916+0000","last_undegraded":"2024-09-19T05:34:47.165916+0000","last_fullsized":"2024-09-19T05:34:47.165916+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:42.007289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925931+0000","last_change":"2024-09-19T05:34:45.925114+0000","last_active":"2024-09-19T05:34:46.925931+0000","last_peered":"2024-09-19T05:34:46.925931+0000","last_clean":"2024-09-19T05:34:46.925931+0000","last_became_active":"2024-09-19T05:34:45.924826+0000","last_became_peered":"2024-09-19T05:34:45.924826+0000","last_unstale":"2024-09-19T05:34:46.925931+0000","last_undegraded":"2024-09-19T05:34:46.925931+0000","last_fullsized":"2024-09-19T05:34:46.925931+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:08.131322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666574+0000","last_change":"2024-09-19T05:34:45.926263+0000","last_active":"2024-09-19T05:34:47.666574+0000","last_peered":"2024-09-19T05:34:47.666574+0000","last_clean":"2024-09-19T05:34:47.666574+0000","last_became_active":"2024-09-19T05:34:45.925897+0000","last_became_peered":"2024-09-19T05:34:45.925897+0000","last_unstale":"2024-09-19T05:34:47.666574+0000","last_undegraded":"2024-09-19T05:34:47.666574+0000","last_fullsized":"2024-09-19T05:34:47.666574+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:34.319437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166351+0000","last_change":"2024-09-19T05:34:45.934139+0000","last_active":"2024-09-19T05:34:47.166351+0000","last_peered":"2024-09-19T05:34:47.166351+0000","last_clean":"2024-09-19T05:34:47.166351+0000","last_became_active":"2024-09-19T05:34:45.933820+0000","last_became_peered":"2024-09-19T05:34:45.933820+0000","last_unstale":"2024-09-19T05:34:47.166351+0000","last_undegraded":"2024-09-19T05:34:47.166351+0000","last_fullsized":"2024-09-19T05:34:47.166351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:11:46.719749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925384+0000","last_change":"2024-09-19T05:34:45.925255+0000","last_active":"2024-09-19T05:34:46.925384+0000","last_peered":"2024-09-19T05:34:46.925384+0000","last_clean":"2024-09-19T05:34:46.925384+0000","last_became_active":"2024-09-19T05:34:45.924952+0000","last_became_peered":"2024-09-19T05:34:45.924952+0000","last_unstale":"2024-09-19T05:34:46.925384+0000","last_undegraded":"2024-09-19T05:34:46.925384+0000","last_fullsized":"2024-09-19T05:34:46.925384+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:14.508721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.355640+0000","last_change":"2024-09-19T05:34:45.925806+0000","last_active":"2024-09-19T05:34:47.355640+0000","last_peered":"2024-09-19T05:34:47.355640+0000","last_clean":"2024-09-19T05:34:47.355640+0000","last_became_active":"2024-09-19T05:34:45.925525+0000","last_became_peered":"2024-09-19T05:34:45.925525+0000","last_unstale":"2024-09-19T05:34:47.355640+0000","last_undegraded":"2024-09-19T05:34:47.355640+0000","last_fullsized":"2024-09-19T05:34:47.355640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:18.587406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667682+0000","last_change":"2024-09-19T05:34:45.923022+0000","last_active":"2024-09-19T05:34:47.667682+0000","last_peered":"2024-09-19T05:34:47.667682+0000","last_clean":"2024-09-19T05:34:47.667682+0000","last_became_active":"2024-09-19T05:34:45.922699+0000","last_became_peered":"2024-09-19T05:34:45.922699+0000","last_unstale":"2024-09-19T05:34:47.667682+0000","last_undegraded":"2024-09-19T05:34:47.667682+0000","last_fullsized":"2024-09-19T05:34:47.667682+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:28.641509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925062+0000","last_change":"2024-09-19T05:34:45.918038+0000","last_active":"2024-09-19T05:34:46.925062+0000","last_peered":"2024-09-19T05:34:46.925062+0000","last_clean":"2024-09-19T05:34:46.925062+0000","last_became_active":"2024-09-19T05:34:45.917384+0000","last_became_peered":"2024-09-19T05:34:45.917384+0000","last_unstale":"2024-09-19T05:34:46.925062+0000","last_undegraded":"2024-09-19T05:34:46.925062+0000","last_fullsized":"2024-09-19T05:34:46.925062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:19.250615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166474+0000","last_change":"2024-09-19T05:34:45.926849+0000","last_active":"2024-09-19T05:34:47.166474+0000","last_peered":"2024-09-19T05:34:47.166474+0000","last_clean":"2024-09-19T05:34:47.166474+0000","last_became_active":"2024-09-19T05:34:45.926276+0000","last_became_peered":"2024-09-19T05:34:45.926276+0000","last_unstale":"2024-09-19T05:34:47.166474+0000","last_undegraded":"2024-09-19T05:34:47.166474+0000","last_fullsized":"2024-09-19T05:34:47.166474+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:00.260362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166629+0000","last_change":"2024-09-19T05:34:45.926971+0000","last_active":"2024-09-19T05:34:47.166629+0000","last_peered":"2024-09-19T05:34:47.166629+0000","last_clean":"2024-09-19T05:34:47.166629+0000","last_became_active":"2024-09-19T05:34:45.926645+0000","last_became_peered":"2024-09-19T05:34:45.926645+0000","last_unstale":"2024-09-19T05:34:47.166629+0000","last_undegraded":"2024-09-19T05:34:47.166629+0000","last_fullsized":"2024-09-19T05:34:47.166629+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:25.265668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666935+0000","last_change":"2024-09-19T05:34:45.930082+0000","last_active":"2024-09-19T05:34:47.666935+0000","last_peered":"2024-09-19T05:34:47.666935+0000","last_clean":"2024-09-19T05:34:47.666935+0000","last_became_active":"2024-09-19T05:34:45.929813+0000","last_became_peered":"2024-09-19T05:34:45.929813+0000","last_unstale":"2024-09-19T05:34:47.666935+0000","last_undegraded":"2024-09-19T05:34:47.666935+0000","last_fullsized":"2024-09-19T05:34:47.666935+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:19.387141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667562+0000","last_change":"2024-09-19T05:34:45.935641+0000","last_active":"2024-09-19T05:34:47.667562+0000","last_peered":"2024-09-19T05:34:47.667562+0000","last_clean":"2024-09-19T05:34:47.667562+0000","last_became_active":"2024-09-19T05:34:45.935329+0000","last_became_peered":"2024-09-19T05:34:45.935329+0000","last_unstale":"2024-09-19T05:34:47.667562+0000","last_undegraded":"2024-09-19T05:34:47.667562+0000","last_fullsized":"2024-09-19T05:34:47.667562+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:32.043753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.355768+0000","last_change":"2024-09-19T05:34:45.920626+0000","last_active":"2024-09-19T05:34:47.355768+0000","last_peered":"2024-09-19T05:34:47.355768+0000","last_clean":"2024-09-19T05:34:47.355768+0000","last_became_active":"2024-09-19T05:34:45.920322+0000","last_became_peered":"2024-09-19T05:34:45.920322+0000","last_unstale":"2024-09-19T05:34:47.355768+0000","last_undegraded":"2024-09-19T05:34:47.355768+0000","last_fullsized":"2024-09-19T05:34:47.355768+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:02.685714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925552+0000","last_change":"2024-09-19T05:34:45.910622+0000","last_active":"2024-09-19T05:34:46.925552+0000","last_peered":"2024-09-19T05:34:46.925552+0000","last_clean":"2024-09-19T05:34:46.925552+0000","last_became_active":"2024-09-19T05:34:45.910324+0000","last_became_peered":"2024-09-19T05:34:45.910324+0000","last_unstale":"2024-09-19T05:34:46.925552+0000","last_undegraded":"2024-09-19T05:34:46.925552+0000","last_fullsized":"2024-09-19T05:34:46.925552+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:05.196786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925157+0000","last_change":"2024-09-19T05:34:45.920439+0000","last_active":"2024-09-19T05:34:46.925157+0000","last_peered":"2024-09-19T05:34:46.925157+0000","last_clean":"2024-09-19T05:34:46.925157+0000","last_became_active":"2024-09-19T05:34:45.920127+0000","last_became_peered":"2024-09-19T05:34:45.920127+0000","last_unstale":"2024-09-19T05:34:46.925157+0000","last_undegraded":"2024-09-19T05:34:46.925157+0000","last_fullsized":"2024-09-19T05:34:46.925157+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:56.561902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.927620+0000","last_change":"2024-09-19T05:34:45.915921+0000","last_active":"2024-09-19T05:34:46.927620+0000","last_peered":"2024-09-19T05:34:46.927620+0000","last_clean":"2024-09-19T05:34:46.927620+0000","last_became_active":"2024-09-19T05:34:45.915650+0000","last_became_peered":"2024-09-19T05:34:45.915650+0000","last_unstale":"2024-09-19T05:34:46.927620+0000","last_undegraded":"2024-09-19T05:34:46.927620+0000","last_fullsized":"2024-09-19T05:34:46.927620+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:05.196786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925042+0000","last_change":"2024-09-19T05:34:45.920526+0000","last_active":"2024-09-19T05:34:46.925042+0000","last_peered":"2024-09-19T05:34:46.925042+0000","last_clean":"2024-09-19T05:34:46.925042+0000","last_became_active":"2024-09-19T05:34:45.920227+0000","last_became_peered":"2024-09-19T05:34:45.920227+0000","last_unstale":"2024-09-19T05:34:46.925042+0000","last_undegraded":"2024-09-19T05:34:46.925042+0000","last_fullsized":"2024-09-19T05:34:46.925042+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:13.400270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666646+0000","last_change":"2024-09-19T05:34:45.924127+0000","last_active":"2024-09-19T05:34:47.666646+0000","last_peered":"2024-09-19T05:34:47.666646+0000","last_clean":"2024-09-19T05:34:47.666646+0000","last_became_active":"2024-09-19T05:34:45.923775+0000","last_became_peered":"2024-09-19T05:34:45.923775+0000","last_unstale":"2024-09-19T05:34:47.666646+0000","last_undegraded":"2024-09-19T05:34:47.666646+0000","last_fullsized":"2024-09-19T05:34:47.666646+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:58.062433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667077+0000","last_change":"2024-09-19T05:34:45.935349+0000","last_active":"2024-09-19T05:34:47.667077+0000","last_peered":"2024-09-19T05:34:47.667077+0000","last_clean":"2024-09-19T05:34:47.667077+0000","last_became_active":"2024-09-19T05:34:45.935037+0000","last_became_peered":"2024-09-19T05:34:45.935037+0000","last_unstale":"2024-09-19T05:34:47.667077+0000","last_undegraded":"2024-09-19T05:34:47.667077+0000","last_fullsized":"2024-09-19T05:34:47.667077+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:11.998558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666661+0000","last_change":"2024-09-19T05:34:45.931369+0000","last_active":"2024-09-19T05:34:47.666661+0000","last_peered":"2024-09-19T05:34:47.666661+0000","last_clean":"2024-09-19T05:34:47.666661+0000","last_became_active":"2024-09-19T05:34:45.930982+0000","last_became_peered":"2024-09-19T05:34:45.930982+0000","last_unstale":"2024-09-19T05:34:47.666661+0000","last_undegraded":"2024-09-19T05:34:47.666661+0000","last_fullsized":"2024-09-19T05:34:47.666661+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:56.956946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925552+0000","last_change":"2024-09-19T05:34:45.917492+0000","last_active":"2024-09-19T05:34:46.925552+0000","last_peered":"2024-09-19T05:34:46.925552+0000","last_clean":"2024-09-19T05:34:46.925552+0000","last_became_active":"2024-09-19T05:34:45.917181+0000","last_became_peered":"2024-09-19T05:34:45.917181+0000","last_unstale":"2024-09-19T05:34:46.925552+0000","last_undegraded":"2024-09-19T05:34:46.925552+0000","last_fullsized":"2024-09-19T05:34:46.925552+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:14.872901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925868+0000","last_change":"2024-09-19T05:34:45.924773+0000","last_active":"2024-09-19T05:34:46.925868+0000","last_peered":"2024-09-19T05:34:46.925868+0000","last_clean":"2024-09-19T05:34:46.925868+0000","last_became_active":"2024-09-19T05:34:45.924463+0000","last_became_peered":"2024-09-19T05:34:45.924463+0000","last_unstale":"2024-09-19T05:34:46.925868+0000","last_undegraded":"2024-09-19T05:34:46.925868+0000","last_fullsized":"2024-09-19T05:34:46.925868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:45.434301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166361+0000","last_change":"2024-09-19T05:34:45.917005+0000","last_active":"2024-09-19T05:34:47.166361+0000","last_peered":"2024-09-19T05:34:47.166361+0000","last_clean":"2024-09-19T05:34:47.166361+0000","last_became_active":"2024-09-19T05:34:45.916690+0000","last_became_peered":"2024-09-19T05:34:45.916690+0000","last_unstale":"2024-09-19T05:34:47.166361+0000","last_undegraded":"2024-09-19T05:34:47.166361+0000","last_fullsized":"2024-09-19T05:34:47.166361+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:15.776649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666722+0000","last_change":"2024-09-19T05:34:45.922886+0000","last_active":"2024-09-19T05:34:47.666722+0000","last_peered":"2024-09-19T05:34:47.666722+0000","last_clean":"2024-09-19T05:34:47.666722+0000","last_became_active":"2024-09-19T05:34:45.922586+0000","last_became_peered":"2024-09-19T05:34:45.922586+0000","last_unstale":"2024-09-19T05:34:47.666722+0000","last_undegraded":"2024-09-19T05:34:47.666722+0000","last_fullsized":"2024-09-19T05:34:47.666722+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:36.631547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166027+0000","last_change":"2024-09-19T05:34:45.914955+0000","last_active":"2024-09-19T05:34:47.166027+0000","last_peered":"2024-09-19T05:34:47.166027+0000","last_clean":"2024-09-19T05:34:47.166027+0000","last_became_active":"2024-09-19T05:34:45.914679+0000","last_became_peered":"2024-09-19T05:34:45.914679+0000","last_unstale":"2024-09-19T05:34:47.166027+0000","last_undegraded":"2024-09-19T05:34:47.166027+0000","last_fullsized":"2024-09-19T05:34:47.166027+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:50.428368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.927796+0000","last_change":"2024-09-19T05:34:45.917992+0000","last_active":"2024-09-19T05:34:46.927796+0000","last_peered":"2024-09-19T05:34:46.927796+0000","last_clean":"2024-09-19T05:34:46.927796+0000","last_became_active":"2024-09-19T05:34:45.917684+0000","last_became_peered":"2024-09-19T05:34:45.917684+0000","last_unstale":"2024-09-19T05:34:46.927796+0000","last_undegraded":"2024-09-19T05:34:46.927796+0000","last_fullsized":"2024-09-19T05:34:46.927796+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:16.090489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667075+0000","last_change":"2024-09-19T05:34:44.917243+0000","last_active":"2024-09-19T05:34:47.667075+0000","last_peered":"2024-09-19T05:34:47.667075+0000","last_clean":"2024-09-19T05:34:47.667075+0000","last_became_active":"2024-09-19T05:34:44.916978+0000","last_became_peered":"2024-09-19T05:34:44.916978+0000","last_unstale":"2024-09-19T05:34:47.667075+0000","last_undegraded":"2024-09-19T05:34:47.667075+0000","last_fullsized":"2024-09-19T05:34:47.667075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:11.924043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666937+0000","last_change":"2024-09-19T05:34:45.920018+0000","last_active":"2024-09-19T05:34:47.666937+0000","last_peered":"2024-09-19T05:34:47.666937+0000","last_clean":"2024-09-19T05:34:47.666937+0000","last_became_active":"2024-09-19T05:34:45.919683+0000","last_became_peered":"2024-09-19T05:34:45.919683+0000","last_unstale":"2024-09-19T05:34:47.666937+0000","last_undegraded":"2024-09-19T05:34:47.666937+0000","last_fullsized":"2024-09-19T05:34:47.666937+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:27.837671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.927705+0000","last_change":"2024-09-19T05:34:44.919798+0000","last_active":"2024-09-19T05:34:46.927705+0000","last_peered":"2024-09-19T05:34:46.927705+0000","last_clean":"2024-09-19T05:34:46.927705+0000","last_became_active":"2024-09-19T05:34:44.919512+0000","last_became_peered":"2024-09-19T05:34:44.919512+0000","last_unstale":"2024-09-19T05:34:46.927705+0000","last_undegraded":"2024-09-19T05:34:46.927705+0000","last_fullsized":"2024-09-19T05:34:46.927705+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:45.671897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925729+0000","last_change":"2024-09-19T05:34:45.924406+0000","last_active":"2024-09-19T05:34:46.925729+0000","last_peered":"2024-09-19T05:34:46.925729+0000","last_clean":"2024-09-19T05:34:46.925729+0000","last_became_active":"2024-09-19T05:34:45.924056+0000","last_became_peered":"2024-09-19T05:34:45.924056+0000","last_unstale":"2024-09-19T05:34:46.925729+0000","last_undegraded":"2024-09-19T05:34:46.925729+0000","last_fullsized":"2024-09-19T05:34:46.925729+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:11.049154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667628+0000","last_change":"2024-09-19T05:34:44.924905+0000","last_active":"2024-09-19T05:34:47.667628+0000","last_peered":"2024-09-19T05:34:47.667628+0000","last_clean":"2024-09-19T05:34:47.667628+0000","last_became_active":"2024-09-19T05:34:44.924577+0000","last_became_peered":"2024-09-19T05:34:44.924577+0000","last_unstale":"2024-09-19T05:34:47.667628+0000","last_undegraded":"2024-09-19T05:34:47.667628+0000","last_fullsized":"2024-09-19T05:34:47.667628+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:01.675859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666687+0000","last_change":"2024-09-19T05:34:45.931350+0000","last_active":"2024-09-19T05:34:47.666687+0000","last_peered":"2024-09-19T05:34:47.666687+0000","last_clean":"2024-09-19T05:34:47.666687+0000","last_became_active":"2024-09-19T05:34:45.930961+0000","last_became_peered":"2024-09-19T05:34:45.930961+0000","last_unstale":"2024-09-19T05:34:47.666687+0000","last_undegraded":"2024-09-19T05:34:47.666687+0000","last_fullsized":"2024-09-19T05:34:47.666687+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:45.970928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.355703+0000","last_change":"2024-09-19T05:34:44.922929+0000","last_active":"2024-09-19T05:34:47.355703+0000","last_peered":"2024-09-19T05:34:47.355703+0000","last_clean":"2024-09-19T05:34:47.355703+0000","last_became_active":"2024-09-19T05:34:44.922631+0000","last_became_peered":"2024-09-19T05:34:44.922631+0000","last_unstale":"2024-09-19T05:34:47.355703+0000","last_undegraded":"2024-09-19T05:34:47.355703+0000","last_fullsized":"2024-09-19T05:34:47.355703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:43.801781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166217+0000","last_change":"2024-09-19T05:34:45.919253+0000","last_active":"2024-09-19T05:34:47.166217+0000","last_peered":"2024-09-19T05:34:47.166217+0000","last_clean":"2024-09-19T05:34:47.166217+0000","last_became_active":"2024-09-19T05:34:45.918877+0000","last_became_peered":"2024-09-19T05:34:45.918877+0000","last_unstale":"2024-09-19T05:34:47.166217+0000","last_undegraded":"2024-09-19T05:34:47.166217+0000","last_fullsized":"2024-09-19T05:34:47.166217+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.172068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925721+0000","last_change":"2024-09-19T05:34:44.920317+0000","last_active":"2024-09-19T05:34:46.925721+0000","last_peered":"2024-09-19T05:34:46.925721+0000","last_clean":"2024-09-19T05:34:46.925721+0000","last_became_active":"2024-09-19T05:34:44.919681+0000","last_became_peered":"2024-09-19T05:34:44.919681+0000","last_unstale":"2024-09-19T05:34:46.925721+0000","last_undegraded":"2024-09-19T05:34:46.925721+0000","last_fullsized":"2024-09-19T05:34:46.925721+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:25.587754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925029+0000","last_change":"2024-09-19T05:34:45.916685+0000","last_active":"2024-09-19T05:34:46.925029+0000","last_peered":"2024-09-19T05:34:46.925029+0000","last_clean":"2024-09-19T05:34:46.925029+0000","last_became_active":"2024-09-19T05:34:45.916386+0000","last_became_peered":"2024-09-19T05:34:45.916386+0000","last_unstale":"2024-09-19T05:34:46.925029+0000","last_undegraded":"2024-09-19T05:34:46.925029+0000","last_fullsized":"2024-09-19T05:34:46.925029+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:14.592758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925089+0000","last_change":"2024-09-19T05:34:44.918995+0000","last_active":"2024-09-19T05:34:46.925089+0000","last_peered":"2024-09-19T05:34:46.925089+0000","last_clean":"2024-09-19T05:34:46.925089+0000","last_became_active":"2024-09-19T05:34:44.918570+0000","last_became_peered":"2024-09-19T05:34:44.918570+0000","last_unstale":"2024-09-19T05:34:46.925089+0000","last_undegraded":"2024-09-19T05:34:46.925089+0000","last_fullsized":"2024-09-19T05:34:46.925089+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:54.447063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925408+0000","last_change":"2024-09-19T05:34:45.915840+0000","last_active":"2024-09-19T05:34:46.925408+0000","last_peered":"2024-09-19T05:34:46.925408+0000","last_clean":"2024-09-19T05:34:46.925408+0000","last_became_active":"2024-09-19T05:34:45.915532+0000","last_became_peered":"2024-09-19T05:34:45.915532+0000","last_unstale":"2024-09-19T05:34:46.925408+0000","last_undegraded":"2024-09-19T05:34:46.925408+0000","last_fullsized":"2024-09-19T05:34:46.925408+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:48.317063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666717+0000","last_change":"2024-09-19T05:34:44.918822+0000","last_active":"2024-09-19T05:34:47.666717+0000","last_peered":"2024-09-19T05:34:47.666717+0000","last_clean":"2024-09-19T05:34:47.666717+0000","last_became_active":"2024-09-19T05:34:44.917737+0000","last_became_peered":"2024-09-19T05:34:44.917737+0000","last_unstale":"2024-09-19T05:34:47.666717+0000","last_undegraded":"2024-09-19T05:34:47.666717+0000","last_fullsized":"2024-09-19T05:34:47.666717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:14.057459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666249+0000","last_change":"2024-09-19T05:34:45.924340+0000","last_active":"2024-09-19T05:34:47.666249+0000","last_peered":"2024-09-19T05:34:47.666249+0000","last_clean":"2024-09-19T05:34:47.666249+0000","last_became_active":"2024-09-19T05:34:45.924045+0000","last_became_peered":"2024-09-19T05:34:45.924045+0000","last_unstale":"2024-09-19T05:34:47.666249+0000","last_undegraded":"2024-09-19T05:34:47.666249+0000","last_fullsized":"2024-09-19T05:34:47.666249+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:08.131322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925372+0000","last_change":"2024-09-19T05:34:44.913721+0000","last_active":"2024-09-19T05:34:46.925372+0000","last_peered":"2024-09-19T05:34:46.925372+0000","last_clean":"2024-09-19T05:34:46.925372+0000","last_became_active":"2024-09-19T05:34:44.913415+0000","last_became_peered":"2024-09-19T05:34:44.913415+0000","last_unstale":"2024-09-19T05:34:46.925372+0000","last_undegraded":"2024-09-19T05:34:46.925372+0000","last_fullsized":"2024-09-19T05:34:46.925372+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:12.801365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925922+0000","last_change":"2024-09-19T05:34:45.921848+0000","last_active":"2024-09-19T05:34:46.925922+0000","last_peered":"2024-09-19T05:34:46.925922+0000","last_clean":"2024-09-19T05:34:46.925922+0000","last_became_active":"2024-09-19T05:34:45.921514+0000","last_became_peered":"2024-09-19T05:34:45.921514+0000","last_unstale":"2024-09-19T05:34:46.925922+0000","last_undegraded":"2024-09-19T05:34:46.925922+0000","last_fullsized":"2024-09-19T05:34:46.925922+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:21.383768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667504+0000","last_change":"2024-09-19T05:34:44.921422+0000","last_active":"2024-09-19T05:34:47.667504+0000","last_peered":"2024-09-19T05:34:47.667504+0000","last_clean":"2024-09-19T05:34:47.667504+0000","last_became_active":"2024-09-19T05:34:44.921132+0000","last_became_peered":"2024-09-19T05:34:44.921132+0000","last_unstale":"2024-09-19T05:34:47.667504+0000","last_undegraded":"2024-09-19T05:34:47.667504+0000","last_fullsized":"2024-09-19T05:34:47.667504+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:13.465227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667408+0000","last_change":"2024-09-19T05:34:45.927237+0000","last_active":"2024-09-19T05:34:47.667408+0000","last_peered":"2024-09-19T05:34:47.667408+0000","last_clean":"2024-09-19T05:34:47.667408+0000","last_became_active":"2024-09-19T05:34:45.925425+0000","last_became_peered":"2024-09-19T05:34:45.925425+0000","last_unstale":"2024-09-19T05:34:47.667408+0000","last_undegraded":"2024-09-19T05:34:47.667408+0000","last_fullsized":"2024-09-19T05:34:47.667408+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:00.603284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.927791+0000","last_change":"2024-09-19T05:34:44.918834+0000","last_active":"2024-09-19T05:34:46.927791+0000","last_peered":"2024-09-19T05:34:46.927791+0000","last_clean":"2024-09-19T05:34:46.927791+0000","last_became_active":"2024-09-19T05:34:44.918561+0000","last_became_peered":"2024-09-19T05:34:44.918561+0000","last_unstale":"2024-09-19T05:34:46.927791+0000","last_undegraded":"2024-09-19T05:34:46.927791+0000","last_fullsized":"2024-09-19T05:34:46.927791+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:50.489668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667903+0000","last_change":"2024-09-19T05:34:45.934426+0000","last_active":"2024-09-19T05:34:47.667903+0000","last_peered":"2024-09-19T05:34:47.667903+0000","last_clean":"2024-09-19T05:34:47.667903+0000","last_became_active":"2024-09-19T05:34:45.934113+0000","last_became_peered":"2024-09-19T05:34:45.934113+0000","last_unstale":"2024-09-19T05:34:47.667903+0000","last_undegraded":"2024-09-19T05:34:47.667903+0000","last_fullsized":"2024-09-19T05:34:47.667903+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:15.058726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.926173+0000","last_change":"2024-09-19T05:34:44.920009+0000","last_active":"2024-09-19T05:34:46.926173+0000","last_peered":"2024-09-19T05:34:46.926173+0000","last_clean":"2024-09-19T05:34:46.926173+0000","last_became_active":"2024-09-19T05:34:44.919706+0000","last_became_peered":"2024-09-19T05:34:44.919706+0000","last_unstale":"2024-09-19T05:34:46.926173+0000","last_undegraded":"2024-09-19T05:34:46.926173+0000","last_fullsized":"2024-09-19T05:34:46.926173+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:01.675859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.926126+0000","last_change":"2024-09-19T05:34:45.932137+0000","last_active":"2024-09-19T05:34:46.926126+0000","last_peered":"2024-09-19T05:34:46.926126+0000","last_clean":"2024-09-19T05:34:46.926126+0000","last_became_active":"2024-09-19T05:34:45.931503+0000","last_became_peered":"2024-09-19T05:34:45.931503+0000","last_unstale":"2024-09-19T05:34:46.926126+0000","last_undegraded":"2024-09-19T05:34:46.926126+0000","last_fullsized":"2024-09-19T05:34:46.926126+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:19.387141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667993+0000","last_change":"2024-09-19T05:34:44.923520+0000","last_active":"2024-09-19T05:34:47.667993+0000","last_peered":"2024-09-19T05:34:47.667993+0000","last_clean":"2024-09-19T05:34:47.667993+0000","last_became_active":"2024-09-19T05:34:44.923238+0000","last_became_peered":"2024-09-19T05:34:44.923238+0000","last_unstale":"2024-09-19T05:34:47.667993+0000","last_undegraded":"2024-09-19T05:34:47.667993+0000","last_fullsized":"2024-09-19T05:34:47.667993+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:30:20.069172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666937+0000","last_change":"2024-09-19T05:34:45.919658+0000","last_active":"2024-09-19T05:34:47.666937+0000","last_peered":"2024-09-19T05:34:47.666937+0000","last_clean":"2024-09-19T05:34:47.666937+0000","last_became_active":"2024-09-19T05:34:45.918166+0000","last_became_peered":"2024-09-19T05:34:45.918166+0000","last_unstale":"2024-09-19T05:34:47.666937+0000","last_undegraded":"2024-09-19T05:34:47.666937+0000","last_fullsized":"2024-09-19T05:34:47.666937+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:42.007289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925837+0000","last_change":"2024-09-19T05:34:44.914655+0000","last_active":"2024-09-19T05:34:46.925837+0000","last_peered":"2024-09-19T05:34:46.925837+0000","last_clean":"2024-09-19T05:34:46.925837+0000","last_became_active":"2024-09-19T05:34:44.914197+0000","last_became_peered":"2024-09-19T05:34:44.914197+0000","last_unstale":"2024-09-19T05:34:46.925837+0000","last_undegraded":"2024-09-19T05:34:46.925837+0000","last_fullsized":"2024-09-19T05:34:46.925837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:02.414534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667795+0000","last_change":"2024-09-19T05:34:45.924621+0000","last_active":"2024-09-19T05:34:47.667795+0000","last_peered":"2024-09-19T05:34:47.667795+0000","last_clean":"2024-09-19T05:34:47.667795+0000","last_became_active":"2024-09-19T05:34:45.924314+0000","last_became_peered":"2024-09-19T05:34:45.924314+0000","last_unstale":"2024-09-19T05:34:47.667795+0000","last_undegraded":"2024-09-19T05:34:47.667795+0000","last_fullsized":"2024-09-19T05:34:47.667795+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:36.362092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666196+0000","last_change":"2024-09-19T05:34:44.922761+0000","last_active":"2024-09-19T05:34:47.666196+0000","last_peered":"2024-09-19T05:34:47.666196+0000","last_clean":"2024-09-19T05:34:47.666196+0000","last_became_active":"2024-09-19T05:34:44.922450+0000","last_became_peered":"2024-09-19T05:34:44.922450+0000","last_unstale":"2024-09-19T05:34:47.666196+0000","last_undegraded":"2024-09-19T05:34:47.666196+0000","last_fullsized":"2024-09-19T05:34:47.666196+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:16.487687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166260+0000","last_change":"2024-09-19T05:34:45.915734+0000","last_active":"2024-09-19T05:34:47.166260+0000","last_peered":"2024-09-19T05:34:47.166260+0000","last_clean":"2024-09-19T05:34:47.166260+0000","last_became_active":"2024-09-19T05:34:45.915433+0000","last_became_peered":"2024-09-19T05:34:45.915433+0000","last_unstale":"2024-09-19T05:34:47.166260+0000","last_undegraded":"2024-09-19T05:34:47.166260+0000","last_fullsized":"2024-09-19T05:34:47.166260+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:05.215404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666827+0000","last_change":"2024-09-19T05:34:44.921182+0000","last_active":"2024-09-19T05:34:47.666827+0000","last_peered":"2024-09-19T05:34:47.666827+0000","last_clean":"2024-09-19T05:34:47.666827+0000","last_became_active":"2024-09-19T05:34:44.920669+0000","last_became_peered":"2024-09-19T05:34:44.920669+0000","last_unstale":"2024-09-19T05:34:47.666827+0000","last_undegraded":"2024-09-19T05:34:47.666827+0000","last_fullsized":"2024-09-19T05:34:47.666827+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:45.635840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666784+0000","last_change":"2024-09-19T05:34:45.916808+0000","last_active":"2024-09-19T05:34:47.666784+0000","last_peered":"2024-09-19T05:34:47.666784+0000","last_clean":"2024-09-19T05:34:47.666784+0000","last_became_active":"2024-09-19T05:34:45.916522+0000","last_became_peered":"2024-09-19T05:34:45.916522+0000","last_unstale":"2024-09-19T05:34:47.666784+0000","last_undegraded":"2024-09-19T05:34:47.666784+0000","last_fullsized":"2024-09-19T05:34:47.666784+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.165755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667249+0000","last_change":"2024-09-19T05:34:44.923376+0000","last_active":"2024-09-19T05:34:47.667249+0000","last_peered":"2024-09-19T05:34:47.667249+0000","last_clean":"2024-09-19T05:34:47.667249+0000","last_became_active":"2024-09-19T05:34:44.923001+0000","last_became_peered":"2024-09-19T05:34:44.923001+0000","last_unstale":"2024-09-19T05:34:47.667249+0000","last_undegraded":"2024-09-19T05:34:47.667249+0000","last_fullsized":"2024-09-19T05:34:47.667249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:35.621692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925834+0000","last_change":"2024-09-19T05:34:45.909872+0000","last_active":"2024-09-19T05:34:46.925834+0000","last_peered":"2024-09-19T05:34:46.925834+0000","last_clean":"2024-09-19T05:34:46.925834+0000","last_became_active":"2024-09-19T05:34:45.909587+0000","last_became_peered":"2024-09-19T05:34:45.909587+0000","last_unstale":"2024-09-19T05:34:46.925834+0000","last_undegraded":"2024-09-19T05:34:46.925834+0000","last_fullsized":"2024-09-19T05:34:46.925834+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:16.090489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666783+0000","last_change":"2024-09-19T05:34:44.921211+0000","last_active":"2024-09-19T05:34:47.666783+0000","last_peered":"2024-09-19T05:34:47.666783+0000","last_clean":"2024-09-19T05:34:47.666783+0000","last_became_active":"2024-09-19T05:34:44.920953+0000","last_became_peered":"2024-09-19T05:34:44.920953+0000","last_unstale":"2024-09-19T05:34:47.666783+0000","last_undegraded":"2024-09-19T05:34:47.666783+0000","last_fullsized":"2024-09-19T05:34:47.666783+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:50.489668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.926305+0000","last_change":"2024-09-19T05:34:45.913497+0000","last_active":"2024-09-19T05:34:46.926305+0000","last_peered":"2024-09-19T05:34:46.926305+0000","last_clean":"2024-09-19T05:34:46.926305+0000","last_became_active":"2024-09-19T05:34:45.913231+0000","last_became_peered":"2024-09-19T05:34:45.913231+0000","last_unstale":"2024-09-19T05:34:46.926305+0000","last_undegraded":"2024-09-19T05:34:46.926305+0000","last_fullsized":"2024-09-19T05:34:46.926305+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:11.998558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925564+0000","last_change":"2024-09-19T05:34:44.915211+0000","last_active":"2024-09-19T05:34:46.925564+0000","last_peered":"2024-09-19T05:34:46.925564+0000","last_clean":"2024-09-19T05:34:46.925564+0000","last_became_active":"2024-09-19T05:34:44.914893+0000","last_became_peered":"2024-09-19T05:34:44.914893+0000","last_unstale":"2024-09-19T05:34:46.925564+0000","last_undegraded":"2024-09-19T05:34:46.925564+0000","last_fullsized":"2024-09-19T05:34:46.925564+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:11.261691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666436+0000","last_change":"2024-09-19T05:34:45.930624+0000","last_active":"2024-09-19T05:34:47.666436+0000","last_peered":"2024-09-19T05:34:47.666436+0000","last_clean":"2024-09-19T05:34:47.666436+0000","last_became_active":"2024-09-19T05:34:45.930343+0000","last_became_peered":"2024-09-19T05:34:45.930343+0000","last_unstale":"2024-09-19T05:34:47.666436+0000","last_undegraded":"2024-09-19T05:34:47.666436+0000","last_fullsized":"2024-09-19T05:34:47.666436+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:44.860666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925492+0000","last_change":"2024-09-19T05:34:44.915270+0000","last_active":"2024-09-19T05:34:46.925492+0000","last_peered":"2024-09-19T05:34:46.925492+0000","last_clean":"2024-09-19T05:34:46.925492+0000","last_became_active":"2024-09-19T05:34:44.914920+0000","last_became_peered":"2024-09-19T05:34:44.914920+0000","last_unstale":"2024-09-19T05:34:46.925492+0000","last_undegraded":"2024-09-19T05:34:46.925492+0000","last_fullsized":"2024-09-19T05:34:46.925492+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:53.050597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.355753+0000","last_change":"2024-09-19T05:34:45.920004+0000","last_active":"2024-09-19T05:34:47.355753+0000","last_peered":"2024-09-19T05:34:47.355753+0000","last_clean":"2024-09-19T05:34:47.355753+0000","last_became_active":"2024-09-19T05:34:45.919734+0000","last_became_peered":"2024-09-19T05:34:45.919734+0000","last_unstale":"2024-09-19T05:34:47.355753+0000","last_undegraded":"2024-09-19T05:34:47.355753+0000","last_fullsized":"2024-09-19T05:34:47.355753+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:54.400418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925811+0000","last_change":"2024-09-19T05:34:44.918886+0000","last_active":"2024-09-19T05:34:46.925811+0000","last_peered":"2024-09-19T05:34:46.925811+0000","last_clean":"2024-09-19T05:34:46.925811+0000","last_became_active":"2024-09-19T05:34:44.918522+0000","last_became_peered":"2024-09-19T05:34:44.918522+0000","last_unstale":"2024-09-19T05:34:46.925811+0000","last_undegraded":"2024-09-19T05:34:46.925811+0000","last_fullsized":"2024-09-19T05:34:46.925811+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:34.445395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.355541+0000","last_change":"2024-09-19T05:34:45.917326+0000","last_active":"2024-09-19T05:34:47.355541+0000","last_peered":"2024-09-19T05:34:47.355541+0000","last_clean":"2024-09-19T05:34:47.355541+0000","last_became_active":"2024-09-19T05:34:45.917048+0000","last_became_peered":"2024-09-19T05:34:45.917048+0000","last_unstale":"2024-09-19T05:34:47.355541+0000","last_undegraded":"2024-09-19T05:34:47.355541+0000","last_fullsized":"2024-09-19T05:34:47.355541+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:27.910646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.927767+0000","last_change":"2024-09-19T05:34:44.917622+0000","last_active":"2024-09-19T05:34:46.927767+0000","last_peered":"2024-09-19T05:34:46.927767+0000","last_clean":"2024-09-19T05:34:46.927767+0000","last_became_active":"2024-09-19T05:34:44.916849+0000","last_became_peered":"2024-09-19T05:34:44.916849+0000","last_unstale":"2024-09-19T05:34:46.927767+0000","last_undegraded":"2024-09-19T05:34:46.927767+0000","last_fullsized":"2024-09-19T05:34:46.927767+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:16.487687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.355711+0000","last_change":"2024-09-19T05:34:45.919135+0000","last_active":"2024-09-19T05:34:47.355711+0000","last_peered":"2024-09-19T05:34:47.355711+0000","last_clean":"2024-09-19T05:34:47.355711+0000","last_became_active":"2024-09-19T05:34:45.918865+0000","last_became_peered":"2024-09-19T05:34:45.918865+0000","last_unstale":"2024-09-19T05:34:47.355711+0000","last_undegraded":"2024-09-19T05:34:47.355711+0000","last_fullsized":"2024-09-19T05:34:47.355711+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:39.380705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666864+0000","last_change":"2024-09-19T05:34:44.927472+0000","last_active":"2024-09-19T05:34:47.666864+0000","last_peered":"2024-09-19T05:34:47.666864+0000","last_clean":"2024-09-19T05:34:47.666864+0000","last_became_active":"2024-09-19T05:34:44.927166+0000","last_became_peered":"2024-09-19T05:34:44.927166+0000","last_unstale":"2024-09-19T05:34:47.666864+0000","last_undegraded":"2024-09-19T05:34:47.666864+0000","last_fullsized":"2024-09-19T05:34:47.666864+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:26.900790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.355518+0000","last_change":"2024-09-19T05:34:45.918337+0000","last_active":"2024-09-19T05:34:47.355518+0000","last_peered":"2024-09-19T05:34:47.355518+0000","last_clean":"2024-09-19T05:34:47.355518+0000","last_became_active":"2024-09-19T05:34:45.918082+0000","last_became_peered":"2024-09-19T05:34:45.918082+0000","last_unstale":"2024-09-19T05:34:47.355518+0000","last_undegraded":"2024-09-19T05:34:47.355518+0000","last_fullsized":"2024-09-19T05:34:47.355518+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:12.933898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925671+0000","last_change":"2024-09-19T05:34:44.919439+0000","last_active":"2024-09-19T05:34:46.925671+0000","last_peered":"2024-09-19T05:34:46.925671+0000","last_clean":"2024-09-19T05:34:46.925671+0000","last_became_active":"2024-09-19T05:34:44.918702+0000","last_became_peered":"2024-09-19T05:34:44.918702+0000","last_unstale":"2024-09-19T05:34:46.925671+0000","last_undegraded":"2024-09-19T05:34:46.925671+0000","last_fullsized":"2024-09-19T05:34:46.925671+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:37.357220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166248+0000","last_change":"2024-09-19T05:34:45.921311+0000","last_active":"2024-09-19T05:34:47.166248+0000","last_peered":"2024-09-19T05:34:47.166248+0000","last_clean":"2024-09-19T05:34:47.166248+0000","last_became_active":"2024-09-19T05:34:45.921019+0000","last_became_peered":"2024-09-19T05:34:45.921019+0000","last_unstale":"2024-09-19T05:34:47.166248+0000","last_undegraded":"2024-09-19T05:34:47.166248+0000","last_fullsized":"2024-09-19T05:34:47.166248+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:23.513467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.924864+0000","last_change":"2024-09-19T05:34:44.920675+0000","last_active":"2024-09-19T05:34:46.924864+0000","last_peered":"2024-09-19T05:34:46.924864+0000","last_clean":"2024-09-19T05:34:46.924864+0000","last_became_active":"2024-09-19T05:34:44.920353+0000","last_became_peered":"2024-09-19T05:34:44.920353+0000","last_unstale":"2024-09-19T05:34:46.924864+0000","last_undegraded":"2024-09-19T05:34:46.924864+0000","last_fullsized":"2024-09-19T05:34:46.924864+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:13.465227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.355782+0000","last_change":"2024-09-19T05:34:45.920284+0000","last_active":"2024-09-19T05:34:47.355782+0000","last_peered":"2024-09-19T05:34:47.355782+0000","last_clean":"2024-09-19T05:34:47.355782+0000","last_became_active":"2024-09-19T05:34:45.920027+0000","last_became_peered":"2024-09-19T05:34:45.920027+0000","last_unstale":"2024-09-19T05:34:47.355782+0000","last_undegraded":"2024-09-19T05:34:47.355782+0000","last_fullsized":"2024-09-19T05:34:47.355782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:14.475082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666840+0000","last_change":"2024-09-19T05:34:44.918898+0000","last_active":"2024-09-19T05:34:47.666840+0000","last_peered":"2024-09-19T05:34:47.666840+0000","last_clean":"2024-09-19T05:34:47.666840+0000","last_became_active":"2024-09-19T05:34:44.918515+0000","last_became_peered":"2024-09-19T05:34:44.918515+0000","last_unstale":"2024-09-19T05:34:47.666840+0000","last_undegraded":"2024-09-19T05:34:47.666840+0000","last_fullsized":"2024-09-19T05:34:47.666840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:24.314944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.926428+0000","last_change":"2024-09-19T05:34:45.928240+0000","last_active":"2024-09-19T05:34:46.926428+0000","last_peered":"2024-09-19T05:34:46.926428+0000","last_clean":"2024-09-19T05:34:46.926428+0000","last_became_active":"2024-09-19T05:34:45.926717+0000","last_became_peered":"2024-09-19T05:34:45.926717+0000","last_unstale":"2024-09-19T05:34:46.926428+0000","last_undegraded":"2024-09-19T05:34:46.926428+0000","last_fullsized":"2024-09-19T05:34:46.926428+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:04.114332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.927890+0000","last_change":"2024-09-19T05:34:44.918017+0000","last_active":"2024-09-19T05:34:46.927890+0000","last_peered":"2024-09-19T05:34:46.927890+0000","last_clean":"2024-09-19T05:34:46.927890+0000","last_became_active":"2024-09-19T05:34:44.917760+0000","last_became_peered":"2024-09-19T05:34:44.917760+0000","last_unstale":"2024-09-19T05:34:46.927890+0000","last_undegraded":"2024-09-19T05:34:46.927890+0000","last_fullsized":"2024-09-19T05:34:46.927890+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:24.314944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.927760+0000","last_change":"2024-09-19T05:34:45.932162+0000","last_active":"2024-09-19T05:34:46.927760+0000","last_peered":"2024-09-19T05:34:46.927760+0000","last_clean":"2024-09-19T05:34:46.927760+0000","last_became_active":"2024-09-19T05:34:45.931874+0000","last_became_peered":"2024-09-19T05:34:45.931874+0000","last_unstale":"2024-09-19T05:34:46.927760+0000","last_undegraded":"2024-09-19T05:34:46.927760+0000","last_fullsized":"2024-09-19T05:34:46.927760+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:11.049154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666497+0000","last_change":"2024-09-19T05:34:44.923287+0000","last_active":"2024-09-19T05:34:47.666497+0000","last_peered":"2024-09-19T05:34:47.666497+0000","last_clean":"2024-09-19T05:34:47.666497+0000","last_became_active":"2024-09-19T05:34:44.922680+0000","last_became_peered":"2024-09-19T05:34:44.922680+0000","last_unstale":"2024-09-19T05:34:47.666497+0000","last_undegraded":"2024-09-19T05:34:47.666497+0000","last_fullsized":"2024-09-19T05:34:47.666497+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:45.671897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666935+0000","last_change":"2024-09-19T05:34:45.923082+0000","last_active":"2024-09-19T05:34:47.666935+0000","last_peered":"2024-09-19T05:34:47.666935+0000","last_clean":"2024-09-19T05:34:47.666935+0000","last_became_active":"2024-09-19T05:34:45.922723+0000","last_became_peered":"2024-09-19T05:34:45.922723+0000","last_unstale":"2024-09-19T05:34:47.666935+0000","last_undegraded":"2024-09-19T05:34:47.666935+0000","last_fullsized":"2024-09-19T05:34:47.666935+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:15.067314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.927877+0000","last_change":"2024-09-19T05:34:44.912807+0000","last_active":"2024-09-19T05:34:46.927877+0000","last_peered":"2024-09-19T05:34:46.927877+0000","last_clean":"2024-09-19T05:34:46.927877+0000","last_became_active":"2024-09-19T05:34:44.912525+0000","last_became_peered":"2024-09-19T05:34:44.912525+0000","last_unstale":"2024-09-19T05:34:46.927877+0000","last_undegraded":"2024-09-19T05:34:46.927877+0000","last_fullsized":"2024-09-19T05:34:46.927877+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.875316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.927993+0000","last_change":"2024-09-19T05:34:45.918307+0000","last_active":"2024-09-19T05:34:46.927993+0000","last_peered":"2024-09-19T05:34:46.927993+0000","last_clean":"2024-09-19T05:34:46.927993+0000","last_became_active":"2024-09-19T05:34:45.916930+0000","last_became_peered":"2024-09-19T05:34:45.916930+0000","last_unstale":"2024-09-19T05:34:46.927993+0000","last_undegraded":"2024-09-19T05:34:46.927993+0000","last_fullsized":"2024-09-19T05:34:46.927993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:45.434301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666312+0000","last_change":"2024-09-19T05:34:44.918024+0000","last_active":"2024-09-19T05:34:47.666312+0000","last_peered":"2024-09-19T05:34:47.666312+0000","last_clean":"2024-09-19T05:34:47.666312+0000","last_became_active":"2024-09-19T05:34:44.917737+0000","last_became_peered":"2024-09-19T05:34:44.917737+0000","last_unstale":"2024-09-19T05:34:47.666312+0000","last_undegraded":"2024-09-19T05:34:47.666312+0000","last_fullsized":"2024-09-19T05:34:47.666312+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.875316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667152+0000","last_change":"2024-09-19T05:34:45.928943+0000","last_active":"2024-09-19T05:34:47.667152+0000","last_peered":"2024-09-19T05:34:47.667152+0000","last_clean":"2024-09-19T05:34:47.667152+0000","last_became_active":"2024-09-19T05:34:45.928680+0000","last_became_peered":"2024-09-19T05:34:45.928680+0000","last_unstale":"2024-09-19T05:34:47.667152+0000","last_undegraded":"2024-09-19T05:34:47.667152+0000","last_fullsized":"2024-09-19T05:34:47.667152+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:04.114332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.925810+0000","last_change":"2024-09-19T05:34:44.910057+0000","last_active":"2024-09-19T05:34:46.925810+0000","last_peered":"2024-09-19T05:34:46.925810+0000","last_clean":"2024-09-19T05:34:46.925810+0000","last_became_active":"2024-09-19T05:34:44.909407+0000","last_became_peered":"2024-09-19T05:34:44.909407+0000","last_unstale":"2024-09-19T05:34:46.925810+0000","last_undegraded":"2024-09-19T05:34:46.925810+0000","last_fullsized":"2024-09-19T05:34:46.925810+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:21.428357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:46.926033+0000","last_change":"2024-09-19T05:34:45.924148+0000","last_active":"2024-09-19T05:34:46.926033+0000","last_peered":"2024-09-19T05:34:46.926033+0000","last_clean":"2024-09-19T05:34:46.926033+0000","last_became_active":"2024-09-19T05:34:45.923828+0000","last_became_peered":"2024-09-19T05:34:45.923828+0000","last_unstale":"2024-09-19T05:34:46.926033+0000","last_undegraded":"2024-09-19T05:34:46.926033+0000","last_fullsized":"2024-09-19T05:34:46.926033+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:53.591645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.667349+0000","last_change":"2024-09-19T05:34:44.920278+0000","last_active":"2024-09-19T05:34:47.667349+0000","last_peered":"2024-09-19T05:34:47.667349+0000","last_clean":"2024-09-19T05:34:47.667349+0000","last_became_active":"2024-09-19T05:34:44.919995+0000","last_became_peered":"2024-09-19T05:34:44.919995+0000","last_unstale":"2024-09-19T05:34:47.667349+0000","last_undegraded":"2024-09-19T05:34:47.667349+0000","last_fullsized":"2024-09-19T05:34:47.667349+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:42.155900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166288+0000","last_change":"2024-09-19T05:34:45.929441+0000","last_active":"2024-09-19T05:34:47.166288+0000","last_peered":"2024-09-19T05:34:47.166288+0000","last_clean":"2024-09-19T05:34:47.166288+0000","last_became_active":"2024-09-19T05:34:45.928955+0000","last_became_peered":"2024-09-19T05:34:45.928955+0000","last_unstale":"2024-09-19T05:34:47.166288+0000","last_undegraded":"2024-09-19T05:34:47.166288+0000","last_fullsized":"2024-09-19T05:34:47.166288+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:44.895673+0000","last_clean_scrub_stamp":"2024-09-19T05:34:44.895673+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:17.804222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.666684+0000","last_change":"2024-09-19T05:34:44.918221+0000","last_active":"2024-09-19T05:34:47.666684+0000","last_peered":"2024-09-19T05:34:47.666684+0000","last_clean":"2024-09-19T05:34:47.666684+0000","last_became_active":"2024-09-19T05:34:44.917921+0000","last_became_peered":"2024-09-19T05:34:44.917921+0000","last_unstale":"2024-09-19T05:34:47.666684+0000","last_undegraded":"2024-09-19T05:34:47.666684+0000","last_fullsized":"2024-09-19T05:34:47.666684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:34:43.885818+0000","last_clean_scrub_stamp":"2024-09-19T05:34:43.885818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:47.610531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":190,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:34:47.166344+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:34:47.166344+0000","last_peered":"2024-09-19T05:34:47.166344+0000","last_clean":"2024-09-19T05:34:47.166344+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:34:47.166344+0000","last_undegraded":"2024-09-19T05:34:47.166344+0000","last_fullsized":"2024-09-19T05:34:47.166344+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35700,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336140,"statfs":{"total":96636764160,"available":96600207360,"internally_reserved":0,"allocated":360448,"data_stored":136983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509453,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":368640,"data_stored":138001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":356352,"data_stored":136437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36276,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335564,"statfs":{"total":96636764160,"available":96599617536,"internally_reserved":0,"allocated":950272,"data_stored":726825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542157,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35708,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336132,"statfs":{"total":96636764160,"available":96600199168,"internally_reserved":0,"allocated":360448,"data_stored":137039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542159,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35700,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336140,"statfs":{"total":96636764160,"available":96600207360,"internally_reserved":0,"allocated":360448,"data_stored":136471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":138001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32112,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339728,"statfs":{"total":96636764160,"available":96603881472,"internally_reserved":0,"allocated":946176,"data_stored":726735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:34:53.646 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:34:53.646 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:34:53.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.789+0000 7fbc8f2e4640 1 Processor -- start 2024-09-19T05:34:53.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.789+0000 7fbc8f2e4640 1 -- start start 2024-09-19T05:34:53.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.790+0000 7fbc8f2e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8815e820 0x7fbc880d3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.790+0000 7fbc8f2e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbc8806bb20 0x7fbc8806bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.790+0000 7fbc8f2e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc8806c480 con 0x7fbc880cf3b0 2024-09-19T05:34:53.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.790+0000 7fbc8f2e4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fbc880d2c80 con 0x7fbc8806bb20 2024-09-19T05:34:53.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.790+0000 7fbc8f2e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbc880d2ed0 con 0x7fbc8815e820 2024-09-19T05:34:53.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.790+0000 7fbc8c87f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbc8806bb20 0x7fbc8806bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.790+0000 7fbc8c87f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbc8806bb20 0x7fbc8806bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59358/0 (socket says 172.21.15.39:59358) 2024-09-19T05:34:53.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.790+0000 7fbc8c87f640 1 -- 172.21.15.39:0/3252471299 learned_addr learned my addr 172.21.15.39:0/3252471299 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:53.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.790+0000 7fbc8d080640 1 --2- 172.21.15.39:0/3252471299 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8815e820 0x7fbc880d3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.791+0000 7fbc8c87f640 1 -- 172.21.15.39:0/3252471299 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8815e820 msgr2=0x7fbc880d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:53.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.791+0000 7fbc8c87f640 1 --2- 172.21.15.39:0/3252471299 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8815e820 0x7fbc880d3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.791+0000 7fbc8c87f640 1 -- 172.21.15.39:0/3252471299 >> v1:172.21.15.50:6789/0 conn(0x7fbc880cf3b0 legacy=0x7fbc880cf800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.791+0000 7fbc8c87f640 1 -- 172.21.15.39:0/3252471299 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc880d31b0 con 0x7fbc8806bb20 2024-09-19T05:34:53.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.791+0000 7fbc8c87f640 1 --2- 172.21.15.39:0/3252471299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc8806bb20 0x7fbc8806bf40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009870 tx=0x7fbc7802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c8ac404226c0a44 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:53.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc7ffff640 1 -- 172.21.15.39:0/3252471299 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78037070 con 0x7fbc8806bb20 2024-09-19T05:34:53.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc7ffff640 1 -- 172.21.15.39:0/3252471299 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc7802ae50 con 0x7fbc8806bb20 2024-09-19T05:34:53.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc7ffff640 1 -- 172.21.15.39:0/3252471299 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78032860 con 0x7fbc8806bb20 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/3252471299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc8806bb20 msgr2=0x7fbc8806bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc8f2e4640 1 --2- 172.21.15.39:0/3252471299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc8806bb20 0x7fbc8806bf40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009870 tx=0x7fbc7802a300 comp rx=0 tx=0).stop 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/3252471299 shutdown_connections 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc8f2e4640 1 --2- 172.21.15.39:0/3252471299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc8806bb20 0x7fbc8806bf40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc8f2e4640 1 --2- 172.21.15.39:0/3252471299 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8815e820 0x7fbc880d3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/3252471299 >> 172.21.15.39:0/3252471299 conn(0x7fbc88072770 msgr2=0x7fbc880d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/3252471299 shutdown_connections 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.792+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/3252471299 wait complete. 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.793+0000 7fbc8f2e4640 1 Processor -- start 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.793+0000 7fbc8f2e4640 1 -- start start 2024-09-19T05:34:53.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8f2e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8806bb20 0x7fbc880c9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8f2e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc880cf3b0 0x7fbc881f53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8f2e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc8815e820 0x7fbc880b55e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8f2e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbc880d3a50 con 0x7fbc880cf3b0 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8f2e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbc880d3770 con 0x7fbc8815e820 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8f2e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbc880d44b0 con 0x7fbc8806bb20 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8c87f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc880cf3b0 0x7fbc881f53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8c87f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc880cf3b0 0x7fbc881f53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59368/0 (socket says 172.21.15.39:59368) 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8c87f640 1 -- 172.21.15.39:0/1548997355 learned_addr learned my addr 172.21.15.39:0/1548997355 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8d080640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8806bb20 0x7fbc880c9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.794+0000 7fbc8d881640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc8815e820 0x7fbc880b55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc8c87f640 1 -- 172.21.15.39:0/1548997355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8806bb20 msgr2=0x7fbc880c9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc8c87f640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8806bb20 0x7fbc880c9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc8c87f640 1 -- 172.21.15.39:0/1548997355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc8815e820 msgr2=0x7fbc880b55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:53.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc8c87f640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc8815e820 0x7fbc880b55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:53.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc8c87f640 1 -- 172.21.15.39:0/1548997355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc880ca4a0 con 0x7fbc880cf3b0 2024-09-19T05:34:53.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc8c87f640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc880cf3b0 0x7fbc881f53a0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbc7802a340 tx=0x7fbc780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:53.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc7dffb640 1 -- 172.21.15.39:0/1548997355 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78041020 con 0x7fbc880cf3b0 2024-09-19T05:34:53.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc7dffb640 1 -- 172.21.15.39:0/1548997355 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc7803c670 con 0x7fbc880cf3b0 2024-09-19T05:34:53.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc880ca780 con 0x7fbc880cf3b0 2024-09-19T05:34:53.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc7dffb640 1 -- 172.21.15.39:0/1548997355 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78037040 con 0x7fbc880cf3b0 2024-09-19T05:34:53.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.795+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc880cad40 con 0x7fbc880cf3b0 2024-09-19T05:34:53.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.796+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc88063610 con 0x7fbc880cf3b0 2024-09-19T05:34:53.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.797+0000 7fbc7dffb640 1 -- 172.21.15.39:0/1548997355 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbc78044020 con 0x7fbc880cf3b0 2024-09-19T05:34:53.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.797+0000 7fbc7dffb640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbc6c06c2b0 0x7fbc6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:53.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.798+0000 7fbc8d080640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbc6c06c2b0 0x7fbc6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:53.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.798+0000 7fbc7dffb640 1 -- 172.21.15.39:0/1548997355 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fbc780ab9e0 con 0x7fbc880cf3b0 2024-09-19T05:34:53.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.798+0000 7fbc8d080640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbc6c06c2b0 0x7fbc6c06e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbc84006fd0 tx=0x7fbc84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:53.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:53.802+0000 7fbc7dffb640 1 -- 172.21.15.39:0/1548997355 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbc7804b030 con 0x7fbc880cf3b0 2024-09-19T05:34:54.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.048+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fbc8806bf40 con 0x7fbc880cf3b0 2024-09-19T05:34:54.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.050+0000 7fbc7dffb640 1 -- 172.21.15.39:0/1548997355 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v9) ==== 190+0+147 (secure 0 0 0) 0x7fbc78079b00 con 0x7fbc880cf3b0 2024-09-19T05:34:54.053 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2024-09-19T05:34:54.053 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ== 2024-09-19T05:34:54.053 INFO:teuthology.orchestra.run.smithi039.stdout: caps mds = "allow" 2024-09-19T05:34:54.053 INFO:teuthology.orchestra.run.smithi039.stdout: caps mon = "allow r" 2024-09-19T05:34:54.053 INFO:teuthology.orchestra.run.smithi039.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:34:54.053 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-19T05:34:54.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbc6c06c2b0 msgr2=0x7fbc6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbc6c06c2b0 0x7fbc6c06e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbc84006fd0 tx=0x7fbc84008040 comp rx=0 tx=0).stop 2024-09-19T05:34:54.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc880cf3b0 msgr2=0x7fbc881f53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc880cf3b0 0x7fbc881f53a0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbc7802a340 tx=0x7fbc780046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 shutdown_connections 2024-09-19T05:34:54.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbc6c06c2b0 0x7fbc6c06e770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc8815e820 0x7fbc880b55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc880cf3b0 0x7fbc881f53a0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 --2- 172.21.15.39:0/1548997355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbc8806bb20 0x7fbc880c9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 >> 172.21.15.39:0/1548997355 conn(0x7fbc88072770 msgr2=0x7fbc880cb770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:54.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 shutdown_connections 2024-09-19T05:34:54.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.052+0000 7fbc8f2e4640 1 -- 172.21.15.39:0/1548997355 wait complete. 2024-09-19T05:34:54.066 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:54.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.165+0000 7f4e045d6640 1 Processor -- start 2024-09-19T05:34:54.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.165+0000 7f4e045d6640 1 -- start start 2024-09-19T05:34:54.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.166+0000 7f4e045d6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4dfc06d870 0x7f4dfc15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.166+0000 7f4e045d6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dfc1603c0 con 0x7f4dfc15e4f0 2024-09-19T05:34:54.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.166+0000 7f4e045d6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dfc06c0c0 con 0x7f4dfc06bb20 2024-09-19T05:34:54.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.166+0000 7f4e045d6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4dfc06ccd0 con 0x7f4dfc06d870 2024-09-19T05:34:54.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.166+0000 7f4e02b73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4dfc06d870 0x7f4dfc15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.166+0000 7f4e02372640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4dfc15e4f0 0x7f4dfc15fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41092/0 (socket says 172.21.15.39:41092) 2024-09-19T05:34:54.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.166+0000 7f4e02372640 1 -- 172.21.15.39:0/3419268135 learned_addr learned my addr 172.21.15.39:0/3419268135 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:54.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.166+0000 7f4e02b73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4dfc06d870 0x7f4dfc15f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59372/0 (socket says 172.21.15.39:59372) 2024-09-19T05:34:54.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.167+0000 7f4e02b73640 1 -- 172.21.15.39:0/3419268135 >> v1:172.21.15.50:6789/0 conn(0x7f4dfc06bb20 legacy=0x7f4dfc06d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.167+0000 7f4e02b73640 1 -- 172.21.15.39:0/3419268135 >> v1:172.21.15.39:6789/0 conn(0x7f4dfc15e4f0 legacy=0x7f4dfc15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.167+0000 7f4e02b73640 1 -- 172.21.15.39:0/3419268135 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dfc06c3a0 con 0x7f4dfc06d870 2024-09-19T05:34:54.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.167+0000 7f4e01370640 1 -- 172.21.15.39:0/3419268135 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1065570291 0 0) 0x7f4dfc1603c0 con 0x7f4dfc15e4f0 2024-09-19T05:34:54.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.167+0000 7f4e02b73640 1 --2- 172.21.15.39:0/3419268135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06d870 0x7f4dfc15f570 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f4dec009d90 tx=0x7f4dec02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2a7e203cd32c9ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.167+0000 7f4e01370640 1 -- 172.21.15.39:0/3419268135 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dec007740 con 0x7f4dfc06d870 2024-09-19T05:34:54.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.167+0000 7f4e01370640 1 -- 172.21.15.39:0/3419268135 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4dec0078e0 con 0x7f4dfc06d870 2024-09-19T05:34:54.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.167+0000 7f4e01370640 1 -- 172.21.15.39:0/3419268135 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dec007cb0 con 0x7f4dfc06d870 2024-09-19T05:34:54.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.168+0000 7f4e045d6640 1 -- 172.21.15.39:0/3419268135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06d870 msgr2=0x7f4dfc15f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.168+0000 7f4e045d6640 1 --2- 172.21.15.39:0/3419268135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06d870 0x7f4dfc15f570 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f4dec009d90 tx=0x7f4dec02a6f0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.168+0000 7f4e045d6640 1 -- 172.21.15.39:0/3419268135 shutdown_connections 2024-09-19T05:34:54.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.168+0000 7f4e045d6640 1 --2- 172.21.15.39:0/3419268135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06d870 0x7f4dfc15f570 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.168+0000 7f4e045d6640 1 -- 172.21.15.39:0/3419268135 >> 172.21.15.39:0/3419268135 conn(0x7f4dfc06e5b0 msgr2=0x7f4dfc06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:54.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.168+0000 7f4e045d6640 1 -- 172.21.15.39:0/3419268135 shutdown_connections 2024-09-19T05:34:54.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.168+0000 7f4e045d6640 1 -- 172.21.15.39:0/3419268135 wait complete. 2024-09-19T05:34:54.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.169+0000 7f4e045d6640 1 Processor -- start 2024-09-19T05:34:54.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.169+0000 7f4e045d6640 1 -- start start 2024-09-19T05:34:54.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e045d6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06bb20 0x7f4dfc0cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e045d6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4dfc06d870 0x7f4dfc1591e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e045d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4dfc15e4f0 0x7f4dfc1e9880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e045d6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4dfc15e8d0 con 0x7f4dfc06bb20 2024-09-19T05:34:54.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e045d6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4dfc06c960 con 0x7f4dfc06d870 2024-09-19T05:34:54.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e045d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4dfc0b6dc0 con 0x7f4dfc15e4f0 2024-09-19T05:34:54.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02372640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06bb20 0x7f4dfc0cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02372640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06bb20 0x7f4dfc0cecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59376/0 (socket says 172.21.15.39:59376) 2024-09-19T05:34:54.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02372640 1 -- 172.21.15.39:0/514130908 learned_addr learned my addr 172.21.15.39:0/514130908 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:54.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e01b71640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4dfc06d870 0x7f4dfc1591e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02b73640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4dfc15e4f0 0x7f4dfc1e9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02372640 1 -- 172.21.15.39:0/514130908 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4dfc15e4f0 msgr2=0x7f4dfc1e9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02372640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4dfc15e4f0 0x7f4dfc1e9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02372640 1 -- 172.21.15.39:0/514130908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4dfc06d870 msgr2=0x7f4dfc1591e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02372640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4dfc06d870 0x7f4dfc1591e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02372640 1 -- 172.21.15.39:0/514130908 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dfc159c70 con 0x7f4dfc06bb20 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.170+0000 7f4e02b73640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4dfc15e4f0 0x7f4dfc1e9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.171+0000 7f4e02372640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06bb20 0x7f4dfc0cecc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f4df400c3f0 tx=0x7f4df400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.171+0000 7f4dfaffd640 1 -- 172.21.15.39:0/514130908 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df40074e0 con 0x7f4dfc06bb20 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.171+0000 7f4dfaffd640 1 -- 172.21.15.39:0/514130908 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4df40047e0 con 0x7f4dfc06bb20 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.171+0000 7f4dfaffd640 1 -- 172.21.15.39:0/514130908 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df4004c10 con 0x7f4dfc06bb20 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.171+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dfc159f50 con 0x7f4dfc06bb20 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.171+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dfc15a510 con 0x7f4dfc06bb20 2024-09-19T05:34:54.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.172+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dfc15a710 con 0x7f4dfc06bb20 2024-09-19T05:34:54.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.172+0000 7f4dfaffd640 1 -- 172.21.15.39:0/514130908 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4df4011070 con 0x7f4dfc06bb20 2024-09-19T05:34:54.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.173+0000 7f4dfaffd640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4de806c2e0 0x7f4de806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.173+0000 7f4dfaffd640 1 -- 172.21.15.39:0/514130908 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f4df408afa0 con 0x7f4dfc06bb20 2024-09-19T05:34:54.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.173+0000 7f4e01b71640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4de806c2e0 0x7f4de806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.173+0000 7f4e01b71640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4de806c2e0 0x7f4de806e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc15cf50 tx=0x7f4df0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.177+0000 7f4dfaffd640 1 -- 172.21.15.39:0/514130908 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4dfc15a710 con 0x7f4dfc06bb20 2024-09-19T05:34:54.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.387+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4dfc0b2f50 con 0x7f4dfc06bb20 2024-09-19T05:34:54.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.388+0000 7f4dfaffd640 1 -- 172.21.15.39:0/514130908 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5217 (secure 0 0 0) 0x7f4df4059710 con 0x7f4dfc06bb20 2024-09-19T05:34:54.391 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:54.391 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":14,"btime":"2024-09-19T05:34:47:922383+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4541,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/1583579234","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1583579234},{"type":"v1","addr":"172.21.15.39:6837","nonce":1583579234}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4663,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1128949058","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1128949058},{"type":"v1","addr":"172.21.15.50:6834","nonce":1128949058}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4666,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1820579506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1820579506},{"type":"v1","addr":"172.21.15.50:6835","nonce":1820579506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:45.267124+0000","modified":"2024-09-19T05:34:47.265004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4755},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4755":{"gid":4755,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6836/65880264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":65880264},{"type":"v1","addr":"172.21.15.39:6836","nonce":65880264}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4755,"qdb_cluster":[4755]},"id":2}]} 2024-09-19T05:34:54.391 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 14 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4de806c2e0 msgr2=0x7f4de806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4de806c2e0 0x7f4de806e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc15cf50 tx=0x7f4df0009040 comp rx=0 tx=0).stop 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06bb20 msgr2=0x7f4dfc0cecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06bb20 0x7f4dfc0cecc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f4df400c3f0 tx=0x7f4df400c8b0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 shutdown_connections 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4de806c2e0 0x7f4de806e7a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4dfc15e4f0 0x7f4dfc1e9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4dfc06d870 0x7f4dfc1591e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 --2- 172.21.15.39:0/514130908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4dfc06bb20 0x7f4dfc0cecc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 >> 172.21.15.39:0/514130908 conn(0x7f4dfc06e5b0 msgr2=0x7f4dfc0b3720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:54.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 shutdown_connections 2024-09-19T05:34:54.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.390+0000 7f4e045d6640 1 -- 172.21.15.39:0/514130908 wait complete. 2024-09-19T05:34:54.806 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 14, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:34:45.267124+0000', 'modified': '2024-09-19T05:34:47.265004+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4755}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4755': {'gid': 4755, 'name': 'c', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.39:6836/65880264', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6834', 'nonce': 65880264}, {'type': 'v1', 'addr': '172.21.15.39:6836', 'nonce': 65880264}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4755, 'qdb_cluster': [4755]} 2024-09-19T05:34:54.806 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:34:54.806 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T05:34:54.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.908+0000 7f2c00cd0640 1 Processor -- start 2024-09-19T05:34:54.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.908+0000 7f2c00cd0640 1 -- start start 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2c00cd0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2bfc15e4f0 0x7f2bfc15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2c00cd0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06bb20 0x7f2bfc15fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2c00cd0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2bfc06d160 0x7f2bfc06d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2c00cd0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f2bfc06ccd0 con 0x7f2bfc06d160 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2c00cd0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2bfc06db50 con 0x7f2bfc15e4f0 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2c00cd0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2bfc06c0c0 con 0x7f2bfc06bb20 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bfad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2bfc06d160 0x7f2bfc06d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bfad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2bfc06d160 0x7f2bfc06d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59380/0 (socket says 172.21.15.39:59380) 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bfad9d640 1 -- 172.21.15.39:0/1381314600 learned_addr learned my addr 172.21.15.39:0/1381314600 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/1381314600 >> v2:172.21.15.50:3300/0 conn(0x7f2bfc15e4f0 0x7f2bfc15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/1381314600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06bb20 0x7f2bfc15fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bfad9d640 1 -- 172.21.15.39:0/1381314600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06bb20 msgr2=0x7f2bfc15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/1381314600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06bb20 0x7f2bfc15fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bfad9d640 1 -- 172.21.15.39:0/1381314600 >> v2:172.21.15.50:3300/0 conn(0x7f2bfc15e4f0 msgr2=0x7f2bfc15f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/1381314600 >> v2:172.21.15.50:3300/0 conn(0x7f2bfc15e4f0 0x7f2bfc15f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bfad9d640 1 -- 172.21.15.39:0/1381314600 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bfc06c3a0 con 0x7f2bfc06d160 2024-09-19T05:34:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.909+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/1381314600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06bb20 0x7f2bfc15fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:54.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.910+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/1381314600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06d160 0x7f2bfc06d610 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc0741e0 tx=0x7f2bf402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff9b7026ed563899 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.910+0000 7f2bf959a640 1 -- 172.21.15.39:0/1381314600 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf4036070 con 0x7f2bfc06d160 2024-09-19T05:34:54.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.910+0000 7f2bf959a640 1 -- 172.21.15.39:0/1381314600 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bf4031600 con 0x7f2bfc06d160 2024-09-19T05:34:54.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.910+0000 7f2bf959a640 1 -- 172.21.15.39:0/1381314600 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf40319d0 con 0x7f2bfc06d160 2024-09-19T05:34:54.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.911+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1381314600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06d160 msgr2=0x7f2bfc06d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.911+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1381314600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06d160 0x7f2bfc06d610 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc0741e0 tx=0x7f2bf402a6a0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.911+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1381314600 shutdown_connections 2024-09-19T05:34:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.911+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1381314600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06d160 0x7f2bfc06d610 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.911+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1381314600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06bb20 0x7f2bfc15fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.911+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1381314600 >> v2:172.21.15.50:3300/0 conn(0x7f2bfc15e4f0 0x7f2bfc15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.911+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1381314600 >> 172.21.15.39:0/1381314600 conn(0x7f2bfc06e5b0 msgr2=0x7f2bfc06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.911+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1381314600 shutdown_connections 2024-09-19T05:34:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.911+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1381314600 wait complete. 2024-09-19T05:34:54.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.912+0000 7f2c00cd0640 1 Processor -- start 2024-09-19T05:34:54.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.912+0000 7f2c00cd0640 1 -- start start 2024-09-19T05:34:54.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2c00cd0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06bb20 0x7f2bfc0aaa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2c00cd0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06d160 0x7f2bfc153f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2c00cd0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2bfc15e4f0 0x7f2bfc0ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2c00cd0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2bfc15e8d0 con 0x7f2bfc06bb20 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2c00cd0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2bfc06c960 con 0x7f2bfc15e4f0 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2c00cd0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2bfc1601f0 con 0x7f2bfc06d160 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfa59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06bb20 0x7f2bfc0aaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfa59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06bb20 0x7f2bfc0aaa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59384/0 (socket says 172.21.15.39:59384) 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfa59c640 1 -- 172.21.15.39:0/1353125419 learned_addr learned my addr 172.21.15.39:0/1353125419 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfa59c640 1 -- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06d160 msgr2=0x7f2bfc153f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06d160 0x7f2bfc153f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2bfc15e4f0 0x7f2bfc0ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06d160 0x7f2bfc153f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfa59c640 1 -- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2bfc15e4f0 msgr2=0x7f2bfc0ac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2bfc15e4f0 0x7f2bfc0ac400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfa59c640 1 -- 172.21.15.39:0/1353125419 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bfc0ab360 con 0x7f2bfc06bb20 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2bfc15e4f0 0x7f2bfc0ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.913+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06d160 0x7f2bfc153f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.914+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06bb20 0x7f2bfc0aaa80 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2bec00e8a0 tx=0x7f2bec00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.914+0000 7f2beaffd640 1 -- 172.21.15.39:0/1353125419 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bec017070 con 0x7f2bfc06bb20 2024-09-19T05:34:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.914+0000 7f2beaffd640 1 -- 172.21.15.39:0/1353125419 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bec00c940 con 0x7f2bfc06bb20 2024-09-19T05:34:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.914+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1353125419 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bfc0ab640 con 0x7f2bfc06bb20 2024-09-19T05:34:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.914+0000 7f2beaffd640 1 -- 172.21.15.39:0/1353125419 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bec00cd30 con 0x7f2bfc06bb20 2024-09-19T05:34:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.914+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1353125419 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bfc0abee0 con 0x7f2bfc06bb20 2024-09-19T05:34:54.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.915+0000 7f2beaffd640 1 -- 172.21.15.39:0/1353125419 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2bec01a070 con 0x7f2bfc06bb20 2024-09-19T05:34:54.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.916+0000 7f2beaffd640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2bdc06c2b0 0x7f2bdc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.916+0000 7f2beaffd640 1 -- 172.21.15.39:0/1353125419 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2bec08b5f0 con 0x7f2bfc06bb20 2024-09-19T05:34:54.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.916+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2bdc06c2b0 0x7f2bdc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.916+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2bdc06c2b0 0x7f2bdc06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc0acf20 tx=0x7f2bf0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.917+0000 7f2c03a68740 1 Processor -- start 2024-09-19T05:34:54.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.917+0000 7f2c03a68740 1 -- start start 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 0x563d755a5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d7555da80 0x563d755606a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75561a50 0x563d7555a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2c03a68740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x563d754c2520 con 0x563d75561a50 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2c03a68740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563d7546a3e0 con 0x563d755602c0 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2c03a68740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x563d754be4e0 con 0x563d7555da80 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75561a50 0x563d7555a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75561a50 0x563d7555a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59388/0 (socket says 172.21.15.39:59388) 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfad9d640 1 -- 172.21.15.39:0/2974835140 learned_addr learned my addr 172.21.15.39:0/2974835140 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 0x563d755a5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d7555da80 0x563d755606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfad9d640 1 -- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d7555da80 msgr2=0x563d755606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d7555da80 0x563d755606a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfad9d640 1 -- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 msgr2=0x563d755a5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 0x563d755a5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfad9d640 1 -- 172.21.15.39:0/2974835140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d754852f0 con 0x563d75561a50 2024-09-19T05:34:54.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 0x563d755a5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:54.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d7555da80 0x563d755606a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:54.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.918+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75561a50 0x563d7555a8b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f2bf402ac90 tx=0x7f2bf402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb7f2c0a664f7bc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2bdbfff640 1 -- 172.21.15.39:0/2974835140 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf4036040 con 0x563d75561a50 2024-09-19T05:34:54.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2bdbfff640 1 -- 172.21.15.39:0/2974835140 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bf4042070 con 0x563d75561a50 2024-09-19T05:34:54.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2bdbfff640 1 -- 172.21.15.39:0/2974835140 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf403c970 con 0x563d75561a50 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2c03a68740 1 -- 172.21.15.39:0/2974835140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75561a50 msgr2=0x563d7555a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75561a50 0x563d7555a8b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f2bf402ac90 tx=0x7f2bf402e000 comp rx=0 tx=0).stop 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2c03a68740 1 -- 172.21.15.39:0/2974835140 shutdown_connections 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75561a50 0x563d7555a8b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d7555da80 0x563d755606a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2974835140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 0x563d755a5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2c03a68740 1 -- 172.21.15.39:0/2974835140 >> 172.21.15.39:0/2974835140 conn(0x563d7555ca80 msgr2=0x563d755a4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2c03a68740 1 -- 172.21.15.39:0/2974835140 shutdown_connections 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.919+0000 7f2c03a68740 1 -- 172.21.15.39:0/2974835140 wait complete. 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.920+0000 7f2c03a68740 1 -- start start 2024-09-19T05:34:54.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.920+0000 7f2c03a68740 1 Processor -- start 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d75580120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 0x563d7557eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75580a10 0x563d755893d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2c03a68740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x563d7555bf20 con 0x563d755602c0 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2c03a68740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563d7544b450 con 0x563d75561a50 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2c03a68740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x563d755a6290 con 0x563d75580a10 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2c03a68740 10 client.0 _ll_register_callbacks cb 0x563d751d4ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bfa59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d75580120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bfa59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d75580120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59394/0 (socket says 172.21.15.39:59394) 2024-09-19T05:34:54.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bfa59c640 1 -- 172.21.15.39:0/2368088084 learned_addr learned my addr 172.21.15.39:0/2368088084 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 0x563d7557eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75580a10 0x563d755893d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bfa59c640 1 -- 172.21.15.39:0/2368088084 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75580a10 msgr2=0x563d755893d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75580a10 0x563d755893d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bfa59c640 1 -- 172.21.15.39:0/2368088084 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 msgr2=0x563d7557eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 0x563d7557eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bfa59c640 1 -- 172.21.15.39:0/2368088084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d751d52d0 con 0x563d755602c0 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.921+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 0x563d7557eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d75580120 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2bec055ac0 tx=0x7f2bec059e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4e375ed2f1b65e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2bd97fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2bd97fa640 1 -- 172.21.15.39:0/2368088084 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bec021040 con 0x563d755602c0 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2bd97fa640 1 -- 172.21.15.39:0/2368088084 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2bec05eda0 con 0x563d755602c0 2024-09-19T05:34:54.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2c03a68740 1 -- 172.21.15.39:0/2368088084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2bf4042070 con 0x563d755602c0 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2bd97fa640 1 -- 172.21.15.39:0/2368088084 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=14) ==== 24+0+0 (secure 0 0 0) 0x7f2bec062240 con 0x563d755602c0 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2c03a68740 10 client.4947 fetch_fsmap learned FSMap version 14 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2c03a68740 1 -- 172.21.15.39:0/2368088084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=14,monmap=2+}) -- 0x563d7529f6b0 con 0x563d755602c0 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2bd97fa640 1 -- 172.21.15.39:0/2368088084 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bf4042070 con 0x563d755602c0 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2bd97fa640 1 -- 172.21.15.39:0/2368088084 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 14) ==== 3502+0+0 (secure 0 0 0) 0x7f2bec058ab0 con 0x563d755602c0 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2c03a68740 10 client.4947 fetch_fsmap finished waiting for FSMap version 14 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2c03a68740 10 client.4947 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2c03a68740 20 client.4947 populate_metadata read hostname 'smithi039' 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] conn(0x563d755597d0 0x563d75559bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2c03a68740 4 client.4947 mds_command: new command op to 4755 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:34:54.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2c03a68740 1 -- 172.21.15.39:0/2368088084 --> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d754cfc50 con 0x563d755597d0 2024-09-19T05:34:54.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.922+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] conn(0x563d755597d0 0x563d75559bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.923+0000 7f2bd97fa640 10 client.4947 ms_handle_connect on v2:172.21.15.39:6834/65880264 2024-09-19T05:34:54.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.923+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] conn(0x563d755597d0 0x563d75559bb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da5bbed4112e928 server_cookie=5ef7a874aecbf8d5 in_seq=0 out_seq=0 2024-09-19T05:34:54.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.923+0000 7f2bd97fa640 1 -- 172.21.15.39:0/2368088084 <== mds.0 v2:172.21.15.39:6834/65880264 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563d754cfc50 con 0x563d755597d0 2024-09-19T05:34:54.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.923+0000 7f2bd97fa640 10 client.4947 handle_command_reply: tid=0 2024-09-19T05:34:54.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.923+0000 7f2c03a68740 1 client.4947 shutdown 2024-09-19T05:34:54.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 -- 172.21.15.39:0/2368088084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 msgr2=0x563d75580120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d75580120 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2bec055ac0 tx=0x7f2bec059e20 comp rx=0 tx=0).stop 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 -- 172.21.15.39:0/2368088084 shutdown_connections 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] conn(0x563d755597d0 0x563d75559bb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75580a10 0x563d755893d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2bd97fa640 0 client.4947 ms_handle_reset on v2:172.21.15.39:6834/65880264 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 0x563d7557eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 --2- 172.21.15.39:0/2368088084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d75580120 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 -- 172.21.15.39:0/2368088084 >> 172.21.15.39:0/2368088084 conn(0x563d7555da80 msgr2=0x563d755a3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 -- 172.21.15.39:0/2368088084 shutdown_connections 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 1 -- 172.21.15.39:0/2368088084 wait complete. 2024-09-19T05:34:54.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.924+0000 7f2c03a68740 20 client.4947 trim_cache size 0 max 16384 2024-09-19T05:34:54.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.942+0000 7f2c03a68740 1 Processor -- start 2024-09-19T05:34:54.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.942+0000 7f2c03a68740 1 -- start start 2024-09-19T05:34:54.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.942+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d755be9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.942+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 0x563d7555faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.942+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75580a10 0x563d755872a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.942+0000 7f2c03a68740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2bfc1ffb10 con 0x563d755602c0 2024-09-19T05:34:54.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.942+0000 7f2c03a68740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2bfc0d1480 con 0x563d75561a50 2024-09-19T05:34:54.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.942+0000 7f2c03a68740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2bfc0afc60 con 0x563d75580a10 2024-09-19T05:34:54.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.942+0000 7f2bfa59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d755be9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bfa59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d755be9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59406/0 (socket says 172.21.15.39:59406) 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bfa59c640 1 -- 172.21.15.39:0/923896744 learned_addr learned my addr 172.21.15.39:0/923896744 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bfa59c640 1 -- 172.21.15.39:0/923896744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75580a10 msgr2=0x563d755872a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/923896744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75580a10 0x563d755872a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bfa59c640 1 -- 172.21.15.39:0/923896744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 msgr2=0x563d7555faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/923896744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 0x563d7555faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bfa59c640 1 -- 172.21.15.39:0/923896744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d75588f20 con 0x563d755602c0 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/923896744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d755be9c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2bec059360 tx=0x7f2bec08b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59683d4daf8204db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bdb7fe640 1 -- 172.21.15.39:0/923896744 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bec021040 con 0x563d755602c0 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bdb7fe640 1 -- 172.21.15.39:0/923896744 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bec05eda0 con 0x563d755602c0 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.943+0000 7f2bdb7fe640 1 -- 172.21.15.39:0/923896744 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bec055900 con 0x563d755602c0 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 -- 172.21.15.39:0/923896744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 msgr2=0x563d755be9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 --2- 172.21.15.39:0/923896744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d755be9c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2bec059360 tx=0x7f2bec08b000 comp rx=0 tx=0).stop 2024-09-19T05:34:54.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 -- 172.21.15.39:0/923896744 shutdown_connections 2024-09-19T05:34:54.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 --2- 172.21.15.39:0/923896744 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75580a10 0x563d755872a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 --2- 172.21.15.39:0/923896744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d75561a50 0x563d7555faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 --2- 172.21.15.39:0/923896744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d755602c0 0x563d755be9c0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 -- 172.21.15.39:0/923896744 >> 172.21.15.39:0/923896744 conn(0x563d7555da80 msgr2=0x563d7555e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:54.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 -- 172.21.15.39:0/923896744 shutdown_connections 2024-09-19T05:34:54.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 -- 172.21.15.39:0/923896744 wait complete. 2024-09-19T05:34:54.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 -- start start 2024-09-19T05:34:54.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.944+0000 7f2c03a68740 1 Processor -- start 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 0x563d75626540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75561a50 0x563d755be790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2c03a68740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75580a10 0x563d755becd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2c03a68740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x563d75589e30 con 0x563d75580a10 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2c03a68740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563d7557f020 con 0x563d755602c0 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2c03a68740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x563d7555eac0 con 0x563d75561a50 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2c03a68740 10 client.0 _ll_register_callbacks cb 0x7f2bec009570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2bfad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75580a10 0x563d755becd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2bfad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75580a10 0x563d755becd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59416/0 (socket says 172.21.15.39:59416) 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.945+0000 7f2bfad9d640 1 -- 172.21.15.39:0/792440600 learned_addr learned my addr 172.21.15.39:0/792440600 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 0x563d75626540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bfad9d640 1 -- 172.21.15.39:0/792440600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75561a50 msgr2=0x563d755be790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bf9d9b640 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75561a50 0x563d755be790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75561a50 0x563d755be790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bfad9d640 1 -- 172.21.15.39:0/792440600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 msgr2=0x563d75626540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 0x563d75626540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bfad9d640 1 -- 172.21.15.39:0/792440600 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d755a6f30 con 0x563d75580a10 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bfad9d640 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75580a10 0x563d755becd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f2bf403e000 tx=0x7f2bf4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a48af881ad58cfe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bd97fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bd97fa640 1 -- 172.21.15.39:0/792440600 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf4036040 con 0x563d75580a10 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bd97fa640 1 -- 172.21.15.39:0/792440600 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2bf4050ae0 con 0x563d75580a10 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2c03a68740 1 -- 172.21.15.39:0/792440600 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2bec05eda0 con 0x563d75580a10 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bd97fa640 1 -- 172.21.15.39:0/792440600 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=14) ==== 24+0+0 (secure 0 0 0) 0x7f2bf4057050 con 0x563d75580a10 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2c03a68740 10 client.4953 fetch_fsmap learned FSMap version 14 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2c03a68740 1 -- 172.21.15.39:0/792440600 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=14,monmap=2+}) -- 0x563d75626ae0 con 0x563d75580a10 2024-09-19T05:34:54.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bd97fa640 1 -- 172.21.15.39:0/792440600 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bec05eda0 con 0x563d75580a10 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2bd97fa640 1 -- 172.21.15.39:0/792440600 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 14) ==== 3502+0+0 (secure 0 0 0) 0x7f2bf405a020 con 0x563d75580a10 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2c03a68740 10 client.4953 fetch_fsmap finished waiting for FSMap version 14 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2c03a68740 10 client.4953 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2c03a68740 20 client.4953 populate_metadata read hostname 'smithi039' 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2c03a68740 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] conn(0x563d75586860 0x563d755bc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2c03a68740 4 client.4953 mds_command: new command op to 4755 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.946+0000 7f2c03a68740 1 -- 172.21.15.39:0/792440600 --> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] -- command(tid 0: {"prefix": "status"}) -- 0x563d754c9fa0 con 0x563d75586860 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] conn(0x563d75586860 0x563d755bc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2bd97fa640 10 client.4953 ms_handle_connect on v2:172.21.15.39:6834/65880264 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2bfa59c640 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] conn(0x563d75586860 0x563d755bc1e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a4c328cb7e63764 server_cookie=79f0c585f4ae700f in_seq=0 out_seq=0 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2bd97fa640 1 -- 172.21.15.39:0/792440600 <== mds.0 v2:172.21.15.39:6834/65880264 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x563d754c9fa0 con 0x563d75586860 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2bd97fa640 10 client.4953 handle_command_reply: tid=0 2024-09-19T05:34:54.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 client.4953 shutdown 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 -- 172.21.15.39:0/792440600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75580a10 msgr2=0x563d755becd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75580a10 0x563d755becd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f2bf403e000 tx=0x7f2bf4004ab0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 -- 172.21.15.39:0/792440600 shutdown_connections 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.39:6834/65880264,v1:172.21.15.39:6836/65880264] conn(0x563d75586860 0x563d755bc1e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563d75580a10 0x563d755becd0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2bd97fa640 0 client.4953 ms_handle_reset on v2:172.21.15.39:6834/65880264 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x563d75561a50 0x563d755be790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 --2- 172.21.15.39:0/792440600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563d755602c0 0x563d75626540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 -- 172.21.15.39:0/792440600 >> 172.21.15.39:0/792440600 conn(0x563d7555da80 msgr2=0x563d7555f8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 -- 172.21.15.39:0/792440600 shutdown_connections 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.947+0000 7f2c03a68740 1 -- 172.21.15.39:0/792440600 wait complete. 2024-09-19T05:34:54.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c03a68740 20 client.4953 trim_cache size 0 max 16384 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 4755, 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 9.0464944799999998, 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 14, 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 32, 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 32, 2024-09-19T05:34:54.957 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 15.92983392 2024-09-19T05:34:54.958 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:34:54.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2bdc06c2b0 msgr2=0x7f2bdc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2bdc06c2b0 0x7f2bdc06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc0acf20 tx=0x7f2bf0008040 comp rx=0 tx=0).stop 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06bb20 msgr2=0x7f2bfc0aaa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06bb20 0x7f2bfc0aaa80 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2bec00e8a0 tx=0x7f2bec00ed60 comp rx=0 tx=0).stop 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1353125419 shutdown_connections 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2bdc06c2b0 0x7f2bdc06e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2bfc15e4f0 0x7f2bfc0ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2bfc06d160 0x7f2bfc153f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 --2- 172.21.15.39:0/1353125419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bfc06bb20 0x7f2bfc0aaa80 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1353125419 >> 172.21.15.39:0/1353125419 conn(0x7f2bfc06e5b0 msgr2=0x7f2bfc0b2240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1353125419 shutdown_connections 2024-09-19T05:34:54.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:54.948+0000 7f2c00cd0640 1 -- 172.21.15.39:0/1353125419 wait complete. 2024-09-19T05:34:54.962 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:34:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.062+0000 7fb9f4dfd640 1 Processor -- start 2024-09-19T05:34:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.062+0000 7fb9f4dfd640 1 -- start start 2024-09-19T05:34:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9f4dfd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb9f015e800 0x7fb9f00cf770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9f4dfd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f00d1db0 0x7fb9f01682b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9f4dfd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9f00b3fa0 con 0x7fb9f00d2630 2024-09-19T05:34:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9f4dfd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb9f015ebe0 con 0x7fb9f015e800 2024-09-19T05:34:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9f4dfd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb9f00d3e50 con 0x7fb9f00d1db0 2024-09-19T05:34:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9ee59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb9f015e800 0x7fb9f00cf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9ee59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb9f015e800 0x7fb9f00cf770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59424/0 (socket says 172.21.15.39:59424) 2024-09-19T05:34:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9ee59c640 1 -- 172.21.15.39:0/194301799 learned_addr learned my addr 172.21.15.39:0/194301799 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9eed9d640 1 --2- 172.21.15.39:0/194301799 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f00d1db0 0x7fb9f01682b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9ee59c640 1 -- 172.21.15.39:0/194301799 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f00d1db0 msgr2=0x7fb9f01682b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.063+0000 7fb9ee59c640 1 --2- 172.21.15.39:0/194301799 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f00d1db0 0x7fb9f01682b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.064+0000 7fb9ee59c640 1 -- 172.21.15.39:0/194301799 >> v1:172.21.15.50:6789/0 conn(0x7fb9f00d2630 legacy=0x7fb9f00d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.064+0000 7fb9ee59c640 1 -- 172.21.15.39:0/194301799 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9f00d2b10 con 0x7fb9f015e800 2024-09-19T05:34:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.064+0000 7fb9ee59c640 1 --2- 172.21.15.39:0/194301799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f015e800 0x7fb9f00cf770 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0009870 tx=0x7fb9e002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fa319f2fb6e3187 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.064+0000 7fb9ed59a640 1 -- 172.21.15.39:0/194301799 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e0037070 con 0x7fb9f015e800 2024-09-19T05:34:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.064+0000 7fb9ed59a640 1 -- 172.21.15.39:0/194301799 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9e0032440 con 0x7fb9f015e800 2024-09-19T05:34:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.064+0000 7fb9ed59a640 1 -- 172.21.15.39:0/194301799 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e0032810 con 0x7fb9f015e800 2024-09-19T05:34:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.065+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/194301799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f015e800 msgr2=0x7fb9f00cf770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.065+0000 7fb9f4dfd640 1 --2- 172.21.15.39:0/194301799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f015e800 0x7fb9f00cf770 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0009870 tx=0x7fb9e002a270 comp rx=0 tx=0).stop 2024-09-19T05:34:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.065+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/194301799 shutdown_connections 2024-09-19T05:34:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.065+0000 7fb9f4dfd640 1 --2- 172.21.15.39:0/194301799 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f00d1db0 0x7fb9f01682b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.065+0000 7fb9f4dfd640 1 --2- 172.21.15.39:0/194301799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f015e800 0x7fb9f00cf770 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.065+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/194301799 >> 172.21.15.39:0/194301799 conn(0x7fb9f0072560 msgr2=0x7fb9f0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.065+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/194301799 shutdown_connections 2024-09-19T05:34:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.065+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/194301799 wait complete. 2024-09-19T05:34:55.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.066+0000 7fb9f4dfd640 1 Processor -- start 2024-09-19T05:34:55.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9f4dfd640 1 -- start start 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9f4dfd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f00d1db0 0x7fb9f00ccd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9f4dfd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f00d2630 0x7fb9f00ce480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9f4dfd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f015e800 0x7fb9f014faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9f4dfd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f00d33b0 con 0x7fb9f00d2630 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9f4dfd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f00d30d0 con 0x7fb9f00d1db0 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9f4dfd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb9f00d3690 con 0x7fb9f015e800 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9edd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f00d2630 0x7fb9f00ce480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9edd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f00d2630 0x7fb9f00ce480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59436/0 (socket says 172.21.15.39:59436) 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9edd9b640 1 -- 172.21.15.39:0/268029683 learned_addr learned my addr 172.21.15.39:0/268029683 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.067+0000 7fb9ee59c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f00d1db0 0x7fb9f00ccd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9eed9d640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f015e800 0x7fb9f014faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9edd9b640 1 -- 172.21.15.39:0/268029683 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f015e800 msgr2=0x7fb9f014faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9edd9b640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f015e800 0x7fb9f014faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9edd9b640 1 -- 172.21.15.39:0/268029683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f00d1db0 msgr2=0x7fb9f00ccd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9edd9b640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f00d1db0 0x7fb9f00ccd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9edd9b640 1 -- 172.21.15.39:0/268029683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9f015a800 con 0x7fb9f00d2630 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9edd9b640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f00d2630 0x7fb9f00ce480 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fb9e400c3f0 tx=0x7fb9e400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9deffd640 1 -- 172.21.15.39:0/268029683 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4017070 con 0x7fb9f00d2630 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9deffd640 1 -- 172.21.15.39:0/268029683 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9e40052f0 con 0x7fb9f00d2630 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9f00cc290 con 0x7fb9f00d2630 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9deffd640 1 -- 172.21.15.39:0/268029683 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4003850 con 0x7fb9f00d2630 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.068+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9f015aae0 con 0x7fb9f00d2630 2024-09-19T05:34:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.069+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9f00cf770 con 0x7fb9f00d2630 2024-09-19T05:34:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.070+0000 7fb9deffd640 1 -- 172.21.15.39:0/268029683 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb9e401a070 con 0x7fb9f00d2630 2024-09-19T05:34:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.070+0000 7fb9deffd640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb9d006c2b0 0x7fb9d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.070+0000 7fb9deffd640 1 -- 172.21.15.39:0/268029683 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fb9e408a5e0 con 0x7fb9f00d2630 2024-09-19T05:34:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.070+0000 7fb9ee59c640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb9d006c2b0 0x7fb9d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.071+0000 7fb9ee59c640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb9d006c2b0 0x7fb9d006e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0034000 tx=0x7fb9e002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.075+0000 7fb9deffd640 1 -- 172.21.15.39:0/268029683 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb9e4058790 con 0x7fb9f00d2630 2024-09-19T05:34:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.285+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb9f00b5c30 con 0x7fb9f00d2630 2024-09-19T05:34:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.285+0000 7fb9deffd640 1 -- 172.21.15.39:0/268029683 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v14) ==== 53+0+73 (secure 0 0 0) 0x7fb9e405ca90 con 0x7fb9f00d2630 2024-09-19T05:34:55.288 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:34:55.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb9d006c2b0 msgr2=0x7fb9d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:55.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb9d006c2b0 0x7fb9d006e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0034000 tx=0x7fb9e002e000 comp rx=0 tx=0).stop 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f00d2630 msgr2=0x7fb9f00ce480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f00d2630 0x7fb9f00ce480 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fb9e400c3f0 tx=0x7fb9e400c8b0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 shutdown_connections 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb9d006c2b0 0x7fb9d006e770 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9f015e800 0x7fb9f014faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9f00d2630 0x7fb9f00ce480 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 --2- 172.21.15.39:0/268029683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f00d1db0 0x7fb9f00ccd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 >> 172.21.15.39:0/268029683 conn(0x7fb9f0072560 msgr2=0x7fb9f00d4ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 shutdown_connections 2024-09-19T05:34:55.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55.288+0000 7fb9f4dfd640 1 -- 172.21.15.39:0/268029683 wait complete. 2024-09-19T05:34:55.301 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:34:55.301 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:34:55.301 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:34:55.301 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:34:55.301 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:55.302 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:34:55.302 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:34:55.302 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:34:55.302 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:34:55.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:55.302 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:55.319 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42701sec preferred_lft 42701sec 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:55.320 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2c0b:eeff:fe90:839e/64 scope link 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::80ad:56ff:fe2b:b1b7/64 scope link 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:34:55.321 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether da:97:a2:a8:56:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:34:55.322 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::d897:a2ff:fea8:56b6/64 scope link 2024-09-19T05:34:55.322 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:55.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:55.322 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:34:55.383 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:34:55.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:55.385 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:34:55.442 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:34:55.444 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:34:55.444 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:34:55.444 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:34:55.444 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:34:55.444 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:55.445 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:55.445 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:34:55.445 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:34:55.445 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:34:55.445 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:55.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:55.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:55.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:55.571 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:34:55.587 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:34:55.587 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:34:55.587 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:34:55.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:55.587 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-19T05:34:55.653 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:55.654 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:55.709 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:34:55.709 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:55.709 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:55.764 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T05:34:55.765 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:55.765 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:55.849 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:55.880 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:55.882 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:55.882 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:55.882 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:34:55.882 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:34:55.882 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:34:55.882 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:34:55.883 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:34:55.883 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:34:55.883 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:34:55.883 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:34:55.883 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:34:55.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:55.883 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:55.909 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:56.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:56.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:56.013 INFO:teuthology.orchestra.run.smithi039.stdout:client4813 2024-09-19T05:34:56.014 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:56.014 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:56.030 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:34:56.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.171+0000 7f0a24fc6640 1 Processor -- start 2024-09-19T05:34:56.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.171+0000 7f0a24fc6640 1 -- start start 2024-09-19T05:34:56.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.172+0000 7f0a24fc6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a20161dd0 0x7f0a2006f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:56.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.172+0000 7f0a24fc6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0a200b5ea0 0x7f0a200b62e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:56.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.172+0000 7f0a24fc6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a2006fe10 con 0x7f0a20062630 2024-09-19T05:34:56.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.172+0000 7f0a24fc6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f0a200b47d0 con 0x7f0a200b5ea0 2024-09-19T05:34:56.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.172+0000 7f0a24fc6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0a2006c870 con 0x7f0a20161dd0 2024-09-19T05:34:56.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.172+0000 7f0a1dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0a200b5ea0 0x7f0a200b62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:56.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.172+0000 7f0a1ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0a20062630 0x7f0a20062ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41104/0 (socket says 172.21.15.39:41104) 2024-09-19T05:34:56.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.172+0000 7f0a1ed9d640 1 -- 172.21.15.39:0/2870488857 learned_addr learned my addr 172.21.15.39:0/2870488857 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1dd9b640 1 -- 172.21.15.39:0/2870488857 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a20161dd0 msgr2=0x7f0a2006f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1e59c640 1 --2- 172.21.15.39:0/2870488857 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a20161dd0 0x7f0a2006f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1dd9b640 1 --2- 172.21.15.39:0/2870488857 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a20161dd0 0x7f0a2006f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1dd9b640 1 -- 172.21.15.39:0/2870488857 >> v1:172.21.15.39:6789/0 conn(0x7f0a20062630 legacy=0x7f0a20062ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1dd9b640 1 -- 172.21.15.39:0/2870488857 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a2006cb50 con 0x7f0a200b5ea0 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1d59a640 1 -- 172.21.15.39:0/2870488857 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 969992881 0 0) 0x7f0a2006fe10 con 0x7f0a20062630 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1dd9b640 1 --2- 172.21.15.39:0/2870488857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a200b5ea0 0x7f0a200b62e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0a080097a0 tx=0x7f0a0802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b045c892a9d1b3d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1d59a640 1 -- 172.21.15.39:0/2870488857 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a08037070 con 0x7f0a200b5ea0 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1d59a640 1 -- 172.21.15.39:0/2870488857 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a08032440 con 0x7f0a200b5ea0 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.173+0000 7f0a1d59a640 1 -- 172.21.15.39:0/2870488857 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a08032810 con 0x7f0a200b5ea0 2024-09-19T05:34:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.174+0000 7f0a24fc6640 1 -- 172.21.15.39:0/2870488857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a200b5ea0 msgr2=0x7f0a200b62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.174+0000 7f0a24fc6640 1 --2- 172.21.15.39:0/2870488857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a200b5ea0 0x7f0a200b62e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0a080097a0 tx=0x7f0a0802a180 comp rx=0 tx=0).stop 2024-09-19T05:34:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.174+0000 7f0a24fc6640 1 -- 172.21.15.39:0/2870488857 shutdown_connections 2024-09-19T05:34:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.174+0000 7f0a24fc6640 1 --2- 172.21.15.39:0/2870488857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a200b5ea0 0x7f0a200b62e0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.174+0000 7f0a24fc6640 1 --2- 172.21.15.39:0/2870488857 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a20161dd0 0x7f0a2006f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.174+0000 7f0a24fc6640 1 -- 172.21.15.39:0/2870488857 >> 172.21.15.39:0/2870488857 conn(0x7f0a200b3540 msgr2=0x7f0a200b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.174+0000 7f0a24fc6640 1 -- 172.21.15.39:0/2870488857 shutdown_connections 2024-09-19T05:34:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.174+0000 7f0a24fc6640 1 -- 172.21.15.39:0/2870488857 wait complete. 2024-09-19T05:34:56.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.175+0000 7f0a24fc6640 1 Processor -- start 2024-09-19T05:34:56.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.175+0000 7f0a24fc6640 1 -- start start 2024-09-19T05:34:56.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a24fc6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a20062630 0x7f0a201566f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:56.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a24fc6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a200b5ea0 0x7f0a20152600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:56.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a24fc6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a20161dd0 0x7f0a201588f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:56.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a24fc6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0a200b6820 con 0x7f0a20161dd0 2024-09-19T05:34:56.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a24fc6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0a200b06c0 con 0x7f0a20062630 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a24fc6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0a2006f3a0 con 0x7f0a200b5ea0 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a1ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a20161dd0 0x7f0a201588f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a1ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a20161dd0 0x7f0a201588f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59454/0 (socket says 172.21.15.39:59454) 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a1ed9d640 1 -- 172.21.15.39:0/728166865 learned_addr learned my addr 172.21.15.39:0/728166865 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a1dd9b640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a200b5ea0 0x7f0a20152600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.176+0000 7f0a1e59c640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a20062630 0x7f0a201566f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a1ed9d640 1 -- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a200b5ea0 msgr2=0x7f0a20152600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a1ed9d640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a200b5ea0 0x7f0a20152600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a1ed9d640 1 -- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a20062630 msgr2=0x7f0a201566f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a1ed9d640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a20062630 0x7f0a201566f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a1ed9d640 1 -- 172.21.15.39:0/728166865 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a201570f0 con 0x7f0a20161dd0 2024-09-19T05:34:56.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a1e59c640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a20062630 0x7f0a201566f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:56.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a1dd9b640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a200b5ea0 0x7f0a20152600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:56.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a1ed9d640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a20161dd0 0x7f0a201588f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0a1800c450 tx=0x7f0a1800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:56.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a16ffd640 1 -- 172.21.15.39:0/728166865 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a180074e0 con 0x7f0a20161dd0 2024-09-19T05:34:56.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a16ffd640 1 -- 172.21.15.39:0/728166865 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a180047e0 con 0x7f0a20161dd0 2024-09-19T05:34:56.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a20159650 con 0x7f0a20161dd0 2024-09-19T05:34:56.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a16ffd640 1 -- 172.21.15.39:0/728166865 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a18004bd0 con 0x7f0a20161dd0 2024-09-19T05:34:56.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.177+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a20159c10 con 0x7f0a20161dd0 2024-09-19T05:34:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.178+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a200b43f0 con 0x7f0a20161dd0 2024-09-19T05:34:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.178+0000 7f0a16ffd640 1 -- 172.21.15.39:0/728166865 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0a18011070 con 0x7f0a20161dd0 2024-09-19T05:34:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.179+0000 7f0a16ffd640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a0006c2b0 0x7f0a0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.179+0000 7f0a16ffd640 1 -- 172.21.15.39:0/728166865 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f0a1808b110 con 0x7f0a20161dd0 2024-09-19T05:34:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.179+0000 7f0a1e59c640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a0006c2b0 0x7f0a0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.179+0000 7f0a1e59c640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a0006c2b0 0x7f0a0006e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0a10007fc0 tx=0x7f0a100075b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:56.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.183+0000 7f0a16ffd640 1 -- 172.21.15.39:0/728166865 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0a180597f0 con 0x7f0a20161dd0 2024-09-19T05:34:56.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.395+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0a200b03b0 con 0x7f0a20161dd0 2024-09-19T05:34:56.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.395+0000 7f0a16ffd640 1 -- 172.21.15.39:0/728166865 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v14) ==== 53+0+73 (secure 0 0 0) 0x7f0a180590f0 con 0x7f0a20161dd0 2024-09-19T05:34:56.397 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:34:56.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a0006c2b0 msgr2=0x7f0a0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:56.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a0006c2b0 0x7f0a0006e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0a10007fc0 tx=0x7f0a100075b0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a20161dd0 msgr2=0x7f0a201588f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:56.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a20161dd0 0x7f0a201588f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0a1800c450 tx=0x7f0a1800c910 comp rx=0 tx=0).stop 2024-09-19T05:34:56.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 shutdown_connections 2024-09-19T05:34:56.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0a0006c2b0 0x7f0a0006e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a20161dd0 0x7f0a201588f0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0a200b5ea0 0x7f0a20152600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 --2- 172.21.15.39:0/728166865 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a20062630 0x7f0a201566f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:56.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 >> 172.21.15.39:0/728166865 conn(0x7f0a200b3540 msgr2=0x7f0a200af240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:56.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 shutdown_connections 2024-09-19T05:34:56.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:56.397+0000 7f0a24fc6640 1 -- 172.21.15.39:0/728166865 wait complete. 2024-09-19T05:34:56.410 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:34:56.410 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:34:56.410 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-19T05:34:56.410 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:34:56.410 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:56.410 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:34:56.411 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:34:56.411 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:34:56.411 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:34:56.411 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:56.411 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-19T05:34:56.431 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:56.431 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:56.431 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:56.432 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42669sec preferred_lft 42669sec 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a42f:c6ff:feb6:1525/64 scope link 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:56.433 INFO:teuthology.orchestra.run.smithi050.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:34:56.434 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether b6:a5:b2:c9:9b:09 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:34:56.434 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::b4a5:b2ff:fec9:9b09/64 scope link 2024-09-19T05:34:56.434 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:56.434 INFO:teuthology.orchestra.run.smithi050.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:34:56.434 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:34:56.434 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::444:4eff:fed4:936f/64 scope link 2024-09-19T05:34:56.434 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:56.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:56.434 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:34:56.500 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:34:56.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:56.502 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-19T05:34:56.561 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-19T05:34:56.562 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:34:56.562 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:34:56.562 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:34:56.562 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:34:56.562 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:56.562 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:34:56.562 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:34:56.562 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:34:56.563 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:34:56.563 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:34:56.658 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:56.694 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:56.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:56.701 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:34:56.717 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:34:56.717 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:34:56.718 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:34:56.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:56.718 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2024-09-19T05:34:56.785 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:56.785 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:56.841 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:34:56.841 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:56.842 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:56.898 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T05:34:56.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:56.899 DEBUG:teuthology.orchestra.run.smithi050:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:56.985 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:56.985 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:56.993 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:56.994 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:56.994 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:34:56.994 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: trying mount with new device syntax: 1@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:34:56.994 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:34:56.994 INFO:teuthology.orchestra.run.smithi050.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:34:56.994 INFO:teuthology.orchestra.run.smithi050.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:34:56.994 INFO:teuthology.orchestra.run.smithi050.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:34:56.994 INFO:teuthology.orchestra.run.smithi050.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:34:56.994 INFO:teuthology.orchestra.run.smithi050.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:34:56.996 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:34:56.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:56.997 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:57.021 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:57.112 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:57 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:57.113 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:34:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:57.119 INFO:teuthology.orchestra.run.smithi050.stdout:client4971 2024-09-19T05:34:57.119 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:57.120 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:57.136 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds ms_async_reap_threshold 1 2024-09-19T05:34:57.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.245+0000 7f609359e640 1 Processor -- start 2024-09-19T05:34:57.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.245+0000 7f609359e640 1 -- start start 2024-09-19T05:34:57.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f609359e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6094158950 0x7f60940b61f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f609359e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f60940d1660 0x7f60940b8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f609359e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60940d3a70 con 0x7f60940b6730 2024-09-19T05:34:57.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f609359e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f60940b6b90 con 0x7f60940d1660 2024-09-19T05:34:57.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f609359e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f60940d1a70 con 0x7f6094158950 2024-09-19T05:34:57.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f6091d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f60940b6730 0x7f60940d0f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41112/0 (socket says 172.21.15.39:41112) 2024-09-19T05:34:57.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f6091d9b640 1 -- 172.21.15.39:0/640636424 learned_addr learned my addr 172.21.15.39:0/640636424 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:34:57.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f6092d9d640 1 --2- 172.21.15.39:0/640636424 >> v2:172.21.15.50:3300/0 conn(0x7f60940d1660 0x7f60940b8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f609259c640 1 --2- 172.21.15.39:0/640636424 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6094158950 0x7f60940b61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f609159a640 1 -- 172.21.15.39:0/640636424 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1539772538 0 0) 0x7f6088001110 con 0x7f60940b6730 2024-09-19T05:34:57.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f609159a640 1 -- 172.21.15.39:0/640636424 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f607c003520 con 0x7f60940b6730 2024-09-19T05:34:57.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f6092d9d640 1 -- 172.21.15.39:0/640636424 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6094158950 msgr2=0x7f60940b61f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:57.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f6092d9d640 1 --2- 172.21.15.39:0/640636424 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6094158950 0x7f60940b61f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f6092d9d640 1 -- 172.21.15.39:0/640636424 >> v1:172.21.15.39:6789/0 conn(0x7f60940b6730 legacy=0x7f60940d0f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.246+0000 7f6092d9d640 1 -- 172.21.15.39:0/640636424 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60940b83a0 con 0x7f60940d1660 2024-09-19T05:34:57.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.247+0000 7f6092d9d640 1 --2- 172.21.15.39:0/640636424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60940d1660 0x7f60940b8880 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f608c009d90 tx=0x7f608c02a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7865a97dd3203c2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.247+0000 7f609159a640 1 -- 172.21.15.39:0/640636424 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608c031600 con 0x7f60940d1660 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.247+0000 7f609159a640 1 -- 172.21.15.39:0/640636424 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f608c0317a0 con 0x7f60940d1660 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.247+0000 7f609159a640 1 -- 172.21.15.39:0/640636424 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608c031b70 con 0x7f60940d1660 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.248+0000 7f609359e640 1 -- 172.21.15.39:0/640636424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60940d1660 msgr2=0x7f60940b8880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.248+0000 7f609359e640 1 --2- 172.21.15.39:0/640636424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60940d1660 0x7f60940b8880 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f608c009d90 tx=0x7f608c02a5d0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.248+0000 7f609359e640 1 -- 172.21.15.39:0/640636424 shutdown_connections 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.248+0000 7f609359e640 1 --2- 172.21.15.39:0/640636424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60940d1660 0x7f60940b8880 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.248+0000 7f609359e640 1 --2- 172.21.15.39:0/640636424 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6094158950 0x7f60940b61f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.248+0000 7f609359e640 1 -- 172.21.15.39:0/640636424 >> 172.21.15.39:0/640636424 conn(0x7f6094062810 msgr2=0x7f6094072140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.248+0000 7f609359e640 1 -- 172.21.15.39:0/640636424 shutdown_connections 2024-09-19T05:34:57.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.248+0000 7f609359e640 1 -- 172.21.15.39:0/640636424 wait complete. 2024-09-19T05:34:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.249+0000 7f609359e640 1 Processor -- start 2024-09-19T05:34:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.249+0000 7f609359e640 1 -- start start 2024-09-19T05:34:57.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f609359e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60940b6730 0x7f6094153c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f609359e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60940d1660 0x7f6094155470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f609359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094158950 0x7f609414df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f609359e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f60940d2280 con 0x7f6094158950 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f609359e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f60940d1fa0 con 0x7f60940b6730 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f609359e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f60940d2560 con 0x7f60940d1660 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f6092d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094158950 0x7f609414df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f6092d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094158950 0x7f609414df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59460/0 (socket says 172.21.15.39:59460) 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f6092d9d640 1 -- 172.21.15.39:0/70355839 learned_addr learned my addr 172.21.15.39:0/70355839 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f6091d9b640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60940d1660 0x7f6094155470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f609259c640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60940b6730 0x7f6094153c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f6092d9d640 1 -- 172.21.15.39:0/70355839 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60940d1660 msgr2=0x7f6094155470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.250+0000 7f6092d9d640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60940d1660 0x7f6094155470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.251+0000 7f6092d9d640 1 -- 172.21.15.39:0/70355839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60940b6730 msgr2=0x7f6094153c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.251+0000 7f6092d9d640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60940b6730 0x7f6094153c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.251+0000 7f6092d9d640 1 -- 172.21.15.39:0/70355839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6094152b60 con 0x7f6094158950 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.251+0000 7f6092d9d640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094158950 0x7f609414df60 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f608c009eb0 tx=0x7f608c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.251+0000 7f6082ffd640 1 -- 172.21.15.39:0/70355839 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608c040070 con 0x7f6094158950 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.251+0000 7f6082ffd640 1 -- 172.21.15.39:0/70355839 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f608c03c830 con 0x7f6094158950 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.251+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6094152e40 con 0x7f6094158950 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.251+0000 7f6082ffd640 1 -- 172.21.15.39:0/70355839 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608c03cbe0 con 0x7f6094158950 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.251+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6094153400 con 0x7f6094158950 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.252+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6094158dc0 con 0x7f6094158950 2024-09-19T05:34:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.253+0000 7f6082ffd640 1 -- 172.21.15.39:0/70355839 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f608c039040 con 0x7f6094158950 2024-09-19T05:34:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.253+0000 7f6082ffd640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f607406c2b0 0x7f607406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.253+0000 7f6082ffd640 1 -- 172.21.15.39:0/70355839 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f608c0ac900 con 0x7f6094158950 2024-09-19T05:34:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.253+0000 7f609259c640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f607406c2b0 0x7f607406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.254+0000 7f609259c640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f607406c2b0 0x7f607406e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6084009b40 tx=0x7f6084009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:57.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.257+0000 7f6082ffd640 1 -- 172.21.15.39:0/70355839 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f608c07a9a0 con 0x7f6094158950 2024-09-19T05:34:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.430+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=ms_async_reap_threshold}] v 0) -- 0x7f60940d52c0 con 0x7f6094158950 2024-09-19T05:34:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.434+0000 7f6082ffd640 1 -- 172.21.15.39:0/70355839 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=ms_async_reap_threshold}]=0 v11)=0 v11) ==== 121+0+0 (secure 0 0 0) 0x7f608c07eca0 con 0x7f6094158950 2024-09-19T05:34:57.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f607406c2b0 msgr2=0x7f607406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f607406c2b0 0x7f607406e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6084009b40 tx=0x7f6084009190 comp rx=0 tx=0).stop 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094158950 msgr2=0x7f609414df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094158950 0x7f609414df60 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f608c009eb0 tx=0x7f608c004a40 comp rx=0 tx=0).stop 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 shutdown_connections 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f607406c2b0 0x7f607406e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094158950 0x7f609414df60 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60940d1660 0x7f6094155470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 --2- 172.21.15.39:0/70355839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60940b6730 0x7f6094153c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 >> 172.21.15.39:0/70355839 conn(0x7f6094062810 msgr2=0x7f609415d0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 shutdown_connections 2024-09-19T05:34:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.436+0000 7f609359e640 1 -- 172.21.15.39:0/70355839 wait complete. 2024-09-19T05:34:57.448 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:57.449 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:57.464 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:57.465 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:57.522 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:34:57.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.663+0000 7f1c1c477640 1 Processor -- start 2024-09-19T05:34:57.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.663+0000 7f1c1c477640 1 -- start start 2024-09-19T05:34:57.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1c477640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1c14148130 0x7f1c140b4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1c477640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1c140d12a0 0x7f1c1406df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1c477640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c14072f70 con 0x7f1c14072710 2024-09-19T05:34:57.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1c477640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f1c14073250 con 0x7f1c140d12a0 2024-09-19T05:34:57.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1c477640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f1c14073530 con 0x7f1c14148130 2024-09-19T05:34:57.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1aa14640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1c140d12a0 0x7f1c1406df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1aa14640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1c140d12a0 0x7f1c1406df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60880/0 (socket says 172.21.15.39:60880) 2024-09-19T05:34:57.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1aa14640 1 -- 172.21.15.39:0/1712066438 learned_addr learned my addr 172.21.15.39:0/1712066438 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:57.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1a213640 1 --2- 172.21.15.39:0/1712066438 >> v2:172.21.15.50:3300/0 conn(0x7f1c14148130 0x7f1c140b4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1aa14640 1 -- 172.21.15.39:0/1712066438 >> v2:172.21.15.50:3300/0 conn(0x7f1c14148130 msgr2=0x7f1c140b4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:57.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1aa14640 1 --2- 172.21.15.39:0/1712066438 >> v2:172.21.15.50:3300/0 conn(0x7f1c14148130 0x7f1c140b4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1aa14640 1 -- 172.21.15.39:0/1712066438 >> v1:172.21.15.50:6789/0 conn(0x7f1c14072710 legacy=0x7f1c140d0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.664+0000 7f1c1aa14640 1 -- 172.21.15.39:0/1712066438 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c1406da60 con 0x7f1c140d12a0 2024-09-19T05:34:57.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.665+0000 7f1c1aa14640 1 --2- 172.21.15.39:0/1712066438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c140d12a0 0x7f1c1406df80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1c140d1750 tx=0x7f1c0c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=209fe202bedf40fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:57.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.665+0000 7f1c19211640 1 -- 172.21.15.39:0/1712066438 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c036070 con 0x7f1c140d12a0 2024-09-19T05:34:57.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.665+0000 7f1c19211640 1 -- 172.21.15.39:0/1712066438 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c0c031600 con 0x7f1c140d12a0 2024-09-19T05:34:57.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.665+0000 7f1c19211640 1 -- 172.21.15.39:0/1712066438 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c0319d0 con 0x7f1c140d12a0 2024-09-19T05:34:57.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.666+0000 7f1c1c477640 1 -- 172.21.15.39:0/1712066438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c140d12a0 msgr2=0x7f1c1406df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.666+0000 7f1c1c477640 1 --2- 172.21.15.39:0/1712066438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c140d12a0 0x7f1c1406df80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1c140d1750 tx=0x7f1c0c02a6a0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.666+0000 7f1c1c477640 1 -- 172.21.15.39:0/1712066438 shutdown_connections 2024-09-19T05:34:57.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.666+0000 7f1c1c477640 1 --2- 172.21.15.39:0/1712066438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c140d12a0 0x7f1c1406df80 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.666+0000 7f1c1c477640 1 --2- 172.21.15.39:0/1712066438 >> v2:172.21.15.50:3300/0 conn(0x7f1c14148130 0x7f1c140b4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.666+0000 7f1c1c477640 1 -- 172.21.15.39:0/1712066438 >> 172.21.15.39:0/1712066438 conn(0x7f1c1406bf40 msgr2=0x7f1c1406c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:57.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.666+0000 7f1c1c477640 1 -- 172.21.15.39:0/1712066438 shutdown_connections 2024-09-19T05:34:57.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.666+0000 7f1c1c477640 1 -- 172.21.15.39:0/1712066438 wait complete. 2024-09-19T05:34:57.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.667+0000 7f1c1c477640 1 Processor -- start 2024-09-19T05:34:57.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.667+0000 7f1c1c477640 1 -- start start 2024-09-19T05:34:57.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1c477640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c14072710 0x7f1c14144ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1c477640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c140d12a0 0x7f1c1413ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1c477640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c14148130 0x7f1c14142e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1c477640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1c1406d800 con 0x7f1c14072710 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1c477640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c1406d680 con 0x7f1c140d12a0 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1c477640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1c14072b80 con 0x7f1c14148130 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1a213640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c14072710 0x7f1c14144ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1a213640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c14072710 0x7f1c14144ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60892/0 (socket says 172.21.15.39:60892) 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1a213640 1 -- 172.21.15.39:0/2657461439 learned_addr learned my addr 172.21.15.39:0/2657461439 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c19a12640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c140d12a0 0x7f1c1413ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1aa14640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c14148130 0x7f1c14142e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1a213640 1 -- 172.21.15.39:0/2657461439 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c14148130 msgr2=0x7f1c14142e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1a213640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c14148130 0x7f1c14142e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1a213640 1 -- 172.21.15.39:0/2657461439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c140d12a0 msgr2=0x7f1c1413ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1a213640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c140d12a0 0x7f1c1413ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1a213640 1 -- 172.21.15.39:0/2657461439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c14142260 con 0x7f1c14072710 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1aa14640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c14148130 0x7f1c14142e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c1a213640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c14072710 0x7f1c14144ae0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1c1000e870 tx=0x7f1c1000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.668+0000 7f1c0affd640 1 -- 172.21.15.39:0/2657461439 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c10017070 con 0x7f1c14072710 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.669+0000 7f1c0affd640 1 -- 172.21.15.39:0/2657461439 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c1000c940 con 0x7f1c14072710 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.669+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c14143a40 con 0x7f1c14072710 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.669+0000 7f1c0affd640 1 -- 172.21.15.39:0/2657461439 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c1000cd30 con 0x7f1c14072710 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.669+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c14144000 con 0x7f1c14072710 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.670+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c14069190 con 0x7f1c14072710 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.670+0000 7f1c0affd640 1 -- 172.21.15.39:0/2657461439 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c1001a070 con 0x7f1c14072710 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.670+0000 7f1c0affd640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1bf806c2b0 0x7f1bf806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.671+0000 7f1c0affd640 1 -- 172.21.15.39:0/2657461439 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1c1008b230 con 0x7f1c14072710 2024-09-19T05:34:57.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.671+0000 7f1c19a12640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1bf806c2b0 0x7f1bf806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:57.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.671+0000 7f1c19a12640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1bf806c2b0 0x7f1bf806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1c140cfa90 tx=0x7f1c04009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.675+0000 7f1c0affd640 1 -- 172.21.15.39:0/2657461439 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c10059350 con 0x7f1c14072710 2024-09-19T05:34:57.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.862+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1c140b4a00 con 0x7f1c14072710 2024-09-19T05:34:57.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.863+0000 7f1c0affd640 1 -- 172.21.15.39:0/2657461439 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7f1c1005d650 con 0x7f1c14072710 2024-09-19T05:34:57.864 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:34:57.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1bf806c2b0 msgr2=0x7f1bf806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1bf806c2b0 0x7f1bf806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1c140cfa90 tx=0x7f1c04009040 comp rx=0 tx=0).stop 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c14072710 msgr2=0x7f1c14144ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c14072710 0x7f1c14144ae0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1c1000e870 tx=0x7f1c1000ed30 comp rx=0 tx=0).stop 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 shutdown_connections 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1bf806c2b0 0x7f1bf806e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c14148130 0x7f1c14142e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c140d12a0 0x7f1c1413ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 --2- 172.21.15.39:0/2657461439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c14072710 0x7f1c14144ae0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 >> 172.21.15.39:0/2657461439 conn(0x7f1c1406bf40 msgr2=0x7f1c14140f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 shutdown_connections 2024-09-19T05:34:57.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:57.865+0000 7f1c1c477640 1 -- 172.21.15.39:0/2657461439 wait complete. 2024-09-19T05:34:57.877 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:34:57.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:57.878 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:57.906 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:34:57.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:57.906 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:34:57.963 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:57.963 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:57.979 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:34:57.979 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:58.036 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:34:58.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.138+0000 7efef4d1a640 1 Processor -- start 2024-09-19T05:34:58.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.138+0000 7efef4d1a640 1 -- start start 2024-09-19T05:34:58.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efef4d1a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef00d0b90 0x7efef00d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efef4d1a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efef006f710 0x7efef0071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efef4d1a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efef0071880 0x7efef00ce5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efef4d1a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7efef015a550 con 0x7efef006f710 2024-09-19T05:34:58.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efef4d1a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7efef0071d10 con 0x7efef0071880 2024-09-19T05:34:58.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efef4d1a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efef00d14b0 con 0x7efef00d0b90 2024-09-19T05:34:58.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeedd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efef006f710 0x7efef0071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeedd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efef006f710 0x7efef0071340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60898/0 (socket says 172.21.15.39:60898) 2024-09-19T05:34:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeedd9b640 1 -- 172.21.15.39:0/131625830 learned_addr learned my addr 172.21.15.39:0/131625830 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeee59c640 1 --2- 172.21.15.39:0/131625830 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef00d0b90 0x7efef00d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeeed9d640 1 --2- 172.21.15.39:0/131625830 >> v2:172.21.15.50:3300/0 conn(0x7efef0071880 0x7efef00ce5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeedd9b640 1 -- 172.21.15.39:0/131625830 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef00d0b90 msgr2=0x7efef00d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeedd9b640 1 --2- 172.21.15.39:0/131625830 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef00d0b90 0x7efef00d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeedd9b640 1 -- 172.21.15.39:0/131625830 >> v2:172.21.15.50:3300/0 conn(0x7efef0071880 msgr2=0x7efef00ce5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeedd9b640 1 --2- 172.21.15.39:0/131625830 >> v2:172.21.15.50:3300/0 conn(0x7efef0071880 0x7efef00ce5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.139+0000 7efeedd9b640 1 -- 172.21.15.39:0/131625830 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efef0071f90 con 0x7efef006f710 2024-09-19T05:34:58.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.140+0000 7efeedd9b640 1 --2- 172.21.15.39:0/131625830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef006f710 0x7efef0071340 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7efef0069720 tx=0x7efee402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2899b9ce66ac4a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:58.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.140+0000 7efeed59a640 1 -- 172.21.15.39:0/131625830 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee4037070 con 0x7efef006f710 2024-09-19T05:34:58.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.140+0000 7efeed59a640 1 -- 172.21.15.39:0/131625830 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efee4032440 con 0x7efef006f710 2024-09-19T05:34:58.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.140+0000 7efeed59a640 1 -- 172.21.15.39:0/131625830 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee4032810 con 0x7efef006f710 2024-09-19T05:34:58.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.141+0000 7efef4d1a640 1 -- 172.21.15.39:0/131625830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef006f710 msgr2=0x7efef0071340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.141+0000 7efef4d1a640 1 --2- 172.21.15.39:0/131625830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef006f710 0x7efef0071340 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7efef0069720 tx=0x7efee402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.141+0000 7efef4d1a640 1 -- 172.21.15.39:0/131625830 shutdown_connections 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.141+0000 7efef4d1a640 1 --2- 172.21.15.39:0/131625830 >> v2:172.21.15.50:3300/0 conn(0x7efef0071880 0x7efef00ce5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.141+0000 7efef4d1a640 1 --2- 172.21.15.39:0/131625830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef006f710 0x7efef0071340 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.141+0000 7efef4d1a640 1 --2- 172.21.15.39:0/131625830 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef00d0b90 0x7efef00d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.141+0000 7efef4d1a640 1 -- 172.21.15.39:0/131625830 >> 172.21.15.39:0/131625830 conn(0x7efef006bf40 msgr2=0x7efef006c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.141+0000 7efef4d1a640 1 -- 172.21.15.39:0/131625830 shutdown_connections 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.141+0000 7efef4d1a640 1 -- 172.21.15.39:0/131625830 wait complete. 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.142+0000 7efef4d1a640 1 Processor -- start 2024-09-19T05:34:58.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.142+0000 7efef4d1a640 1 -- start start 2024-09-19T05:34:58.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efef4d1a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef006f710 0x7efef013aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efef4d1a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef0071880 0x7efef01500a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efef4d1a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efef00d0b90 0x7efef013c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efef4d1a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7efef006ef10 con 0x7efef0071880 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efef4d1a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efef006ec30 con 0x7efef00d0b90 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efef4d1a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efef006f1f0 con 0x7efef006f710 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efeedd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef0071880 0x7efef01500a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efeedd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef0071880 0x7efef01500a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60906/0 (socket says 172.21.15.39:60906) 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efeedd9b640 1 -- 172.21.15.39:0/904176761 learned_addr learned my addr 172.21.15.39:0/904176761 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efeee59c640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef006f710 0x7efef013aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.143+0000 7efeeed9d640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efef00d0b90 0x7efef013c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efeedd9b640 1 -- 172.21.15.39:0/904176761 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef006f710 msgr2=0x7efef013aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efeedd9b640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef006f710 0x7efef013aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efeedd9b640 1 -- 172.21.15.39:0/904176761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efef00d0b90 msgr2=0x7efef013c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efeedd9b640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efef00d0b90 0x7efef013c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efeedd9b640 1 -- 172.21.15.39:0/904176761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efef013b310 con 0x7efef0071880 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efeedd9b640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef0071880 0x7efef01500a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7efee402a220 tx=0x7efee40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efedeffd640 1 -- 172.21.15.39:0/904176761 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee4041020 con 0x7efef0071880 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efedeffd640 1 -- 172.21.15.39:0/904176761 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efee403d620 con 0x7efef0071880 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efedeffd640 1 -- 172.21.15.39:0/904176761 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee4037040 con 0x7efef0071880 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efef013b5f0 con 0x7efef0071880 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.144+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efef013bbb0 con 0x7efef0071880 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.145+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efef0069190 con 0x7efef0071880 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.145+0000 7efedeffd640 1 -- 172.21.15.39:0/904176761 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efee4044020 con 0x7efef0071880 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.146+0000 7efedeffd640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efed006c2e0 0x7efed006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.146+0000 7efedeffd640 1 -- 172.21.15.39:0/904176761 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7efee40ab8e0 con 0x7efef0071880 2024-09-19T05:34:58.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.146+0000 7efeee59c640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efed006c2e0 0x7efed006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.146+0000 7efeee59c640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efed006c2e0 0x7efed006e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efee0009ac0 tx=0x7efee0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:58.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.150+0000 7efedeffd640 1 -- 172.21.15.39:0/904176761 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efee404b030 con 0x7efef0071880 2024-09-19T05:34:58.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.339+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7efef006fb70 con 0x7efef0071880 2024-09-19T05:34:58.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.339+0000 7efedeffd640 1 -- 172.21.15.39:0/904176761 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7efee4079a90 con 0x7efef0071880 2024-09-19T05:34:58.341 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:34:58.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.341+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efed006c2e0 msgr2=0x7efed006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.341+0000 7efef4d1a640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efed006c2e0 0x7efed006e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efee0009ac0 tx=0x7efee0009190 comp rx=0 tx=0).stop 2024-09-19T05:34:58.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.341+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef0071880 msgr2=0x7efef01500a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.341+0000 7efef4d1a640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef0071880 0x7efef01500a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7efee402a220 tx=0x7efee40046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.341+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 shutdown_connections 2024-09-19T05:34:58.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.341+0000 7efef4d1a640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efed006c2e0 0x7efed006e7a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.341+0000 7efef4d1a640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efef00d0b90 0x7efef013c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.341+0000 7efef4d1a640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efef0071880 0x7efef01500a0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.342+0000 7efef4d1a640 1 --2- 172.21.15.39:0/904176761 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efef006f710 0x7efef013aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.342+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 >> 172.21.15.39:0/904176761 conn(0x7efef006bf40 msgr2=0x7efef00cf8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:58.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.342+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 shutdown_connections 2024-09-19T05:34:58.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.342+0000 7efef4d1a640 1 -- 172.21.15.39:0/904176761 wait complete. 2024-09-19T05:34:58.354 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:34:58.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:58.355 DEBUG:teuthology.orchestra.run.smithi050:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:34:58.389 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:34:58.389 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:58.389 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:34:58.446 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:34:58.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.547+0000 7f4d6e2c9640 1 Processor -- start 2024-09-19T05:34:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.547+0000 7f4d6e2c9640 1 -- start start 2024-09-19T05:34:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d6e2c9640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4d6815e4f0 0x7f4d6815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d6e2c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d6806bb20 0x7f4d6815fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d6e2c9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d6806c0c0 con 0x7f4d6806d160 2024-09-19T05:34:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d6e2c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4d6806ccd0 con 0x7f4d6806bb20 2024-09-19T05:34:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d6e2c9640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f4d6806c3a0 con 0x7f4d6815e4f0 2024-09-19T05:34:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d677fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d6806bb20 0x7f4d6815fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d677fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d6806bb20 0x7f4d6815fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60922/0 (socket says 172.21.15.39:60922) 2024-09-19T05:34:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d677fe640 1 -- 172.21.15.39:0/1585937896 learned_addr learned my addr 172.21.15.39:0/1585937896 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:58.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d67fff640 1 --2- 172.21.15.39:0/1585937896 >> v2:172.21.15.50:3300/0 conn(0x7f4d6815e4f0 0x7f4d6815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d677fe640 1 -- 172.21.15.39:0/1585937896 >> v2:172.21.15.50:3300/0 conn(0x7f4d6815e4f0 msgr2=0x7f4d6815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:58.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d677fe640 1 --2- 172.21.15.39:0/1585937896 >> v2:172.21.15.50:3300/0 conn(0x7f4d6815e4f0 0x7f4d6815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d677fe640 1 -- 172.21.15.39:0/1585937896 >> v1:172.21.15.50:6789/0 conn(0x7f4d6806d160 legacy=0x7f4d6806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.548+0000 7f4d677fe640 1 -- 172.21.15.39:0/1585937896 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d6806c680 con 0x7f4d6806bb20 2024-09-19T05:34:58.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.549+0000 7f4d677fe640 1 --2- 172.21.15.39:0/1585937896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806bb20 0x7f4d6815fcb0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4d680741e0 tx=0x7f4d5c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff3fbdb0e682401f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:58.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.549+0000 7f4d66ffd640 1 -- 172.21.15.39:0/1585937896 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c037070 con 0x7f4d6806bb20 2024-09-19T05:34:58.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.549+0000 7f4d66ffd640 1 -- 172.21.15.39:0/1585937896 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d5c032440 con 0x7f4d6806bb20 2024-09-19T05:34:58.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.549+0000 7f4d66ffd640 1 -- 172.21.15.39:0/1585937896 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c032810 con 0x7f4d6806bb20 2024-09-19T05:34:58.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.550+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1585937896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806bb20 msgr2=0x7f4d6815fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.550+0000 7f4d6e2c9640 1 --2- 172.21.15.39:0/1585937896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806bb20 0x7f4d6815fcb0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4d680741e0 tx=0x7f4d5c02a270 comp rx=0 tx=0).stop 2024-09-19T05:34:58.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.550+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1585937896 shutdown_connections 2024-09-19T05:34:58.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.550+0000 7f4d6e2c9640 1 --2- 172.21.15.39:0/1585937896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806bb20 0x7f4d6815fcb0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.550+0000 7f4d6e2c9640 1 --2- 172.21.15.39:0/1585937896 >> v2:172.21.15.50:3300/0 conn(0x7f4d6815e4f0 0x7f4d6815f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.550+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1585937896 >> 172.21.15.39:0/1585937896 conn(0x7f4d6806e5b0 msgr2=0x7f4d6806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:58.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.550+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1585937896 shutdown_connections 2024-09-19T05:34:58.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.550+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1585937896 wait complete. 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.551+0000 7f4d6e2c9640 1 Processor -- start 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.551+0000 7f4d6e2c9640 1 -- start start 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d6e2c9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d6806bb20 0x7f4d6815bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d6e2c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806d160 0x7f4d6815c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d6e2c9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d6815e4f0 0x7f4d680b14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d6e2c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4d681601f0 con 0x7f4d6806d160 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d6e2c9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4d6815e8d0 con 0x7f4d6806bb20 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d6e2c9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4d68160370 con 0x7f4d6815e4f0 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d677fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806d160 0x7f4d6815c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d677fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806d160 0x7f4d6815c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60932/0 (socket says 172.21.15.39:60932) 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d677fe640 1 -- 172.21.15.39:0/1500551044 learned_addr learned my addr 172.21.15.39:0/1500551044 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d67fff640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d6806bb20 0x7f4d6815bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.552+0000 7f4d6c866640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d6815e4f0 0x7f4d680b14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d677fe640 1 -- 172.21.15.39:0/1500551044 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d6815e4f0 msgr2=0x7f4d680b14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d677fe640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d6815e4f0 0x7f4d680b14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d677fe640 1 -- 172.21.15.39:0/1500551044 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d6806bb20 msgr2=0x7f4d6815bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d677fe640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d6806bb20 0x7f4d6815bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d677fe640 1 -- 172.21.15.39:0/1500551044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d6814d200 con 0x7f4d6806d160 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d677fe640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806d160 0x7f4d6815c1a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f4d5c000c00 tx=0x7f4d5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d64ff9640 1 -- 172.21.15.39:0/1500551044 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c041020 con 0x7f4d6806d160 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d64ff9640 1 -- 172.21.15.39:0/1500551044 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d5c0306c0 con 0x7f4d6806d160 2024-09-19T05:34:58.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d6814d4e0 con 0x7f4d6806d160 2024-09-19T05:34:58.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d64ff9640 1 -- 172.21.15.39:0/1500551044 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c037040 con 0x7f4d6806d160 2024-09-19T05:34:58.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.553+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d6814ab20 con 0x7f4d6806d160 2024-09-19T05:34:58.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.554+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d6815fcb0 con 0x7f4d6806d160 2024-09-19T05:34:58.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.555+0000 7f4d64ff9640 1 -- 172.21.15.39:0/1500551044 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4d5c044020 con 0x7f4d6806d160 2024-09-19T05:34:58.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.555+0000 7f4d64ff9640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5406c2b0 0x7f4d5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:58.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.555+0000 7f4d64ff9640 1 -- 172.21.15.39:0/1500551044 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f4d5c0aba40 con 0x7f4d6806d160 2024-09-19T05:34:58.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.555+0000 7f4d67fff640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5406c2b0 0x7f4d5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:58.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.556+0000 7f4d67fff640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5406c2b0 0x7f4d5406e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4d580079a0 tx=0x7f4d58008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:58.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.559+0000 7f4d64ff9640 1 -- 172.21.15.39:0/1500551044 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d5c04b030 con 0x7f4d6806d160 2024-09-19T05:34:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.770+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4d6806d740 con 0x7f4d6806d160 2024-09-19T05:34:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.770+0000 7f4d64ff9640 1 -- 172.21.15.39:0/1500551044 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5217 (secure 0 0 0) 0x7f4d5c0abe20 con 0x7f4d6806d160 2024-09-19T05:34:58.772 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:34:58.772 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":14,"btime":"2024-09-19T05:34:47:922383+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4541,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/1583579234","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1583579234},{"type":"v1","addr":"172.21.15.39:6837","nonce":1583579234}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4663,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1128949058","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1128949058},{"type":"v1","addr":"172.21.15.50:6834","nonce":1128949058}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4666,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1820579506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1820579506},{"type":"v1","addr":"172.21.15.50:6835","nonce":1820579506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:45.267124+0000","modified":"2024-09-19T05:34:47.265004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4755},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4755":{"gid":4755,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6836/65880264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":65880264},{"type":"v1","addr":"172.21.15.39:6836","nonce":65880264}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4755,"qdb_cluster":[4755]},"id":2}]} 2024-09-19T05:34:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 14 2024-09-19T05:34:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5406c2b0 msgr2=0x7f4d5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5406c2b0 0x7f4d5406e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4d580079a0 tx=0x7f4d58008040 comp rx=0 tx=0).stop 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806d160 msgr2=0x7f4d6815c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806d160 0x7f4d6815c1a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f4d5c000c00 tx=0x7f4d5c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 shutdown_connections 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5406c2b0 0x7f4d5406e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d6815e4f0 0x7f4d680b14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d6806d160 0x7f4d6815c1a0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 --2- 172.21.15.39:0/1500551044 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d6806bb20 0x7f4d6815bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 >> 172.21.15.39:0/1500551044 conn(0x7f4d6806e5b0 msgr2=0x7f4d680b3a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 shutdown_connections 2024-09-19T05:34:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:58.773+0000 7f4d6e2c9640 1 -- 172.21.15.39:0/1500551044 wait complete. 2024-09-19T05:34:58.785 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump 2024-09-19T05:34:58.904 INFO:teuthology.orchestra.run.smithi039.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":63,"msgr_send_messages":59,"msgr_recv_bytes":114223,"msgr_send_bytes":14583,"msgr_created_connections":6,"msgr_active_connections":2,"msgr_running_total_time":0.008479732,"msgr_running_send_time":0.001513042,"msgr_running_recv_time":0.012956895,"msgr_running_fast_dispatch_time":0.000206516,"msgr_send_messages_queue_lat":{"avgcount":58,"sum":0.030754276,"avgtime":0.000530246},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":112368,"msgr_send_encrypted_bytes":11712},"AsyncMessenger::Worker-1":{"msgr_recv_messages":41,"msgr_send_messages":44,"msgr_recv_bytes":11049,"msgr_send_bytes":132596,"msgr_created_connections":8,"msgr_active_connections":3,"msgr_running_total_time":0.010759155,"msgr_running_send_time":0.001497741,"msgr_running_recv_time":0.009318528,"msgr_running_fast_dispatch_time":0.000165605,"msgr_send_messages_queue_lat":{"avgcount":43,"sum":0.029395033,"avgtime":0.000683605},"msgr_handle_ack_lat":{"avgcount":57,"sum":0.000010549,"avgtime":0.000000185},"msgr_recv_encrypted_bytes":1728,"msgr_send_encrypted_bytes":92480},"AsyncMessenger::Worker-2":{"msgr_recv_messages":39,"msgr_send_messages":39,"msgr_recv_bytes":10319,"msgr_send_bytes":25539,"msgr_created_connections":6,"msgr_active_connections":3,"msgr_running_total_time":0.006077563,"msgr_running_send_time":0.000548334,"msgr_running_recv_time":0.004605961,"msgr_running_fast_dispatch_time":0.000727224,"msgr_send_messages_queue_lat":{"avgcount":38,"sum":0.204805384,"avgtime":0.005389615},"msgr_handle_ack_lat":{"avgcount":12,"sum":0.000001417,"avgtime":0.000000118},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":46,"sum":0.002800301,"avgtime":0.000060876}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000010381,"avgtime":0.000005190}},"mds":{"request":29,"reply":29,"reply_latency":{"avgcount":29,"sum":0.006290825,"avgtime":0.000216925},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":11,"inodes_top":0,"inodes_bottom":11,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":1,"caps":2,"subtrees":2,"traverse":55,"traverse_hit":53,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":8,"evex":0,"evtrm":0,"ev":8,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197025,"rdpos":0,"jlat":{"avgcount":5,"sum":0.012459147,"avgtime":0.002491829},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":11,"dn+":11,"dn-":0,"cap":1,"cap+":2,"cap-":1,"rss":43096,"heap":231788},"mds_server":{"dispatch_client_request":29,"dispatch_server_request":0,"handle_client_request":29,"handle_client_session":6,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":26,"sum":0.005706278,"avgtime":0.000219472},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":2,"sum":0.000304481,"avgtime":0.000152240},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000280066,"avgtime":0.000280066},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":2,"session_remove":2,"sessions_open":0,"sessions_stale":0,"total_load":28,"average_load":14,"avg_session_uptime":0,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":220631,"buffer_anon_items":57,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52304,"mds_co_items":205,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":43,"op_send_bytes":13841,"op_resend":37,"op_reply":43,"op_latency":{"avgcount":43,"sum":0.541989337,"avgtime":0.012604403},"op_inflight":0,"oplen_avg":{"avgcount":43,"sum":67},"op":43,"op_r":0,"op_w":43,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":5,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":32,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":139,"get_sum":118875,"get_or_fail_fail":0,"get_or_fail_success":139,"take":0,"take_sum":0,"put":139,"put_sum":118875,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":13841,"put":43,"put_sum":13841,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":43,"put":43,"put_sum":43,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559913ebe500":{"val":0,"max":3758096384,"get_started":0,"get":8,"get_sum":2721,"get_or_fail_fail":0,"get_or_fail_success":8,"take":0,"take_sum":0,"put":5,"put_sum":2721,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T05:34:58.905 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 114223, "msgr_recv_encrypted_bytes": 112368, "msgr_recv_messages": 63, "msgr_running_fast_dispatch_time": 0.000206516, "msgr_running_recv_time": 0.012956895, "msgr_running_send_time": 0.001513042, "msgr_running_total_time": 0.008479732, "msgr_send_bytes": 14583, "msgr_send_encrypted_bytes": 11712, "msgr_send_messages": 59, "msgr_send_messages_queue_lat": { "avgcount": 58, "avgtime": 0.000530246, "sum": 0.030754276 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 57, "avgtime": 1.85e-07, "sum": 1.0549e-05 }, "msgr_recv_bytes": 11049, "msgr_recv_encrypted_bytes": 1728, "msgr_recv_messages": 41, "msgr_running_fast_dispatch_time": 0.000165605, "msgr_running_recv_time": 0.009318528, "msgr_running_send_time": 0.001497741, "msgr_running_total_time": 0.010759155, "msgr_send_bytes": 132596, "msgr_send_encrypted_bytes": 92480, "msgr_send_messages": 44, "msgr_send_messages_queue_lat": { "avgcount": 43, "avgtime": 0.000683605, "sum": 0.029395033 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 12, "avgtime": 1.18e-07, "sum": 1.417e-06 }, "msgr_recv_bytes": 10319, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 39, "msgr_running_fast_dispatch_time": 0.000727224, "msgr_running_recv_time": 0.004605961, "msgr_running_send_time": 0.000548334, "msgr_running_total_time": 0.006077563, "msgr_send_bytes": 25539, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 39, "msgr_send_messages_queue_lat": { "avgcount": 38, "avgtime": 0.005389615, "sum": 0.204805384 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 46, "avgtime": 6.0876e-05, "sum": 0.002800301 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 5.19e-06, "sum": 1.0381e-05 }, "queue_len": 0 }, "mds": { "caps": 2, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 11, "inodes_bottom": 11, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 1, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 29, "reply_latency": { "avgcount": 29, "avgtime": 0.000216925, "sum": 0.006290825 }, "request": 29, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 55, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 53, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 8, "evadd": 8, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 5, "avgtime": 0.002491829, "sum": 0.012459147 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197025 }, "mds_mem": { "cap": 1, "cap+": 2, "cap-": 1, "dir": 12, "dir+": 12, "dir-": 0, "dn": 11, "dn+": 11, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 43096 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 29, "dispatch_server_request": 0, "handle_client_request": 29, "handle_client_session": 6, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 26, "avgtime": 0.000219472, "sum": 0.005706278 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 2, "avgtime": 0.00015224, "sum": 0.000304481 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000280066, "sum": 0.000280066 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 14, "avg_session_uptime": 0, "mdthresh_evicted": 0, "session_add": 2, "session_count": 0, "session_remove": 2, "sessions_open": 0, "sessions_stale": 0, "total_load": 28 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 220631, "buffer_anon_items": 57, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52304, "mds_co_items": 205, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 32, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 43, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 43, "avgtime": 0.012604403, "sum": 0.541989337 }, "op_pg": 0, "op_r": 0, "op_reply": 43, "op_resend": 37, "op_rmw": 0, "op_send": 43, "op_send_bytes": 13841, "op_w": 43, "oplen_avg": { "avgcount": 43, "sum": 67 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 5, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 139, "get_or_fail_fail": 0, "get_or_fail_success": 139, "get_started": 0, "get_sum": 118875, "max": 104857600, "put": 139, "put_sum": 118875, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 43, "put_sum": 13841, "take": 43, "take_sum": 13841, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 43, "put_sum": 43, "take": 43, "take_sum": 43, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559913ebe500": { "get": 8, "get_or_fail_fail": 0, "get_or_fail_success": 8, "get_started": 0, "get_sum": 2721, "max": 3758096384, "put": 5, "put_sum": 2721, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T05:34:58.906 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:34:59.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.007+0000 7f9833d91640 1 Processor -- start 2024-09-19T05:34:59.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.007+0000 7f9833d91640 1 -- start start 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f9833d91640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f982c0d1ba0 0x7f982c162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f9833d91640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 0x7f982c0d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f9833d91640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f982c0b7920 con 0x7f982c15e8e0 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f9833d91640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f982c0cf6a0 con 0x7f982c0d1ba0 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f9833d91640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f982c0cf940 con 0x7f982c0cf1f0 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f983132c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f982c0d1ba0 0x7f982c162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f983132c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f982c0d1ba0 0x7f982c162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60938/0 (socket says 172.21.15.39:60938) 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f983132c640 1 -- 172.21.15.39:0/1637410022 learned_addr learned my addr 172.21.15.39:0/1637410022 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f983232e640 1 --2- 172.21.15.39:0/1637410022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 0x7f982c0d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:59.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f983132c640 1 -- 172.21.15.39:0/1637410022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 msgr2=0x7f982c0d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:34:59.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f983132c640 1 --2- 172.21.15.39:0/1637410022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 0x7f982c0d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f983132c640 1 -- 172.21.15.39:0/1637410022 >> v1:172.21.15.50:6789/0 conn(0x7f982c15e8e0 legacy=0x7f982c0d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:59.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f983132c640 1 -- 172.21.15.39:0/1637410022 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f982c0cfc20 con 0x7f982c0d1ba0 2024-09-19T05:34:59.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.008+0000 7f983232e640 1 --2- 172.21.15.39:0/1637410022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 0x7f982c0d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.009+0000 7f983132c640 1 --2- 172.21.15.39:0/1637410022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c0d1ba0 0x7f982c162cf0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f981c009870 tx=0x7f981c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18f92bcc3970a9e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.009+0000 7f9830b2b640 1 -- 172.21.15.39:0/1637410022 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c037070 con 0x7f982c0d1ba0 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.009+0000 7f9830b2b640 1 -- 172.21.15.39:0/1637410022 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f981c032440 con 0x7f982c0d1ba0 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.009+0000 7f9830b2b640 1 -- 172.21.15.39:0/1637410022 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c032810 con 0x7f982c0d1ba0 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.010+0000 7f9833d91640 1 -- 172.21.15.39:0/1637410022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c0d1ba0 msgr2=0x7f982c162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.010+0000 7f9833d91640 1 --2- 172.21.15.39:0/1637410022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c0d1ba0 0x7f982c162cf0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f981c009870 tx=0x7f981c02a1c0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.010+0000 7f9833d91640 1 -- 172.21.15.39:0/1637410022 shutdown_connections 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.010+0000 7f9833d91640 1 --2- 172.21.15.39:0/1637410022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 0x7f982c0d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.010+0000 7f9833d91640 1 --2- 172.21.15.39:0/1637410022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c0d1ba0 0x7f982c162cf0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.010+0000 7f9833d91640 1 -- 172.21.15.39:0/1637410022 >> 172.21.15.39:0/1637410022 conn(0x7f982c06bd00 msgr2=0x7f982c06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.010+0000 7f9833d91640 1 -- 172.21.15.39:0/1637410022 shutdown_connections 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.010+0000 7f9833d91640 1 -- 172.21.15.39:0/1637410022 wait complete. 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.011+0000 7f9833d91640 1 Processor -- start 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.011+0000 7f9833d91640 1 -- start start 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f9833d91640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 0x7f982c0cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f9833d91640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f982c0d1ba0 0x7f982c0b2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f9833d91640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c15e8e0 0x7f982c15ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f9833d91640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f982c0d3820 con 0x7f982c15e8e0 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f9833d91640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f982c0d2dc0 con 0x7f982c0d1ba0 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f9833d91640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f982c0d39a0 con 0x7f982c0cf1f0 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983232e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c15e8e0 0x7f982c15ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983232e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c15e8e0 0x7f982c15ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60950/0 (socket says 172.21.15.39:60950) 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983232e640 1 -- 172.21.15.39:0/4186410262 learned_addr learned my addr 172.21.15.39:0/4186410262 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:34:59.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983132c640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f982c0d1ba0 0x7f982c0b2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f9831b2d640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 0x7f982c0cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983232e640 1 -- 172.21.15.39:0/4186410262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 msgr2=0x7f982c0cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983232e640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 0x7f982c0cb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983232e640 1 -- 172.21.15.39:0/4186410262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f982c0d1ba0 msgr2=0x7f982c0b2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983232e640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f982c0d1ba0 0x7f982c0b2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983232e640 1 -- 172.21.15.39:0/4186410262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f982c1605e0 con 0x7f982c15e8e0 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f983232e640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c15e8e0 0x7f982c15ab80 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f9824007ef0 tx=0x7f982400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f98227fc640 1 -- 172.21.15.39:0/4186410262 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982401a070 con 0x7f982c15e8e0 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f98227fc640 1 -- 172.21.15.39:0/4186410262 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9824003b90 con 0x7f982c15e8e0 2024-09-19T05:34:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f982c0ce3c0 con 0x7f982c15e8e0 2024-09-19T05:34:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f98227fc640 1 -- 172.21.15.39:0/4186410262 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9824004030 con 0x7f982c15e8e0 2024-09-19T05:34:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.012+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f982c0ce980 con 0x7f982c15e8e0 2024-09-19T05:34:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.013+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f982c0d32e0 con 0x7f982c15e8e0 2024-09-19T05:34:59.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.014+0000 7f98227fc640 1 -- 172.21.15.39:0/4186410262 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f982401d070 con 0x7f982c15e8e0 2024-09-19T05:34:59.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.014+0000 7f98227fc640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f981006c2e0 0x7f981006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:59.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.014+0000 7f98227fc640 1 -- 172.21.15.39:0/4186410262 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f982408b520 con 0x7f982c15e8e0 2024-09-19T05:34:59.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.014+0000 7f9831b2d640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f981006c2e0 0x7f981006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:59.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.015+0000 7f9831b2d640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f981006c2e0 0x7f981006e7a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f98280016e0 tx=0x7f9828009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:59.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.018+0000 7f98227fc640 1 -- 172.21.15.39:0/4186410262 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9824010070 con 0x7f982c15e8e0 2024-09-19T05:34:59.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.229+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f982c0d23d0 con 0x7f982c15e8e0 2024-09-19T05:34:59.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.229+0000 7f98227fc640 1 -- 172.21.15.39:0/4186410262 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v14) ==== 53+0+73 (secure 0 0 0) 0x7f98240596d0 con 0x7f982c15e8e0 2024-09-19T05:34:59.231 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:34:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f981006c2e0 msgr2=0x7f981006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f981006c2e0 0x7f981006e7a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f98280016e0 tx=0x7f9828009040 comp rx=0 tx=0).stop 2024-09-19T05:34:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c15e8e0 msgr2=0x7f982c15ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c15e8e0 0x7f982c15ab80 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f9824007ef0 tx=0x7f982400d4a0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 shutdown_connections 2024-09-19T05:34:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f981006c2e0 0x7f981006e7a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f982c15e8e0 0x7f982c15ab80 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f982c0d1ba0 0x7f982c0b2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 --2- 172.21.15.39:0/4186410262 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f982c0cf1f0 0x7f982c0cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:59.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 >> 172.21.15.39:0/4186410262 conn(0x7f982c06bd00 msgr2=0x7f982c06c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:59.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 shutdown_connections 2024-09-19T05:34:59.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59.231+0000 7f9833d91640 1 -- 172.21.15.39:0/4186410262 wait complete. 2024-09-19T05:34:59.244 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:34:59.244 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:34:59.244 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:34:59.244 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:34:59.244 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:59.244 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:34:59.244 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:34:59.244 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:34:59.244 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:34:59.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:59.245 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:34:59.261 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42697sec preferred_lft 42697sec 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:59.262 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2c0b:eeff:fe90:839e/64 scope link 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::80ad:56ff:fe2b:b1b7/64 scope link 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether da:97:a2:a8:56:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:34:59.263 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::d897:a2ff:fea8:56b6/64 scope link 2024-09-19T05:34:59.264 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:34:59.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:59.264 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:34:59.325 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:34:59.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:59.327 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:34:59.384 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:34:59.384 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:34:59.384 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:34:59.384 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:34:59.384 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:34:59.384 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:34:59.385 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:34:59.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:34:59.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:34:59.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:34:59.385 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:34:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:34:59.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:59.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:59.513 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:34:59.529 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:34:59.529 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:34:59.529 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:34:59.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:59.529 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-19T05:34:59.595 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:59.595 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:59.651 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:34:59.651 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:34:59.651 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:59.707 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T05:34:59.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:59.707 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:59.790 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:59.791 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:59.805 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:34:59.805 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:34:59.805 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:34:59.805 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:34:59.805 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:34:59.806 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:34:59.806 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:34:59.806 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:34:59.806 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:34:59.806 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:34:59.808 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:34:59.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:34:59.809 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:34:59.834 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:34:59.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:34:59.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:34:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:34:59.931 INFO:teuthology.orchestra.run.smithi039.stdout:client4855 2024-09-19T05:34:59.931 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:34:59.932 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:34:59.948 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump 2024-09-19T05:35:00.107 INFO:teuthology.orchestra.run.smithi039.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":63,"msgr_send_messages":59,"msgr_recv_bytes":114223,"msgr_send_bytes":14583,"msgr_created_connections":6,"msgr_active_connections":2,"msgr_running_total_time":0.008531767,"msgr_running_send_time":0.001513042,"msgr_running_recv_time":0.012956895,"msgr_running_fast_dispatch_time":0.000206516,"msgr_send_messages_queue_lat":{"avgcount":58,"sum":0.030754276,"avgtime":0.000530246},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":112368,"msgr_send_encrypted_bytes":11712},"AsyncMessenger::Worker-1":{"msgr_recv_messages":46,"msgr_send_messages":50,"msgr_recv_bytes":12366,"msgr_send_bytes":138611,"msgr_created_connections":9,"msgr_active_connections":4,"msgr_running_total_time":0.011481807,"msgr_running_send_time":0.001759777,"msgr_running_recv_time":0.009887908,"msgr_running_fast_dispatch_time":0.000165605,"msgr_send_messages_queue_lat":{"avgcount":49,"sum":0.029502150,"avgtime":0.000602084},"msgr_handle_ack_lat":{"avgcount":66,"sum":0.000012455,"avgtime":0.000000188},"msgr_recv_encrypted_bytes":1728,"msgr_send_encrypted_bytes":96256},"AsyncMessenger::Worker-2":{"msgr_recv_messages":40,"msgr_send_messages":40,"msgr_recv_bytes":10565,"msgr_send_bytes":26113,"msgr_created_connections":6,"msgr_active_connections":3,"msgr_running_total_time":0.006144351,"msgr_running_send_time":0.000573090,"msgr_running_recv_time":0.004619717,"msgr_running_fast_dispatch_time":0.000748957,"msgr_send_messages_queue_lat":{"avgcount":39,"sum":0.204825538,"avgtime":0.005251936},"msgr_handle_ack_lat":{"avgcount":12,"sum":0.000001417,"avgtime":0.000000118},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":48,"sum":0.002840263,"avgtime":0.000059172}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000010381,"avgtime":0.000005190}},"mds":{"request":33,"reply":33,"reply_latency":{"avgcount":33,"sum":0.006762962,"avgtime":0.000204938},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":11,"inodes_top":0,"inodes_bottom":11,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":1,"caps":1,"subtrees":2,"traverse":62,"traverse_hit":59,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":9,"evex":0,"evtrm":0,"ev":9,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197281,"rdpos":0,"jlat":{"avgcount":6,"sum":0.013923704,"avgtime":0.002320617},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":11,"dn+":11,"dn-":0,"cap":1,"cap+":3,"cap-":2,"rss":43480,"heap":231788},"mds_server":{"dispatch_client_request":33,"dispatch_server_request":0,"handle_client_request":33,"handle_client_session":7,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":29,"sum":0.006029084,"avgtime":0.000207899},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":3,"sum":0.000453812,"avgtime":0.000151270},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000280066,"avgtime":0.000280066},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":3,"session_remove":2,"sessions_open":1,"sessions_stale":0,"total_load":31,"average_load":31,"avg_session_uptime":0,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":216315,"buffer_anon_items":75,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":53064,"mds_co_items":216,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":44,"op_send_bytes":14097,"op_resend":37,"op_reply":44,"op_latency":{"avgcount":44,"sum":0.543989297,"avgtime":0.012363393},"op_inflight":0,"oplen_avg":{"avgcount":44,"sum":68},"op":44,"op_r":0,"op_w":44,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":6,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":32,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":145,"get_sum":119898,"get_or_fail_fail":0,"get_or_fail_success":145,"take":0,"take_sum":0,"put":145,"put_sum":119898,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":44,"take_sum":14097,"put":44,"put_sum":14097,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":44,"take_sum":44,"put":44,"put_sum":44,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559913ebe500":{"val":0,"max":3758096384,"get_started":0,"get":9,"get_sum":2977,"get_or_fail_fail":0,"get_or_fail_success":9,"take":0,"take_sum":0,"put":6,"put_sum":2977,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T05:35:00.109 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 114223, "msgr_recv_encrypted_bytes": 112368, "msgr_recv_messages": 63, "msgr_running_fast_dispatch_time": 0.000206516, "msgr_running_recv_time": 0.012956895, "msgr_running_send_time": 0.001513042, "msgr_running_total_time": 0.008531767, "msgr_send_bytes": 14583, "msgr_send_encrypted_bytes": 11712, "msgr_send_messages": 59, "msgr_send_messages_queue_lat": { "avgcount": 58, "avgtime": 0.000530246, "sum": 0.030754276 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 4, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 66, "avgtime": 1.88e-07, "sum": 1.2455e-05 }, "msgr_recv_bytes": 12366, "msgr_recv_encrypted_bytes": 1728, "msgr_recv_messages": 46, "msgr_running_fast_dispatch_time": 0.000165605, "msgr_running_recv_time": 0.009887908, "msgr_running_send_time": 0.001759777, "msgr_running_total_time": 0.011481807, "msgr_send_bytes": 138611, "msgr_send_encrypted_bytes": 96256, "msgr_send_messages": 50, "msgr_send_messages_queue_lat": { "avgcount": 49, "avgtime": 0.000602084, "sum": 0.02950215 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 12, "avgtime": 1.18e-07, "sum": 1.417e-06 }, "msgr_recv_bytes": 10565, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 40, "msgr_running_fast_dispatch_time": 0.000748957, "msgr_running_recv_time": 0.004619717, "msgr_running_send_time": 0.00057309, "msgr_running_total_time": 0.006144351, "msgr_send_bytes": 26113, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 40, "msgr_send_messages_queue_lat": { "avgcount": 39, "avgtime": 0.005251936, "sum": 0.204825538 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 48, "avgtime": 5.9172e-05, "sum": 0.002840263 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 5.19e-06, "sum": 1.0381e-05 }, "queue_len": 0 }, "mds": { "caps": 1, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 11, "inodes_bottom": 11, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 1, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 33, "reply_latency": { "avgcount": 33, "avgtime": 0.000204938, "sum": 0.006762962 }, "request": 33, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 62, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 59, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 9, "evadd": 9, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 6, "avgtime": 0.002320617, "sum": 0.013923704 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197281 }, "mds_mem": { "cap": 1, "cap+": 3, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 11, "dn+": 11, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 43480 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 33, "dispatch_server_request": 0, "handle_client_request": 33, "handle_client_session": 7, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 29, "avgtime": 0.000207899, "sum": 0.006029084 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 3, "avgtime": 0.00015127, "sum": 0.000453812 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000280066, "sum": 0.000280066 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 31, "avg_session_uptime": 0, "mdthresh_evicted": 0, "session_add": 3, "session_count": 1, "session_remove": 2, "sessions_open": 1, "sessions_stale": 0, "total_load": 31 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 216315, "buffer_anon_items": 75, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 53064, "mds_co_items": 216, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 32, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 44, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 44, "avgtime": 0.012363393, "sum": 0.543989297 }, "op_pg": 0, "op_r": 0, "op_reply": 44, "op_resend": 37, "op_rmw": 0, "op_send": 44, "op_send_bytes": 14097, "op_w": 44, "oplen_avg": { "avgcount": 44, "sum": 68 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 6, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 145, "get_or_fail_fail": 0, "get_or_fail_success": 145, "get_started": 0, "get_sum": 119898, "max": 104857600, "put": 145, "put_sum": 119898, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 44, "put_sum": 14097, "take": 44, "take_sum": 14097, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 44, "put_sum": 44, "take": 44, "take_sum": 44, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559913ebe500": { "get": 9, "get_or_fail_fail": 0, "get_or_fail_success": 9, "get_started": 0, "get_sum": 2977, "max": 3758096384, "put": 6, "put_sum": 2977, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T05:35:00.109 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:00.110 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:00.127 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:00.127 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:00.183 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:35:00.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.324+0000 7f43c1a5e640 1 Processor -- start 2024-09-19T05:35:00.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.324+0000 7f43c1a5e640 1 -- start start 2024-09-19T05:35:00.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.325+0000 7f43c1a5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43bc15e8e0 0x7f43bc162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:00.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.325+0000 7f43c1a5e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f43bc0cf1f0 0x7f43bc0d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:00.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.325+0000 7f43c1a5e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc0d19d0 0x7f43bc0b6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:00.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.325+0000 7f43c1a5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f43bc0b7920 con 0x7f43bc15e8e0 2024-09-19T05:35:00.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.325+0000 7f43c1a5e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f43bc0cf940 con 0x7f43bc0cf1f0 2024-09-19T05:35:00.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.325+0000 7f43c1a5e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f43bc0cfc20 con 0x7f43bc0d19d0 2024-09-19T05:35:00.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.325+0000 7f43baffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43bc15e8e0 0x7f43bc162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:00.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.325+0000 7f43baffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43bc15e8e0 0x7f43bc162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60962/0 (socket says 172.21.15.39:60962) 2024-09-19T05:35:00.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.325+0000 7f43baffd640 1 -- 172.21.15.39:0/1378294208 learned_addr learned my addr 172.21.15.39:0/1378294208 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:00.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43bb7fe640 1 --2- 172.21.15.39:0/1378294208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc0d19d0 0x7f43bc0b6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:00.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43ba7fc640 1 --2- 172.21.15.39:0/1378294208 >> v2:172.21.15.50:3300/0 conn(0x7f43bc0cf1f0 0x7f43bc0d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:00.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43baffd640 1 -- 172.21.15.39:0/1378294208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc0d19d0 msgr2=0x7f43bc0b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:00.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43baffd640 1 --2- 172.21.15.39:0/1378294208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc0d19d0 0x7f43bc0b6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43baffd640 1 -- 172.21.15.39:0/1378294208 >> v2:172.21.15.50:3300/0 conn(0x7f43bc0cf1f0 msgr2=0x7f43bc0d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:00.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43baffd640 1 --2- 172.21.15.39:0/1378294208 >> v2:172.21.15.50:3300/0 conn(0x7f43bc0cf1f0 0x7f43bc0d1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43baffd640 1 -- 172.21.15.39:0/1378294208 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43bc0d2ae0 con 0x7f43bc15e8e0 2024-09-19T05:35:00.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43bb7fe640 1 --2- 172.21.15.39:0/1378294208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc0d19d0 0x7f43bc0b6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:00.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43ba7fc640 1 --2- 172.21.15.39:0/1378294208 >> v2:172.21.15.50:3300/0 conn(0x7f43bc0cf1f0 0x7f43bc0d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:00.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.326+0000 7f43baffd640 1 --2- 172.21.15.39:0/1378294208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc15e8e0 0x7f43bc162cf0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f43bc08d720 tx=0x7f43ac02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8a26ea6dd973209 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:00.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43b9ffb640 1 -- 172.21.15.39:0/1378294208 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ac037070 con 0x7f43bc15e8e0 2024-09-19T05:35:00.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43b9ffb640 1 -- 172.21.15.39:0/1378294208 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43ac032440 con 0x7f43bc15e8e0 2024-09-19T05:35:00.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43b9ffb640 1 -- 172.21.15.39:0/1378294208 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ac032810 con 0x7f43bc15e8e0 2024-09-19T05:35:00.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43c1a5e640 1 -- 172.21.15.39:0/1378294208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc15e8e0 msgr2=0x7f43bc162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:00.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/1378294208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc15e8e0 0x7f43bc162cf0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f43bc08d720 tx=0x7f43ac02a140 comp rx=0 tx=0).stop 2024-09-19T05:35:00.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43c1a5e640 1 -- 172.21.15.39:0/1378294208 shutdown_connections 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/1378294208 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc0d19d0 0x7f43bc0b6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/1378294208 >> v2:172.21.15.50:3300/0 conn(0x7f43bc0cf1f0 0x7f43bc0d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/1378294208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc15e8e0 0x7f43bc162cf0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43c1a5e640 1 -- 172.21.15.39:0/1378294208 >> 172.21.15.39:0/1378294208 conn(0x7f43bc06bd00 msgr2=0x7f43bc06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43c1a5e640 1 -- 172.21.15.39:0/1378294208 shutdown_connections 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.327+0000 7f43c1a5e640 1 -- 172.21.15.39:0/1378294208 wait complete. 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.328+0000 7f43c1a5e640 1 Processor -- start 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43c1a5e640 1 -- start start 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43c1a5e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43bc0cf1f0 0x7f43bc15ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:00.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43c1a5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc0d19d0 0x7f43bc1f3760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43c1a5e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc15e8e0 0x7f43bc0ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43c1a5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc0b66b0 con 0x7f43bc0d19d0 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43c1a5e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f43bc0cf630 con 0x7f43bc0cf1f0 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43c1a5e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f43bc0b6830 con 0x7f43bc15e8e0 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43ba7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc0d19d0 0x7f43bc1f3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43ba7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc0d19d0 0x7f43bc1f3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60978/0 (socket says 172.21.15.39:60978) 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43ba7fc640 1 -- 172.21.15.39:0/3080413056 learned_addr learned my addr 172.21.15.39:0/3080413056 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43baffd640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43bc0cf1f0 0x7f43bc15ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.329+0000 7f43bb7fe640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc15e8e0 0x7f43bc0ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:00.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43ba7fc640 1 -- 172.21.15.39:0/3080413056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc15e8e0 msgr2=0x7f43bc0ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43ba7fc640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc15e8e0 0x7f43bc0ca3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43ba7fc640 1 -- 172.21.15.39:0/3080413056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43bc0cf1f0 msgr2=0x7f43bc15ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43ba7fc640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43bc0cf1f0 0x7f43bc15ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43ba7fc640 1 -- 172.21.15.39:0/3080413056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43bc15f970 con 0x7f43bc0d19d0 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43ba7fc640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc0d19d0 0x7f43bc1f3760 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f43b000c7c0 tx=0x7f43b000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43a3fff640 1 -- 172.21.15.39:0/3080413056 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b0015070 con 0x7f43bc0d19d0 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43a3fff640 1 -- 172.21.15.39:0/3080413056 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43b0007a30 con 0x7f43bc0d19d0 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43a3fff640 1 -- 172.21.15.39:0/3080413056 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b0007e00 con 0x7f43bc0d19d0 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43bc15fc50 con 0x7f43bc0d19d0 2024-09-19T05:35:00.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.330+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43bc15ad20 con 0x7f43bc0d19d0 2024-09-19T05:35:00.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.331+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43bc0d1490 con 0x7f43bc0d19d0 2024-09-19T05:35:00.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.332+0000 7f43a3fff640 1 -- 172.21.15.39:0/3080413056 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43b0018070 con 0x7f43bc0d19d0 2024-09-19T05:35:00.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.332+0000 7f43a3fff640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43a806c2b0 0x7f43a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:00.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.333+0000 7f43baffd640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43a806c2b0 0x7f43a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:00.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.333+0000 7f43a3fff640 1 -- 172.21.15.39:0/3080413056 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f43b008b260 con 0x7f43bc0d19d0 2024-09-19T05:35:00.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.333+0000 7f43baffd640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43a806c2b0 0x7f43a806e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f43ac034000 tx=0x7f43ac02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:00.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.337+0000 7f43a3fff640 1 -- 172.21.15.39:0/3080413056 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f43b0059410 con 0x7f43bc0d19d0 2024-09-19T05:35:00.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.525+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f43bc0d23d0 con 0x7f43bc0d19d0 2024-09-19T05:35:00.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.525+0000 7f43a3fff640 1 -- 172.21.15.39:0/3080413056 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7f43b005d710 con 0x7f43bc0d19d0 2024-09-19T05:35:00.526 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:35:00.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43a806c2b0 msgr2=0x7f43a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:00.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43a806c2b0 0x7f43a806e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f43ac034000 tx=0x7f43ac02e000 comp rx=0 tx=0).stop 2024-09-19T05:35:00.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc0d19d0 msgr2=0x7f43bc1f3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:00.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc0d19d0 0x7f43bc1f3760 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f43b000c7c0 tx=0x7f43b000cc80 comp rx=0 tx=0).stop 2024-09-19T05:35:00.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 shutdown_connections 2024-09-19T05:35:00.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43a806c2b0 0x7f43a806e770 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43bc15e8e0 0x7f43bc0ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc0d19d0 0x7f43bc1f3760 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 --2- 172.21.15.39:0/3080413056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43bc0cf1f0 0x7f43bc15ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:00.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 >> 172.21.15.39:0/3080413056 conn(0x7f43bc06bd00 msgr2=0x7f43bc0d3130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:00.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 shutdown_connections 2024-09-19T05:35:00.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:00.527+0000 7f43c1a5e640 1 -- 172.21.15.39:0/3080413056 wait complete. 2024-09-19T05:35:00.540 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:35:00.540 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:00.540 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:00.568 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:35:00.569 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:00.569 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:35:00.625 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump 2024-09-19T05:35:00.784 INFO:teuthology.orchestra.run.smithi039.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":63,"msgr_send_messages":59,"msgr_recv_bytes":114223,"msgr_send_bytes":14583,"msgr_created_connections":6,"msgr_active_connections":2,"msgr_running_total_time":0.008544508,"msgr_running_send_time":0.001513042,"msgr_running_recv_time":0.012956895,"msgr_running_fast_dispatch_time":0.000206516,"msgr_send_messages_queue_lat":{"avgcount":58,"sum":0.030754276,"avgtime":0.000530246},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":112368,"msgr_send_encrypted_bytes":11712},"AsyncMessenger::Worker-1":{"msgr_recv_messages":48,"msgr_send_messages":51,"msgr_recv_bytes":12602,"msgr_send_bytes":138729,"msgr_created_connections":9,"msgr_active_connections":3,"msgr_running_total_time":0.011652981,"msgr_running_send_time":0.001800631,"msgr_running_recv_time":0.010025653,"msgr_running_fast_dispatch_time":0.000165605,"msgr_send_messages_queue_lat":{"avgcount":50,"sum":0.029515655,"avgtime":0.000590313},"msgr_handle_ack_lat":{"avgcount":68,"sum":0.000012680,"avgtime":0.000000186},"msgr_recv_encrypted_bytes":1728,"msgr_send_encrypted_bytes":96256},"AsyncMessenger::Worker-2":{"msgr_recv_messages":41,"msgr_send_messages":41,"msgr_recv_bytes":10811,"msgr_send_bytes":26572,"msgr_created_connections":6,"msgr_active_connections":3,"msgr_running_total_time":0.006223496,"msgr_running_send_time":0.000598973,"msgr_running_recv_time":0.004638795,"msgr_running_fast_dispatch_time":0.000775960,"msgr_send_messages_queue_lat":{"avgcount":40,"sum":0.204848411,"avgtime":0.005121210},"msgr_handle_ack_lat":{"avgcount":12,"sum":0.000001417,"avgtime":0.000000118},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":50,"sum":0.002894747,"avgtime":0.000057894}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000010381,"avgtime":0.000005190}},"mds":{"request":33,"reply":33,"reply_latency":{"avgcount":33,"sum":0.006762962,"avgtime":0.000204938},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":11,"inodes_top":0,"inodes_bottom":11,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":1,"caps":1,"subtrees":2,"traverse":62,"traverse_hit":59,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":10,"evex":0,"evtrm":0,"ev":10,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197422,"rdpos":0,"jlat":{"avgcount":7,"sum":0.015603748,"avgtime":0.002229106},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":11,"dn+":11,"dn-":0,"cap":1,"cap+":3,"cap-":2,"rss":43480,"heap":231788},"mds_server":{"dispatch_client_request":33,"dispatch_server_request":0,"handle_client_request":33,"handle_client_session":9,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":29,"sum":0.006029084,"avgtime":0.000207899},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":3,"sum":0.000453812,"avgtime":0.000151270},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000280066,"avgtime":0.000280066},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":3,"session_remove":3,"sessions_open":0,"sessions_stale":0,"total_load":31,"average_load":31,"avg_session_uptime":0,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":216315,"buffer_anon_items":75,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":53064,"mds_co_items":216,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":45,"op_send_bytes":14238,"op_resend":37,"op_reply":45,"op_latency":{"avgcount":45,"sum":0.544989277,"avgtime":0.012110872},"op_inflight":0,"oplen_avg":{"avgcount":45,"sum":69},"op":45,"op_r":0,"op_w":45,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":7,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":32,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":148,"get_sum":120110,"get_or_fail_fail":0,"get_or_fail_success":148,"take":0,"take_sum":0,"put":148,"put_sum":120110,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":45,"take_sum":14238,"put":45,"put_sum":14238,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":45,"take_sum":45,"put":45,"put_sum":45,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559913ebe500":{"val":0,"max":3758096384,"get_started":0,"get":10,"get_sum":3118,"get_or_fail_fail":0,"get_or_fail_success":10,"take":0,"take_sum":0,"put":7,"put_sum":3118,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T05:35:00.786 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 114223, "msgr_recv_encrypted_bytes": 112368, "msgr_recv_messages": 63, "msgr_running_fast_dispatch_time": 0.000206516, "msgr_running_recv_time": 0.012956895, "msgr_running_send_time": 0.001513042, "msgr_running_total_time": 0.008544508, "msgr_send_bytes": 14583, "msgr_send_encrypted_bytes": 11712, "msgr_send_messages": 59, "msgr_send_messages_queue_lat": { "avgcount": 58, "avgtime": 0.000530246, "sum": 0.030754276 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 68, "avgtime": 1.86e-07, "sum": 1.268e-05 }, "msgr_recv_bytes": 12602, "msgr_recv_encrypted_bytes": 1728, "msgr_recv_messages": 48, "msgr_running_fast_dispatch_time": 0.000165605, "msgr_running_recv_time": 0.010025653, "msgr_running_send_time": 0.001800631, "msgr_running_total_time": 0.011652981, "msgr_send_bytes": 138729, "msgr_send_encrypted_bytes": 96256, "msgr_send_messages": 51, "msgr_send_messages_queue_lat": { "avgcount": 50, "avgtime": 0.000590313, "sum": 0.029515655 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 12, "avgtime": 1.18e-07, "sum": 1.417e-06 }, "msgr_recv_bytes": 10811, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 41, "msgr_running_fast_dispatch_time": 0.00077596, "msgr_running_recv_time": 0.004638795, "msgr_running_send_time": 0.000598973, "msgr_running_total_time": 0.006223496, "msgr_send_bytes": 26572, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 41, "msgr_send_messages_queue_lat": { "avgcount": 40, "avgtime": 0.00512121, "sum": 0.204848411 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 50, "avgtime": 5.7894e-05, "sum": 0.002894747 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 5.19e-06, "sum": 1.0381e-05 }, "queue_len": 0 }, "mds": { "caps": 1, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 11, "inodes_bottom": 11, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 1, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 33, "reply_latency": { "avgcount": 33, "avgtime": 0.000204938, "sum": 0.006762962 }, "request": 33, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 62, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 59, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 10, "evadd": 10, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 7, "avgtime": 0.002229106, "sum": 0.015603748 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197422 }, "mds_mem": { "cap": 1, "cap+": 3, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 11, "dn+": 11, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 43480 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 33, "dispatch_server_request": 0, "handle_client_request": 33, "handle_client_session": 9, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 29, "avgtime": 0.000207899, "sum": 0.006029084 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 3, "avgtime": 0.00015127, "sum": 0.000453812 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000280066, "sum": 0.000280066 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 31, "avg_session_uptime": 0, "mdthresh_evicted": 0, "session_add": 3, "session_count": 0, "session_remove": 3, "sessions_open": 0, "sessions_stale": 0, "total_load": 31 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 216315, "buffer_anon_items": 75, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 53064, "mds_co_items": 216, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 32, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 45, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 45, "avgtime": 0.012110872, "sum": 0.544989277 }, "op_pg": 0, "op_r": 0, "op_reply": 45, "op_resend": 37, "op_rmw": 0, "op_send": 45, "op_send_bytes": 14238, "op_w": 45, "oplen_avg": { "avgcount": 45, "sum": 69 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 7, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 148, "get_or_fail_fail": 0, "get_or_fail_success": 148, "get_started": 0, "get_sum": 120110, "max": 104857600, "put": 148, "put_sum": 120110, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 45, "put_sum": 14238, "take": 45, "take_sum": 14238, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 45, "put_sum": 45, "take": 45, "take_sum": 45, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559913ebe500": { "get": 10, "get_or_fail_fail": 0, "get_or_fail_success": 10, "get_started": 0, "get_sum": 3118, "max": 3758096384, "put": 7, "put_sum": 3118, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T05:35:00.786 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T05:35:00.786 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:35:00.787 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:00.830 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:00.882 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:35:00.883 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:00.883 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:00.883 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:00.899 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:35:00.899 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:00.899 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:00.899 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:00.919 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:35:00.920 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:00.920 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:00.920 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:00.957 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:35:00.957 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:00.957 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:00.957 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:00.986 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:35:00.986 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:01.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.116+0000 7faa83e7b640 1 Processor -- start 2024-09-19T05:35:01.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.116+0000 7faa83e7b640 1 -- start start 2024-09-19T05:35:01.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa83e7b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa7c160710 0x7faa7c0cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa83e7b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa7c160af0 0x7faa7c0d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa83e7b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faa7c0cf800 0x7faa7c0d05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa83e7b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7faa7c0cfdd0 con 0x7faa7c160af0 2024-09-19T05:35:01.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa83e7b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7faa7c15cc90 con 0x7faa7c0cf800 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa83e7b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7faa7c15cf70 con 0x7faa7c160710 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa81416640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa7c160af0 0x7faa7c0d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa81416640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa7c160af0 0x7faa7c0d00b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60980/0 (socket says 172.21.15.39:60980) 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa81416640 1 -- 172.21.15.39:0/3644544766 learned_addr learned my addr 172.21.15.39:0/3644544766 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa81416640 1 -- 172.21.15.39:0/3644544766 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa7c160710 msgr2=0x7faa7c0cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa81416640 1 --2- 172.21.15.39:0/3644544766 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa7c160710 0x7faa7c0cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa81416640 1 -- 172.21.15.39:0/3644544766 >> v2:172.21.15.50:3300/0 conn(0x7faa7c0cf800 msgr2=0x7faa7c0d05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa81416640 1 --2- 172.21.15.39:0/3644544766 >> v2:172.21.15.50:3300/0 conn(0x7faa7c0cf800 0x7faa7c0d05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.117+0000 7faa81416640 1 -- 172.21.15.39:0/3644544766 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa7c15d250 con 0x7faa7c160af0 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.118+0000 7faa81416640 1 --2- 172.21.15.39:0/3644544766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 0x7faa7c0d00b0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7faa7c06df70 tx=0x7faa6c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c874687a031fff5f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.118+0000 7faa80c15640 1 -- 172.21.15.39:0/3644544766 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c037070 con 0x7faa7c160af0 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.118+0000 7faa80c15640 1 -- 172.21.15.39:0/3644544766 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa6c032440 con 0x7faa7c160af0 2024-09-19T05:35:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.118+0000 7faa80c15640 1 -- 172.21.15.39:0/3644544766 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c032810 con 0x7faa7c160af0 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.118+0000 7faa83e7b640 1 -- 172.21.15.39:0/3644544766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 msgr2=0x7faa7c0d00b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.118+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3644544766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 0x7faa7c0d00b0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7faa7c06df70 tx=0x7faa6c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.119+0000 7faa83e7b640 1 -- 172.21.15.39:0/3644544766 shutdown_connections 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.119+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3644544766 >> v2:172.21.15.50:3300/0 conn(0x7faa7c0cf800 0x7faa7c0d05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.119+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3644544766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 0x7faa7c0d00b0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.119+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3644544766 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa7c160710 0x7faa7c0cf2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.119+0000 7faa83e7b640 1 -- 172.21.15.39:0/3644544766 >> 172.21.15.39:0/3644544766 conn(0x7faa7c06d000 msgr2=0x7faa7c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.119+0000 7faa83e7b640 1 -- 172.21.15.39:0/3644544766 shutdown_connections 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.119+0000 7faa83e7b640 1 -- 172.21.15.39:0/3644544766 wait complete. 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.120+0000 7faa83e7b640 1 Processor -- start 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.120+0000 7faa83e7b640 1 -- start start 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa83e7b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa7c0cf800 0x7faa7c153840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa83e7b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa7c160710 0x7faa7c1f5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa83e7b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 0x7faa7c1f2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa83e7b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c15d770 con 0x7faa7c160af0 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa83e7b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c06bb20 con 0x7faa7c0cf800 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa83e7b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7faa7c1f6020 con 0x7faa7c160710 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa82418640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 0x7faa7c1f2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa82418640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 0x7faa7c1f2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60990/0 (socket says 172.21.15.39:60990) 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa82418640 1 -- 172.21.15.39:0/3937566207 learned_addr learned my addr 172.21.15.39:0/3937566207 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa81c17640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa7c0cf800 0x7faa7c153840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa82418640 1 -- 172.21.15.39:0/3937566207 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa7c160710 msgr2=0x7faa7c1f5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa82418640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa7c160710 0x7faa7c1f5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa82418640 1 -- 172.21.15.39:0/3937566207 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa7c0cf800 msgr2=0x7faa7c153840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa82418640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa7c0cf800 0x7faa7c153840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa82418640 1 -- 172.21.15.39:0/3937566207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa7c1f6300 con 0x7faa7c160af0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa81c17640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa7c0cf800 0x7faa7c153840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa82418640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 0x7faa7c1f2e10 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7faa7400b970 tx=0x7faa7400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa727fc640 1 -- 172.21.15.39:0/3937566207 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa74019070 con 0x7faa7c160af0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa727fc640 1 -- 172.21.15.39:0/3937566207 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa7400cb60 con 0x7faa7c160af0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa7c1f65e0 con 0x7faa7c160af0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa727fc640 1 -- 172.21.15.39:0/3937566207 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa74014440 con 0x7faa7c160af0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.121+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa7c14b630 con 0x7faa7c160af0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.122+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa7c15d8f0 con 0x7faa7c160af0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.123+0000 7faa727fc640 1 -- 172.21.15.39:0/3937566207 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa7401c070 con 0x7faa7c160af0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.123+0000 7faa727fc640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa6006c2b0 0x7faa6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.123+0000 7faa727fc640 1 -- 172.21.15.39:0/3937566207 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7faa7408b210 con 0x7faa7c160af0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.123+0000 7faa81c17640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa6006c2b0 0x7faa6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.124+0000 7faa81c17640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa6006c2b0 0x7faa6006e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7faa78006fd0 tx=0x7faa78008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:01.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.128+0000 7faa727fc640 1 -- 172.21.15.39:0/3937566207 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faa740598f0 con 0x7faa7c160af0 2024-09-19T05:35:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.337+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa7c0afd50 con 0x7faa7c160af0 2024-09-19T05:35:01.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.338+0000 7faa727fc640 1 -- 172.21.15.39:0/3937566207 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5217 (secure 0 0 0) 0x7faa740591f0 con 0x7faa7c160af0 2024-09-19T05:35:01.340 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:01.341 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":14,"btime":"2024-09-19T05:34:47:922383+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4541,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/1583579234","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1583579234},{"type":"v1","addr":"172.21.15.39:6837","nonce":1583579234}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4663,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1128949058","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1128949058},{"type":"v1","addr":"172.21.15.50:6834","nonce":1128949058}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4666,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1820579506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1820579506},{"type":"v1","addr":"172.21.15.50:6835","nonce":1820579506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:45.267124+0000","modified":"2024-09-19T05:34:47.265004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4755},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4755":{"gid":4755,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6836/65880264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":65880264},{"type":"v1","addr":"172.21.15.39:6836","nonce":65880264}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4755,"qdb_cluster":[4755]},"id":2}]} 2024-09-19T05:35:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 14 2024-09-19T05:35:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa6006c2b0 msgr2=0x7faa6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa6006c2b0 0x7faa6006e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7faa78006fd0 tx=0x7faa78008040 comp rx=0 tx=0).stop 2024-09-19T05:35:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 msgr2=0x7faa7c1f2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 0x7faa7c1f2e10 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7faa7400b970 tx=0x7faa7400be30 comp rx=0 tx=0).stop 2024-09-19T05:35:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 shutdown_connections 2024-09-19T05:35:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa6006c2b0 0x7faa6006e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa7c160af0 0x7faa7c1f2e10 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa7c160710 0x7faa7c1f5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 --2- 172.21.15.39:0/3937566207 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa7c0cf800 0x7faa7c153840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 >> 172.21.15.39:0/3937566207 conn(0x7faa7c06d000 msgr2=0x7faa7c0aff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:01.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 shutdown_connections 2024-09-19T05:35:01.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.340+0000 7faa83e7b640 1 -- 172.21.15.39:0/3937566207 wait complete. 2024-09-19T05:35:01.353 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:01.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.454+0000 7ff511f4b640 1 Processor -- start 2024-09-19T05:35:01.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.454+0000 7ff511f4b640 1 -- start start 2024-09-19T05:35:01.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.455+0000 7ff511f4b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c15e900 0x7ff50c06d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.455+0000 7ff511f4b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff50c0b5710 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.455+0000 7ff511f4b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff50c073980 con 0x7ff50c06d7c0 2024-09-19T05:35:01.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.455+0000 7ff511f4b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff50c074220 con 0x7ff50c15e900 2024-09-19T05:35:01.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.455+0000 7ff50bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff50c0b6ba0 0x7ff50c0b7050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34044/0 (socket says 172.21.15.39:34044) 2024-09-19T05:35:01.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.455+0000 7ff50bfff640 1 -- 172.21.15.39:0/404905140 learned_addr learned my addr 172.21.15.39:0/404905140 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:01.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.455+0000 7ff50b7fe640 1 --2- 172.21.15.39:0/404905140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c15e900 0x7ff50c06d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.456+0000 7ff50b7fe640 1 -- 172.21.15.39:0/404905140 >> v1:172.21.15.50:6789/0 conn(0x7ff50c06d7c0 legacy=0x7ff50c15ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.456+0000 7ff50b7fe640 1 -- 172.21.15.39:0/404905140 >> v1:172.21.15.39:6789/0 conn(0x7ff50c0b6ba0 legacy=0x7ff50c0b7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.456+0000 7ff50b7fe640 1 -- 172.21.15.39:0/404905140 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff50c073c60 con 0x7ff50c15e900 2024-09-19T05:35:01.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.457+0000 7ff50b7fe640 1 --2- 172.21.15.39:0/404905140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c15e900 0x7ff50c06d280 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc0097d0 tx=0x7ff4fc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4707aafb74e4d27 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:01.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.457+0000 7ff50a7fc640 1 -- 172.21.15.39:0/404905140 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4fc037070 con 0x7ff50c15e900 2024-09-19T05:35:01.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.457+0000 7ff50a7fc640 1 -- 172.21.15.39:0/404905140 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4fc032440 con 0x7ff50c15e900 2024-09-19T05:35:01.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.457+0000 7ff50a7fc640 1 -- 172.21.15.39:0/404905140 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4fc032810 con 0x7ff50c15e900 2024-09-19T05:35:01.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.458+0000 7ff511f4b640 1 -- 172.21.15.39:0/404905140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c15e900 msgr2=0x7ff50c06d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.458+0000 7ff511f4b640 1 --2- 172.21.15.39:0/404905140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c15e900 0x7ff50c06d280 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc0097d0 tx=0x7ff4fc02a180 comp rx=0 tx=0).stop 2024-09-19T05:35:01.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.458+0000 7ff511f4b640 1 -- 172.21.15.39:0/404905140 shutdown_connections 2024-09-19T05:35:01.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.458+0000 7ff511f4b640 1 --2- 172.21.15.39:0/404905140 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c15e900 0x7ff50c06d280 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.458+0000 7ff511f4b640 1 -- 172.21.15.39:0/404905140 >> 172.21.15.39:0/404905140 conn(0x7ff50c0d24b0 msgr2=0x7ff50c0d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:01.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.458+0000 7ff511f4b640 1 -- 172.21.15.39:0/404905140 shutdown_connections 2024-09-19T05:35:01.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.458+0000 7ff511f4b640 1 -- 172.21.15.39:0/404905140 wait complete. 2024-09-19T05:35:01.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.459+0000 7ff511f4b640 1 Processor -- start 2024-09-19T05:35:01.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.459+0000 7ff511f4b640 1 -- start start 2024-09-19T05:35:01.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff511f4b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c06d7c0 0x7ff50c1e97b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff511f4b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff50c0b6ba0 0x7ff50c157440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff511f4b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff50c15e900 0x7ff50c1e83b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff511f4b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff50c06bf30 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff511f4b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff50c06bc50 con 0x7ff50c15e900 2024-09-19T05:35:01.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff511f4b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff50c15f3f0 con 0x7ff50c06d7c0 2024-09-19T05:35:01.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff50c0b6ba0 0x7ff50c157440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff50c0b6ba0 0x7ff50c157440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60996/0 (socket says 172.21.15.39:60996) 2024-09-19T05:35:01.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50affd640 1 -- 172.21.15.39:0/455420767 learned_addr learned my addr 172.21.15.39:0/455420767 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:01.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50bfff640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff50c15e900 0x7ff50c1e83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50b7fe640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c06d7c0 0x7ff50c1e97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50affd640 1 -- 172.21.15.39:0/455420767 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c06d7c0 msgr2=0x7ff50c1e97b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50affd640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c06d7c0 0x7ff50c1e97b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50affd640 1 -- 172.21.15.39:0/455420767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff50c15e900 msgr2=0x7ff50c1e83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50affd640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff50c15e900 0x7ff50c1e83b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50affd640 1 -- 172.21.15.39:0/455420767 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff50c1e9cf0 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50b7fe640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c06d7c0 0x7ff50c1e97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:01.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff50affd640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff50c0b6ba0 0x7ff50c157440 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff50000c440 tx=0x7ff50000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:01.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.460+0000 7ff4f3fff640 1 -- 172.21.15.39:0/455420767 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5000052d0 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.461+0000 7ff4f3fff640 1 -- 172.21.15.39:0/455420767 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff500005470 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.461+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff50c157980 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.461+0000 7ff4f3fff640 1 -- 172.21.15.39:0/455420767 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff500007260 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.461+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff50c1e78d0 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.462+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff50c06d280 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.462+0000 7ff4f3fff640 1 -- 172.21.15.39:0/455420767 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff5000074c0 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.462+0000 7ff4f3fff640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4f806c2b0 0x7ff4f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.463+0000 7ff4f3fff640 1 -- 172.21.15.39:0/455420767 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7ff50008a840 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.463+0000 7ff50b7fe640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4f806c2b0 0x7ff4f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.463+0000 7ff50b7fe640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4f806c2b0 0x7ff4f806e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc034000 tx=0x7ff4fc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:01.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.467+0000 7ff4f3fff640 1 -- 172.21.15.39:0/455420767 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff50c1e9cf0 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.675+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff50c15c910 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.676+0000 7ff4f3fff640 1 -- 172.21.15.39:0/455420767 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5217 (secure 0 0 0) 0x7ff500059040 con 0x7ff50c0b6ba0 2024-09-19T05:35:01.678 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:01.678 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":14,"btime":"2024-09-19T05:34:47:922383+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4541,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/1583579234","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1583579234},{"type":"v1","addr":"172.21.15.39:6837","nonce":1583579234}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4663,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1128949058","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1128949058},{"type":"v1","addr":"172.21.15.50:6834","nonce":1128949058}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4666,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1820579506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1820579506},{"type":"v1","addr":"172.21.15.50:6835","nonce":1820579506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:45.267124+0000","modified":"2024-09-19T05:34:47.265004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4755},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4755":{"gid":4755,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6836/65880264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":65880264},{"type":"v1","addr":"172.21.15.39:6836","nonce":65880264}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4755,"qdb_cluster":[4755]},"id":2}]} 2024-09-19T05:35:01.678 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 14 2024-09-19T05:35:01.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4f806c2b0 msgr2=0x7ff4f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4f806c2b0 0x7ff4f806e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc034000 tx=0x7ff4fc02e000 comp rx=0 tx=0).stop 2024-09-19T05:35:01.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff50c0b6ba0 msgr2=0x7ff50c157440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff50c0b6ba0 0x7ff50c157440 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff50000c440 tx=0x7ff50000c900 comp rx=0 tx=0).stop 2024-09-19T05:35:01.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 shutdown_connections 2024-09-19T05:35:01.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff4f806c2b0 0x7ff4f806e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff50c15e900 0x7ff50c1e83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff50c0b6ba0 0x7ff50c157440 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 --2- 172.21.15.39:0/455420767 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff50c06d7c0 0x7ff50c1e97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 >> 172.21.15.39:0/455420767 conn(0x7ff50c0d24b0 msgr2=0x7ff50c0b3910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:01.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 shutdown_connections 2024-09-19T05:35:01.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.678+0000 7ff511f4b640 1 -- 172.21.15.39:0/455420767 wait complete. 2024-09-19T05:35:01.691 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:01.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.792+0000 7fe015c0a640 1 Processor -- start 2024-09-19T05:35:01.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.792+0000 7fe015c0a640 1 -- start start 2024-09-19T05:35:01.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe015c0a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe0100737f0 0x7fe010154e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe015c0a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0100b5d80 con 0x7fe0100d0fd0 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe015c0a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0100b6060 con 0x7fe010162c80 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe015c0a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe0101630e0 con 0x7fe0100737f0 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe0100d0fd0 0x7fe0100b52c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34052/0 (socket says 172.21.15.39:34052) 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00f7fe640 1 -- 172.21.15.39:0/2094879327 learned_addr learned my addr 172.21.15.39:0/2094879327 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00ffff640 1 --2- 172.21.15.39:0/2094879327 >> v2:172.21.15.50:3300/0 conn(0x7fe0100737f0 0x7fe010154e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1026774453 0 0) 0x7fe0100b5d80 con 0x7fe0100d0fd0 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdff8003520 con 0x7fe0100d0fd0 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3888218152 0 0) 0x7fdff8003520 con 0x7fe0100d0fd0 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 >> v2:172.21.15.50:3300/0 conn(0x7fe0100737f0 msgr2=0x7fe010154e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:01.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 --2- 172.21.15.39:0/2094879327 >> v2:172.21.15.50:3300/0 conn(0x7fe0100737f0 0x7fe010154e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 >> v1:172.21.15.50:6789/0 conn(0x7fe010162c80 legacy=0x7fe0100730e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0101621a0 con 0x7fe0100d0fd0 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fe000001670 con 0x7fe0100d0fd0 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 >> v1:172.21.15.39:6789/0 conn(0x7fe0100d0fd0 legacy=0x7fe0100b52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdff80039b0 0x7fdff8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdff8004800 0x7fdff8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdff80051c0 0x7fdff800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe0101630e0 con 0x7fdff80039b0 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdff800c060 con 0x7fdff80051c0 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.793+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdff800c260 con 0x7fdff8004800 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.794+0000 7fe00f7fe640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdff80039b0 0x7fdff8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.794+0000 7fe00ffff640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdff80051c0 0x7fdff800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.794+0000 7fe00effd640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdff8004800 0x7fdff8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.794+0000 7fe00f7fe640 1 -- 172.21.15.39:0/2094879327 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdff8004800 msgr2=0x7fdff8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:01.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.794+0000 7fe00f7fe640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdff8004800 0x7fdff8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.794+0000 7fe00f7fe640 1 -- 172.21.15.39:0/2094879327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdff80051c0 msgr2=0x7fdff800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:01.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.794+0000 7fe00f7fe640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdff80051c0 0x7fdff800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.794+0000 7fe00f7fe640 1 -- 172.21.15.39:0/2094879327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdff8003520 con 0x7fdff80039b0 2024-09-19T05:35:01.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.794+0000 7fe00ffff640 1 -- 172.21.15.39:0/2094879327 reap_dead start 2024-09-19T05:35:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe00f7fe640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdff80039b0 0x7fdff8003dd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe00000c210 tx=0x7fdff8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac18eb897fbe2ff7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe000007d30 con 0x7fdff80039b0 2024-09-19T05:35:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe000005af0 con 0x7fdff80039b0 2024-09-19T05:35:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe00e7fc640 1 -- 172.21.15.39:0/2094879327 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe000007070 con 0x7fdff80039b0 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe015c0a640 1 -- 172.21.15.39:0/2094879327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdff80039b0 msgr2=0x7fdff8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe015c0a640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdff80039b0 0x7fdff8003dd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe00000c210 tx=0x7fdff8005830 comp rx=0 tx=0).stop 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe015c0a640 1 -- 172.21.15.39:0/2094879327 shutdown_connections 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe015c0a640 1 --2- 172.21.15.39:0/2094879327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdff80039b0 0x7fdff8003dd0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe015c0a640 1 -- 172.21.15.39:0/2094879327 >> 172.21.15.39:0/2094879327 conn(0x7fe01006bb20 msgr2=0x7fe01006bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe015c0a640 1 -- 172.21.15.39:0/2094879327 shutdown_connections 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.795+0000 7fe015c0a640 1 -- 172.21.15.39:0/2094879327 wait complete. 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.797+0000 7fe015c0a640 1 Processor -- start 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.797+0000 7fe015c0a640 1 -- start start 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.797+0000 7fe015c0a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdff80039b0 0x7fe01009e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.797+0000 7fe015c0a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe01009ba30 0x7fe01014b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.797+0000 7fe015c0a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe010160db0 0x7fe010161230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.797+0000 7fe015c0a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe0100d13b0 con 0x7fe01009ba30 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.797+0000 7fe015c0a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe010162760 con 0x7fdff80039b0 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.797+0000 7fe015c0a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe01009ef00 con 0x7fe010160db0 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe01009ba30 0x7fe01014b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe01009ba30 0x7fe01014b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32780/0 (socket says 172.21.15.39:32780) 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00effd640 1 -- 172.21.15.39:0/2179009103 learned_addr learned my addr 172.21.15.39:0/2179009103 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00f7fe640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdff80039b0 0x7fe01009e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00ffff640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe010160db0 0x7fe010161230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00effd640 1 -- 172.21.15.39:0/2179009103 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe010160db0 msgr2=0x7fe010161230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00effd640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe010160db0 0x7fe010161230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00effd640 1 -- 172.21.15.39:0/2179009103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdff80039b0 msgr2=0x7fe01009e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00effd640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdff80039b0 0x7fe01009e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00effd640 1 -- 172.21.15.39:0/2179009103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe01015d2b0 con 0x7fe01009ba30 2024-09-19T05:35:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe00effd640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe01009ba30 0x7fe01014b7d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe00400f620 tx=0x7fe00400fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fdff7fff640 1 -- 172.21.15.39:0/2179009103 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0040052e0 con 0x7fe01009ba30 2024-09-19T05:35:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fdff7fff640 1 -- 172.21.15.39:0/2179009103 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe004018070 con 0x7fe01009ba30 2024-09-19T05:35:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fdff7fff640 1 -- 172.21.15.39:0/2179009103 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe004003810 con 0x7fe01009ba30 2024-09-19T05:35:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe01009ec40 con 0x7fe01009ba30 2024-09-19T05:35:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.798+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe01014bed0 con 0x7fe01009ba30 2024-09-19T05:35:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.799+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe01006f2e0 con 0x7fe01009ba30 2024-09-19T05:35:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.800+0000 7fdff7fff640 1 -- 172.21.15.39:0/2179009103 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe0040039b0 con 0x7fe01009ba30 2024-09-19T05:35:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.800+0000 7fdff7fff640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdffc06c2b0 0x7fdffc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.800+0000 7fdff7fff640 1 -- 172.21.15.39:0/2179009103 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe00408b020 con 0x7fe01009ba30 2024-09-19T05:35:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.800+0000 7fe00f7fe640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdffc06c2b0 0x7fdffc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.801+0000 7fe00f7fe640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdffc06c2b0 0x7fdffc06e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe000032000 tx=0x7fe000034040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:01.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.805+0000 7fdff7fff640 1 -- 172.21.15.39:0/2179009103 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe004059140 con 0x7fe01009ba30 2024-09-19T05:35:01.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.983+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe0100b0450 con 0x7fe01009ba30 2024-09-19T05:35:01.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.984+0000 7fdff7fff640 1 -- 172.21.15.39:0/2179009103 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16705 (secure 0 0 0) 0x7fe00405d440 con 0x7fe01009ba30 2024-09-19T05:35:01.986 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:01.986 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":32,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:46.915961+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:43.162013+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:44.245004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdffc06c2b0 msgr2=0x7fdffc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdffc06c2b0 0x7fdffc06e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe000032000 tx=0x7fe000034040 comp rx=0 tx=0).stop 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe01009ba30 msgr2=0x7fe01014b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe01009ba30 0x7fe01014b7d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe00400f620 tx=0x7fe00400fae0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 shutdown_connections 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdffc06c2b0 0x7fdffc06e770 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe010160db0 0x7fe010161230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe01009ba30 0x7fe01014b7d0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 --2- 172.21.15.39:0/2179009103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdff80039b0 0x7fe01009e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:01.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 >> 172.21.15.39:0/2179009103 conn(0x7fe01006bb20 msgr2=0x7fe010071850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:01.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 shutdown_connections 2024-09-19T05:35:01.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:01.987+0000 7fe015c0a640 1 -- 172.21.15.39:0/2179009103 wait complete. 2024-09-19T05:35:02.000 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:35:02.000 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:02.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.101+0000 7f7dc40d0640 1 Processor -- start 2024-09-19T05:35:02.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.101+0000 7f7dc40d0640 1 -- start start 2024-09-19T05:35:02.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.102+0000 7f7dc40d0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7dbc06bb20 0x7f7dbc15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.102+0000 7f7dc40d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7dbc1603c0 con 0x7f7dbc06d160 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.102+0000 7f7dc40d0640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7dbc06c0c0 con 0x7f7dbc15e4f0 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.102+0000 7f7dc40d0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7dbc06ccd0 con 0x7f7dbc06bb20 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.102+0000 7f7dc266d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7dbc06d160 0x7f7dbc06d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34062/0 (socket says 172.21.15.39:34062) 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.102+0000 7f7dc266d640 1 -- 172.21.15.39:0/711406854 learned_addr learned my addr 172.21.15.39:0/711406854 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.102+0000 7f7dc166b640 1 --2- 172.21.15.39:0/711406854 >> v2:172.21.15.50:3300/0 conn(0x7f7dbc06bb20 0x7f7dbc15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.102+0000 7f7dc0e6a640 1 -- 172.21.15.39:0/711406854 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4272064110 0 0) 0x7f7dbc1603c0 con 0x7f7dbc06d160 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.102+0000 7f7dc0e6a640 1 -- 172.21.15.39:0/711406854 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7da4003520 con 0x7f7dbc06d160 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.103+0000 7f7dc0e6a640 1 -- 172.21.15.39:0/711406854 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3043452663 0 0) 0x7f7da4003520 con 0x7f7dbc06d160 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.103+0000 7f7dc166b640 1 -- 172.21.15.39:0/711406854 >> v1:172.21.15.50:6789/0 conn(0x7f7dbc15e4f0 legacy=0x7f7dbc15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.103+0000 7f7dc166b640 1 -- 172.21.15.39:0/711406854 >> v1:172.21.15.39:6789/0 conn(0x7f7dbc06d160 legacy=0x7f7dbc06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.103+0000 7f7dc166b640 1 -- 172.21.15.39:0/711406854 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dbc06c3a0 con 0x7f7dbc06bb20 2024-09-19T05:35:02.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc166b640 1 --2- 172.21.15.39:0/711406854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7dbc06bb20 0x7f7dbc15f570 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7db00097a0 tx=0x7f7db002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36a16b09e46fca3a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:02.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc0e6a640 1 -- 172.21.15.39:0/711406854 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db0037070 con 0x7f7dbc06bb20 2024-09-19T05:35:02.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc0e6a640 1 -- 172.21.15.39:0/711406854 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7db002ac50 con 0x7f7dbc06bb20 2024-09-19T05:35:02.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc0e6a640 1 -- 172.21.15.39:0/711406854 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac0019f0 con 0x7f7dbc06bb20 2024-09-19T05:35:02.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc40d0640 1 -- 172.21.15.39:0/711406854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7dbc06bb20 msgr2=0x7f7dbc15f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc40d0640 1 --2- 172.21.15.39:0/711406854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7dbc06bb20 0x7f7dbc15f570 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7db00097a0 tx=0x7f7db002a1c0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc40d0640 1 -- 172.21.15.39:0/711406854 shutdown_connections 2024-09-19T05:35:02.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc40d0640 1 --2- 172.21.15.39:0/711406854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7dbc06bb20 0x7f7dbc15f570 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc40d0640 1 -- 172.21.15.39:0/711406854 >> 172.21.15.39:0/711406854 conn(0x7f7dbc06e5b0 msgr2=0x7f7dbc06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc40d0640 1 -- 172.21.15.39:0/711406854 shutdown_connections 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.104+0000 7f7dc40d0640 1 -- 172.21.15.39:0/711406854 wait complete. 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc40d0640 1 Processor -- start 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc40d0640 1 -- start start 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc40d0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7dbc06bb20 0x7f7dbc15bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc40d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dbc06d160 0x7f7dbc150530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc40d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7dbc15e4f0 0x7f7dbc150a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc40d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc15e8d0 con 0x7f7dbc06d160 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc40d0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc06c960 con 0x7f7dbc06bb20 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc40d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7dbc0b6dc0 con 0x7f7dbc15e4f0 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc166b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dbc06d160 0x7f7dbc150530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.106+0000 7f7dc166b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dbc06d160 0x7f7dbc150530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32786/0 (socket says 172.21.15.39:32786) 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc166b640 1 -- 172.21.15.39:0/3997774880 learned_addr learned my addr 172.21.15.39:0/3997774880 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc1e6c640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7dbc06bb20 0x7f7dbc15bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc266d640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7dbc15e4f0 0x7f7dbc150a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc166b640 1 -- 172.21.15.39:0/3997774880 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7dbc15e4f0 msgr2=0x7f7dbc150a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc166b640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7dbc15e4f0 0x7f7dbc150a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc166b640 1 -- 172.21.15.39:0/3997774880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7dbc06bb20 msgr2=0x7f7dbc15bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc166b640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7dbc06bb20 0x7f7dbc15bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc166b640 1 -- 172.21.15.39:0/3997774880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dbc0d0310 con 0x7f7dbc06d160 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc266d640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7dbc15e4f0 0x7f7dbc150a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc166b640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dbc06d160 0x7f7dbc150530 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7db00098c0 tx=0x7f7db00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dba7fc640 1 -- 172.21.15.39:0/3997774880 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db0041070 con 0x7f7dbc06d160 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dba7fc640 1 -- 172.21.15.39:0/3997774880 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7db003c460 con 0x7f7dbc06d160 2024-09-19T05:35:02.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dba7fc640 1 -- 172.21.15.39:0/3997774880 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db0037040 con 0x7f7dbc06d160 2024-09-19T05:35:02.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dbc0cfb10 con 0x7f7dbc06d160 2024-09-19T05:35:02.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.107+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dbc14b550 con 0x7f7dbc06d160 2024-09-19T05:35:02.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.108+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dbc0b1f30 con 0x7f7dbc06d160 2024-09-19T05:35:02.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.109+0000 7f7dba7fc640 1 -- 172.21.15.39:0/3997774880 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7db0044070 con 0x7f7dbc06d160 2024-09-19T05:35:02.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.109+0000 7f7dba7fc640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7da806c2b0 0x7f7da806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.109+0000 7f7dc1e6c640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7da806c2b0 0x7f7da806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.109+0000 7f7dba7fc640 1 -- 172.21.15.39:0/3997774880 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f7db00ab970 con 0x7f7dbc06d160 2024-09-19T05:35:02.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.110+0000 7f7dc1e6c640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7da806c2b0 0x7f7da806e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7db4000f60 tx=0x7f7db4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:02.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.114+0000 7f7dba7fc640 1 -- 172.21.15.39:0/3997774880 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7dbc0d0310 con 0x7f7dbc06d160 2024-09-19T05:35:02.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.325+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7dbc06f270 con 0x7f7dbc06d160 2024-09-19T05:35:02.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.325+0000 7f7dba7fc640 1 -- 172.21.15.39:0/3997774880 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5217 (secure 0 0 0) 0x7f7db0079a90 con 0x7f7dbc06d160 2024-09-19T05:35:02.327 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:02.327 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":14,"btime":"2024-09-19T05:34:47:922383+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4541,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/1583579234","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1583579234},{"type":"v1","addr":"172.21.15.39:6837","nonce":1583579234}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4663,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1128949058","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1128949058},{"type":"v1","addr":"172.21.15.50:6834","nonce":1128949058}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4666,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1820579506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1820579506},{"type":"v1","addr":"172.21.15.50:6835","nonce":1820579506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:45.267124+0000","modified":"2024-09-19T05:34:47.265004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4755},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4755":{"gid":4755,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6836/65880264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":65880264},{"type":"v1","addr":"172.21.15.39:6836","nonce":65880264}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4755,"qdb_cluster":[4755]},"id":2}]} 2024-09-19T05:35:02.327 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 14 2024-09-19T05:35:02.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7da806c2b0 msgr2=0x7f7da806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7da806c2b0 0x7f7da806e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7db4000f60 tx=0x7f7db4009040 comp rx=0 tx=0).stop 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dbc06d160 msgr2=0x7f7dbc150530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dbc06d160 0x7f7dbc150530 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7db00098c0 tx=0x7f7db00046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 shutdown_connections 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7da806c2b0 0x7f7da806e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7dbc15e4f0 0x7f7dbc150a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dbc06d160 0x7f7dbc150530 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 --2- 172.21.15.39:0/3997774880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7dbc06bb20 0x7f7dbc15bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 >> 172.21.15.39:0/3997774880 conn(0x7f7dbc06e5b0 msgr2=0x7f7dbc15ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 shutdown_connections 2024-09-19T05:35:02.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.328+0000 7f7dc40d0640 1 -- 172.21.15.39:0/3997774880 wait complete. 2024-09-19T05:35:02.340 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:02.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.441+0000 7fec0fc65640 1 Processor -- start 2024-09-19T05:35:02.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.441+0000 7fec0fc65640 1 -- start start 2024-09-19T05:35:02.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.442+0000 7fec0fc65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fec0815e4f0 0x7fec0815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.442+0000 7fec0fc65640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec081603c0 con 0x7fec0806d160 2024-09-19T05:35:02.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.442+0000 7fec0fc65640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec0806c0c0 con 0x7fec0806bb20 2024-09-19T05:35:02.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.442+0000 7fec0fc65640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fec0806ccd0 con 0x7fec0815e4f0 2024-09-19T05:35:02.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.442+0000 7fec0e202640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fec0806d160 0x7fec0806d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34066/0 (socket says 172.21.15.39:34066) 2024-09-19T05:35:02.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.442+0000 7fec0e202640 1 -- 172.21.15.39:0/2380457714 learned_addr learned my addr 172.21.15.39:0/2380457714 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:02.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.443+0000 7fec0da01640 1 --2- 172.21.15.39:0/2380457714 >> v2:172.21.15.50:3300/0 conn(0x7fec0815e4f0 0x7fec0815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.443+0000 7fec0c9ff640 1 -- 172.21.15.39:0/2380457714 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2056175569 0 0) 0x7fec081603c0 con 0x7fec0806d160 2024-09-19T05:35:02.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.443+0000 7fec0c9ff640 1 -- 172.21.15.39:0/2380457714 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7febf4003520 con 0x7fec0806d160 2024-09-19T05:35:02.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.443+0000 7fec0c9ff640 1 -- 172.21.15.39:0/2380457714 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 817423937 0 0) 0x7fec0806c0c0 con 0x7fec0806bb20 2024-09-19T05:35:02.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.443+0000 7fec0c9ff640 1 -- 172.21.15.39:0/2380457714 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fec081603c0 con 0x7fec0806bb20 2024-09-19T05:35:02.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.443+0000 7fec0da01640 1 -- 172.21.15.39:0/2380457714 >> v1:172.21.15.50:6789/0 conn(0x7fec0806bb20 legacy=0x7fec0815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.443+0000 7fec0da01640 1 -- 172.21.15.39:0/2380457714 >> v1:172.21.15.39:6789/0 conn(0x7fec0806d160 legacy=0x7fec0806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.443+0000 7fec0da01640 1 -- 172.21.15.39:0/2380457714 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0806c3a0 con 0x7fec0815e4f0 2024-09-19T05:35:02.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.444+0000 7fec0da01640 1 --2- 172.21.15.39:0/2380457714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 0x7fec0815f570 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fec040097a0 tx=0x7fec0402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=673e99dce0d60162 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:02.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.444+0000 7fec0c9ff640 1 -- 172.21.15.39:0/2380457714 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04037070 con 0x7fec0815e4f0 2024-09-19T05:35:02.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.444+0000 7fec0c9ff640 1 -- 172.21.15.39:0/2380457714 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec04032440 con 0x7fec0815e4f0 2024-09-19T05:35:02.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.444+0000 7fec0c9ff640 1 -- 172.21.15.39:0/2380457714 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04032810 con 0x7fec0815e4f0 2024-09-19T05:35:02.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.445+0000 7fec0fc65640 1 -- 172.21.15.39:0/2380457714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 msgr2=0x7fec0815f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.445+0000 7fec0fc65640 1 --2- 172.21.15.39:0/2380457714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 0x7fec0815f570 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fec040097a0 tx=0x7fec0402a230 comp rx=0 tx=0).stop 2024-09-19T05:35:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.445+0000 7fec0fc65640 1 -- 172.21.15.39:0/2380457714 shutdown_connections 2024-09-19T05:35:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.445+0000 7fec0fc65640 1 --2- 172.21.15.39:0/2380457714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 0x7fec0815f570 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.445+0000 7fec0fc65640 1 -- 172.21.15.39:0/2380457714 >> 172.21.15.39:0/2380457714 conn(0x7fec0806e5b0 msgr2=0x7fec0806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.445+0000 7fec0fc65640 1 -- 172.21.15.39:0/2380457714 shutdown_connections 2024-09-19T05:35:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.445+0000 7fec0fc65640 1 -- 172.21.15.39:0/2380457714 wait complete. 2024-09-19T05:35:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.446+0000 7fec0fc65640 1 Processor -- start 2024-09-19T05:35:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.446+0000 7fec0fc65640 1 -- start start 2024-09-19T05:35:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0fc65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec0806bb20 0x7fec081589d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0fc65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec0806d160 0x7fec080d2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0fc65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 0x7fec0815bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0fc65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fec0815e8d0 con 0x7fec0806d160 2024-09-19T05:35:02.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0fc65640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fec0806c960 con 0x7fec0815e4f0 2024-09-19T05:35:02.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0fc65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fec080b6dc0 con 0x7fec0806bb20 2024-09-19T05:35:02.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0d200640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec0806d160 0x7fec080d2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0d200640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec0806d160 0x7fec080d2400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32790/0 (socket says 172.21.15.39:32790) 2024-09-19T05:35:02.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0d200640 1 -- 172.21.15.39:0/2963844722 learned_addr learned my addr 172.21.15.39:0/2963844722 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:02.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0e202640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 0x7fec0815bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0d200640 1 -- 172.21.15.39:0/2963844722 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec0806bb20 msgr2=0x7fec081589d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0da01640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec0806bb20 0x7fec081589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0d200640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec0806bb20 0x7fec081589d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0d200640 1 -- 172.21.15.39:0/2963844722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 msgr2=0x7fec0815bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0d200640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 0x7fec0815bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0d200640 1 -- 172.21.15.39:0/2963844722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec08158f10 con 0x7fec0806d160 2024-09-19T05:35:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0e202640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 0x7fec0815bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.447+0000 7fec0d200640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec0806d160 0x7fec080d2400 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7febf800c500 tx=0x7febf800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.448+0000 7febfe7fc640 1 -- 172.21.15.39:0/2963844722 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf80052d0 con 0x7fec0806d160 2024-09-19T05:35:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.448+0000 7febfe7fc640 1 -- 172.21.15.39:0/2963844722 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febf8005490 con 0x7fec0806d160 2024-09-19T05:35:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.448+0000 7febfe7fc640 1 -- 172.21.15.39:0/2963844722 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf8012870 con 0x7fec0806d160 2024-09-19T05:35:02.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.448+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec081f52e0 con 0x7fec0806d160 2024-09-19T05:35:02.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.448+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec081f58a0 con 0x7fec0806d160 2024-09-19T05:35:02.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.449+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec0815da40 con 0x7fec0806d160 2024-09-19T05:35:02.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.449+0000 7febfe7fc640 1 -- 172.21.15.39:0/2963844722 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7febf8012a10 con 0x7fec0806d160 2024-09-19T05:35:02.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.450+0000 7febfe7fc640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7febec06c2b0 0x7febec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.450+0000 7febfe7fc640 1 -- 172.21.15.39:0/2963844722 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7febf808b170 con 0x7fec0806d160 2024-09-19T05:35:02.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.450+0000 7fec0da01640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7febec06c2b0 0x7febec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.450+0000 7fec0da01640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7febec06c2b0 0x7febec06e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fec04034000 tx=0x7fec0402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:02.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.454+0000 7febfe7fc640 1 -- 172.21.15.39:0/2963844722 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7febf80598f0 con 0x7fec0806d160 2024-09-19T05:35:02.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.663+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fec0815f4f0 con 0x7fec0806d160 2024-09-19T05:35:02.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.663+0000 7febfe7fc640 1 -- 172.21.15.39:0/2963844722 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5217 (secure 0 0 0) 0x7febf80591f0 con 0x7fec0806d160 2024-09-19T05:35:02.665 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:02.665 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":14,"btime":"2024-09-19T05:34:47:922383+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4541,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/1583579234","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1583579234},{"type":"v1","addr":"172.21.15.39:6837","nonce":1583579234}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4663,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1128949058","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1128949058},{"type":"v1","addr":"172.21.15.50:6834","nonce":1128949058}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4666,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1820579506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1820579506},{"type":"v1","addr":"172.21.15.50:6835","nonce":1820579506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:34:45.267124+0000","modified":"2024-09-19T05:34:47.265004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4755},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4755":{"gid":4755,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6836/65880264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":65880264},{"type":"v1","addr":"172.21.15.39:6836","nonce":65880264}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4755,"qdb_cluster":[4755]},"id":2}]} 2024-09-19T05:35:02.666 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 14 2024-09-19T05:35:02.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.665+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7febec06c2b0 msgr2=0x7febec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.665+0000 7fec0fc65640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7febec06c2b0 0x7febec06e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fec04034000 tx=0x7fec0402e000 comp rx=0 tx=0).stop 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.665+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec0806d160 msgr2=0x7fec080d2400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.665+0000 7fec0fc65640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec0806d160 0x7fec080d2400 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7febf800c500 tx=0x7febf800c9c0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.665+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 shutdown_connections 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.665+0000 7fec0fc65640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7febec06c2b0 0x7febec06e770 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.665+0000 7fec0fc65640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec0815e4f0 0x7fec0815bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.665+0000 7fec0fc65640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec0806d160 0x7fec080d2400 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.665+0000 7fec0fc65640 1 --2- 172.21.15.39:0/2963844722 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec0806bb20 0x7fec081589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.666+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 >> 172.21.15.39:0/2963844722 conn(0x7fec0806e5b0 msgr2=0x7fec080b4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.666+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 shutdown_connections 2024-09-19T05:35:02.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.666+0000 7fec0fc65640 1 -- 172.21.15.39:0/2963844722 wait complete. 2024-09-19T05:35:02.678 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:02.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.779+0000 7fbb911d6640 1 Processor -- start 2024-09-19T05:35:02.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.779+0000 7fbb911d6640 1 -- start start 2024-09-19T05:35:02.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.780+0000 7fbb911d6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbb8c0d08f0 0x7fbb8c0ceb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.780+0000 7fbb911d6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb8c0ccd80 con 0x7fbb8c15b110 2024-09-19T05:35:02.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.780+0000 7fbb911d6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb8c0cd060 con 0x7fbb8c15b4f0 2024-09-19T05:35:02.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.780+0000 7fbb911d6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fbb8c0b44f0 con 0x7fbb8c0d08f0 2024-09-19T05:35:02.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.780+0000 7fbb8ad9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbb8c15b110 0x7fbb8c0b3d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34070/0 (socket says 172.21.15.39:34070) 2024-09-19T05:35:02.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.780+0000 7fbb8ad9d640 1 -- 172.21.15.39:0/3514049585 learned_addr learned my addr 172.21.15.39:0/3514049585 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:02.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.780+0000 7fbb8b59e640 1 --2- 172.21.15.39:0/3514049585 >> v2:172.21.15.50:3300/0 conn(0x7fbb8c0d08f0 0x7fbb8c0ceb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.780+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4001210715 0 0) 0x7fbb8c0ccd80 con 0x7fbb8c15b110 2024-09-19T05:35:02.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.780+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbb74003520 con 0x7fbb8c15b110 2024-09-19T05:35:02.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2567070242 0 0) 0x7fbb74003520 con 0x7fbb8c15b110 2024-09-19T05:35:02.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 >> v2:172.21.15.50:3300/0 conn(0x7fbb8c0d08f0 msgr2=0x7fbb8c0ceb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:02.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 --2- 172.21.15.39:0/3514049585 >> v2:172.21.15.50:3300/0 conn(0x7fbb8c0d08f0 0x7fbb8c0ceb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 >> v1:172.21.15.50:6789/0 conn(0x7fbb8c15b4f0 legacy=0x7fbb8c0d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb8c0cd340 con 0x7fbb8c15b110 2024-09-19T05:35:02.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fbb7c001670 con 0x7fbb8c15b110 2024-09-19T05:35:02.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 >> v1:172.21.15.39:6789/0 conn(0x7fbb8c15b110 legacy=0x7fbb8c0b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb740039b0 0x7fbb74003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb74004800 0x7fbb74004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbb740051c0 0x7fbb7400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbb8c0b44f0 con 0x7fbb74004800 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbb7400c060 con 0x7fbb740039b0 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbb7400c260 con 0x7fbb740051c0 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb8a59c640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb74004800 0x7fbb74004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb8ad9d640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb740039b0 0x7fbb74003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb8b59e640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbb740051c0 0x7fbb7400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb8a59c640 1 -- 172.21.15.39:0/3514049585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbb740051c0 msgr2=0x7fbb7400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb8a59c640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbb740051c0 0x7fbb7400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb8a59c640 1 -- 172.21.15.39:0/3514049585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb740039b0 msgr2=0x7fbb74003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb8a59c640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb740039b0 0x7fbb74003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb8b59e640 1 -- 172.21.15.39:0/3514049585 reap_dead start 2024-09-19T05:35:02.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.781+0000 7fbb8a59c640 1 -- 172.21.15.39:0/3514049585 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb74003520 con 0x7fbb74004800 2024-09-19T05:35:02.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.782+0000 7fbb8a59c640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb74004800 0x7fbb74004c80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fbb80001750 tx=0x7fbb74005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c75e2dd4d2badd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:02.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.782+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb80001370 con 0x7fbb74004800 2024-09-19T05:35:02.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.782+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb800052d0 con 0x7fbb74004800 2024-09-19T05:35:02.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.782+0000 7fbb89d9b640 1 -- 172.21.15.39:0/3514049585 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb8002abe0 con 0x7fbb74004800 2024-09-19T05:35:02.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.782+0000 7fbb911d6640 1 -- 172.21.15.39:0/3514049585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb74004800 msgr2=0x7fbb74004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.782+0000 7fbb911d6640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb74004800 0x7fbb74004c80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fbb80001750 tx=0x7fbb74005830 comp rx=0 tx=0).stop 2024-09-19T05:35:02.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.783+0000 7fbb911d6640 1 -- 172.21.15.39:0/3514049585 shutdown_connections 2024-09-19T05:35:02.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.783+0000 7fbb911d6640 1 --2- 172.21.15.39:0/3514049585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb74004800 0x7fbb74004c80 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.783+0000 7fbb911d6640 1 -- 172.21.15.39:0/3514049585 >> 172.21.15.39:0/3514049585 conn(0x7fbb8c06d000 msgr2=0x7fbb8c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:02.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.783+0000 7fbb911d6640 1 -- 172.21.15.39:0/3514049585 shutdown_connections 2024-09-19T05:35:02.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.783+0000 7fbb911d6640 1 -- 172.21.15.39:0/3514049585 wait complete. 2024-09-19T05:35:02.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.784+0000 7fbb911d6640 1 Processor -- start 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.784+0000 7fbb911d6640 1 -- start start 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb911d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbb74004800 0x7fbb8c1f8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb911d6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb8c0aeb10 0x7fbb8c15db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb911d6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb8c0aef90 0x7fbb8c15e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb911d6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbb8c073e90 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb911d6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbb8c073d10 con 0x7fbb8c0aef90 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb911d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbb8c074010 con 0x7fbb74004800 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb8c0aeb10 0x7fbb8c15db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb8c0aeb10 0x7fbb8c15db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32802/0 (socket says 172.21.15.39:32802) 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8a59c640 1 -- 172.21.15.39:0/1275627947 learned_addr learned my addr 172.21.15.39:0/1275627947 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8ad9d640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbb74004800 0x7fbb8c1f8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8b59e640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb8c0aef90 0x7fbb8c15e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8a59c640 1 -- 172.21.15.39:0/1275627947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbb74004800 msgr2=0x7fbb8c1f8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8a59c640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbb74004800 0x7fbb8c1f8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8a59c640 1 -- 172.21.15.39:0/1275627947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb8c0aef90 msgr2=0x7fbb8c15e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8a59c640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb8c0aef90 0x7fbb8c15e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.785+0000 7fbb8a59c640 1 -- 172.21.15.39:0/1275627947 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb8c1488f0 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.786+0000 7fbb8a59c640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb8c0aeb10 0x7fbb8c15db50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fbb80001870 tx=0x7fbb80001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.786+0000 7fbb737fe640 1 -- 172.21.15.39:0/1275627947 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb8003f030 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.786+0000 7fbb737fe640 1 -- 172.21.15.39:0/1275627947 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb80005480 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.786+0000 7fbb737fe640 1 -- 172.21.15.39:0/1275627947 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb80037040 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.786+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb8c147ce0 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.786+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb8c1482a0 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.787+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb8c0b3d10 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.787+0000 7fbb737fe640 1 -- 172.21.15.39:0/1275627947 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbb80042070 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.788+0000 7fbb737fe640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbb7806c2e0 0x7fbb7806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:02.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.788+0000 7fbb737fe640 1 -- 172.21.15.39:0/1275627947 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fbb800aa690 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.788+0000 7fbb8ad9d640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbb7806c2e0 0x7fbb7806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:02.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.788+0000 7fbb8ad9d640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbb7806c2e0 0x7fbb7806e7a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c0518b0 tx=0x7fbb7c0078f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:02.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.792+0000 7fbb737fe640 1 -- 172.21.15.39:0/1275627947 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbb8004a020 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.846 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:35:02.849 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:35:02.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.969+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbb8c0afbd0 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.971+0000 7fbb737fe640 1 -- 172.21.15.39:0/1275627947 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16705 (secure 0 0 0) 0x7fbb80078720 con 0x7fbb8c0aeb10 2024-09-19T05:35:02.972 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:02.972 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":32,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:34:46.915961+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:34:43.162013+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:34:44.245004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbb7806c2e0 msgr2=0x7fbb7806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbb7806c2e0 0x7fbb7806e7a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c0518b0 tx=0x7fbb7c0078f0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb8c0aeb10 msgr2=0x7fbb8c15db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb8c0aeb10 0x7fbb8c15db50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fbb80001870 tx=0x7fbb80001120 comp rx=0 tx=0).stop 2024-09-19T05:35:02.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 shutdown_connections 2024-09-19T05:35:02.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbb7806c2e0 0x7fbb7806e7a0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbb8c0aef90 0x7fbb8c15e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb8c0aeb10 0x7fbb8c15db50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 --2- 172.21.15.39:0/1275627947 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbb74004800 0x7fbb8c1f8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:02.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 >> 172.21.15.39:0/1275627947 conn(0x7fbb8c06d000 msgr2=0x7fbb8c0b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:02.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 shutdown_connections 2024-09-19T05:35:02.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:02.973+0000 7fbb911d6640 1 -- 172.21.15.39:0/1275627947 wait complete. 2024-09-19T05:35:02.986 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:35:03.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.087+0000 7fa0dd053640 1 Processor -- start 2024-09-19T05:35:03.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.087+0000 7fa0dd053640 1 -- start start 2024-09-19T05:35:03.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.088+0000 7fa0dd053640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa0d806bb20 0x7fa0d815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.088+0000 7fa0dd053640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0d81603c0 con 0x7fa0d815e4f0 2024-09-19T05:35:03.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.088+0000 7fa0dd053640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0d806c0c0 con 0x7fa0d806d160 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.088+0000 7fa0dd053640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa0d806ccd0 con 0x7fa0d806bb20 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.088+0000 7fa0d6d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa0d815e4f0 0x7fa0d815fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34082/0 (socket says 172.21.15.39:34082) 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.088+0000 7fa0d6d9d640 1 -- 172.21.15.39:0/1795313738 learned_addr learned my addr 172.21.15.39:0/1795313738 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.088+0000 7fa0d659c640 1 --2- 172.21.15.39:0/1795313738 >> v2:172.21.15.50:3300/0 conn(0x7fa0d806bb20 0x7fa0d815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.088+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3126188497 0 0) 0x7fa0d81603c0 con 0x7fa0d815e4f0 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.088+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa0c4003520 con 0x7fa0d815e4f0 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2641435664 0 0) 0x7fa0c4003520 con 0x7fa0d815e4f0 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 >> v2:172.21.15.50:3300/0 conn(0x7fa0d806bb20 msgr2=0x7fa0d815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 --2- 172.21.15.39:0/1795313738 >> v2:172.21.15.50:3300/0 conn(0x7fa0d806bb20 0x7fa0d815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 >> v1:172.21.15.50:6789/0 conn(0x7fa0d806d160 legacy=0x7fa0d806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0d806c3a0 con 0x7fa0d815e4f0 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fa0d0001670 con 0x7fa0d815e4f0 2024-09-19T05:35:03.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 >> v1:172.21.15.39:6789/0 conn(0x7fa0d815e4f0 legacy=0x7fa0d815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0c40039b0 0x7fa0c4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0c4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c40051c0 0x7fa0c400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d806ccd0 con 0x7fa0c4004800 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c400c060 con 0x7fa0c40051c0 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa0c400c260 con 0x7fa0c40039b0 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d659c640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0c4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d6d9d640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0c40039b0 0x7fa0c4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d759e640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c40051c0 0x7fa0c400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d659c640 1 -- 172.21.15.39:0/1795313738 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0c40039b0 msgr2=0x7fa0c4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d659c640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0c40039b0 0x7fa0c4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d659c640 1 -- 172.21.15.39:0/1795313738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c40051c0 msgr2=0x7fa0c400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:03.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d659c640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c40051c0 0x7fa0c400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d659c640 1 -- 172.21.15.39:0/1795313738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0c4003520 con 0x7fa0c4004800 2024-09-19T05:35:03.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.089+0000 7fa0d759e640 1 -- 172.21.15.39:0/1795313738 reap_dead start 2024-09-19T05:35:03.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.090+0000 7fa0d659c640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0c4004c80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009ac0 tx=0x7fa0c4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be67832e820f8770 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:03.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.090+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0036070 con 0x7fa0c4004800 2024-09-19T05:35:03.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.090+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0c0031400 con 0x7fa0c4004800 2024-09-19T05:35:03.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.090+0000 7fa0d5d9b640 1 -- 172.21.15.39:0/1795313738 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0009690 con 0x7fa0c4004800 2024-09-19T05:35:03.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.090+0000 7fa0dd053640 1 -- 172.21.15.39:0/1795313738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 msgr2=0x7fa0c4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.090+0000 7fa0dd053640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0c4004c80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009ac0 tx=0x7fa0c4005830 comp rx=0 tx=0).stop 2024-09-19T05:35:03.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.090+0000 7fa0dd053640 1 -- 172.21.15.39:0/1795313738 shutdown_connections 2024-09-19T05:35:03.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.090+0000 7fa0dd053640 1 --2- 172.21.15.39:0/1795313738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0c4004c80 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.091+0000 7fa0dd053640 1 -- 172.21.15.39:0/1795313738 >> 172.21.15.39:0/1795313738 conn(0x7fa0d806e5b0 msgr2=0x7fa0d806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:03.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.091+0000 7fa0dd053640 1 -- 172.21.15.39:0/1795313738 shutdown_connections 2024-09-19T05:35:03.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.091+0000 7fa0dd053640 1 -- 172.21.15.39:0/1795313738 wait complete. 2024-09-19T05:35:03.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.092+0000 7fa0dd053640 1 Processor -- start 2024-09-19T05:35:03.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.092+0000 7fa0dd053640 1 -- start start 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0dd053640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0d80d21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0dd053640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0d81e7790 0x7fa0d81e7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0dd053640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0d815aa90 0x7fa0d815af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0dd053640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d815e8d0 con 0x7fa0c4004800 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0dd053640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d806c960 con 0x7fa0d815aa90 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0dd053640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa0d815f570 con 0x7fa0d81e7790 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0d80d21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0d80d21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32826/0 (socket says 172.21.15.39:32826) 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d6d9d640 1 -- 172.21.15.39:0/377621046 learned_addr learned my addr 172.21.15.39:0/377621046 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d659c640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0d81e7790 0x7fa0d81e7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d759e640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0d815aa90 0x7fa0d815af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d6d9d640 1 -- 172.21.15.39:0/377621046 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0d81e7790 msgr2=0x7fa0d81e7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d6d9d640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0d81e7790 0x7fa0d81e7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d6d9d640 1 -- 172.21.15.39:0/377621046 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0d815aa90 msgr2=0x7fa0d815af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d6d9d640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0d815aa90 0x7fa0d815af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d6d9d640 1 -- 172.21.15.39:0/377621046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0d8149090 con 0x7fa0c4004800 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d759e640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0d815aa90 0x7fa0d815af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.093+0000 7fa0d6d9d640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0d80d21e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa0d00072c0 tx=0x7fa0d0007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.094+0000 7fa0cf7fe640 1 -- 172.21.15.39:0/377621046 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d001a070 con 0x7fa0c4004800 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.094+0000 7fa0cf7fe640 1 -- 172.21.15.39:0/377621046 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0d000f960 con 0x7fa0c4004800 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.094+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0d81e83a0 con 0x7fa0c4004800 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.094+0000 7fa0cf7fe640 1 -- 172.21.15.39:0/377621046 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d000fd10 con 0x7fa0c4004800 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.094+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0d80ced60 con 0x7fa0c4004800 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.095+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0d815ba10 con 0x7fa0c4004800 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.095+0000 7fa0cf7fe640 1 -- 172.21.15.39:0/377621046 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0d001d070 con 0x7fa0c4004800 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.095+0000 7fa0cf7fe640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa0b806c2b0 0x7fa0b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.096+0000 7fa0cf7fe640 1 -- 172.21.15.39:0/377621046 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa0d008afd0 con 0x7fa0c4004800 2024-09-19T05:35:03.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.096+0000 7fa0d659c640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa0b806c2b0 0x7fa0b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.096+0000 7fa0d659c640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa0b806c2b0 0x7fa0b806e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0033000 tx=0x7fa0c0008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:03.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.100+0000 7fa0cf7fe640 1 -- 172.21.15.39:0/377621046 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0d0059740 con 0x7fa0c4004800 2024-09-19T05:35:03.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.309+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa0d815f900 con 0x7fa0c4004800 2024-09-19T05:35:03.311 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:35:03.310+0000 7efed0237640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:35:03.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.312+0000 7fa0cf7fe640 1 -- 172.21.15.39:0/377621046 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v15) ==== 161+0+0 (secure 0 0 0) 0x7fa0d0059040 con 0x7fa0c4004800 2024-09-19T05:35:03.313 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa0b806c2b0 msgr2=0x7fa0b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa0b806c2b0 0x7fa0b806e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0033000 tx=0x7fa0c0008030 comp rx=0 tx=0).stop 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 msgr2=0x7fa0d80d21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0d80d21e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa0d00072c0 tx=0x7fa0d0007780 comp rx=0 tx=0).stop 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 shutdown_connections 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa0b806c2b0 0x7fa0b806e770 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0d815aa90 0x7fa0d815af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa0d81e7790 0x7fa0d81e7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 --2- 172.21.15.39:0/377621046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0c4004800 0x7fa0d80d21e0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 >> 172.21.15.39:0/377621046 conn(0x7fa0d806e5b0 msgr2=0x7fa0d80cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 shutdown_connections 2024-09-19T05:35:03.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.315+0000 7fa0dd053640 1 -- 172.21.15.39:0/377621046 wait complete. 2024-09-19T05:35:03.318 INFO:tasks.ceph.mds.c.smithi039.stderr: -2397> 2024-09-19T05:34:49.870+0000 7fe112430640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:35:03.328 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:35:03.346 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:35:03.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.432+0000 7fce8852c640 1 Processor -- start 2024-09-19T05:35:03.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.432+0000 7fce8852c640 1 -- start start 2024-09-19T05:35:03.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce8852c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce800733b0 0x7fce800b4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce8852c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fce800d0590 0x7fce80070b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce8852c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fce80073790 0x7fce800710d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce8852c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fce80160120 con 0x7fce80073790 2024-09-19T05:35:03.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce8852c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fce80160370 con 0x7fce800d0590 2024-09-19T05:35:03.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce8852c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fce80160650 con 0x7fce800733b0 2024-09-19T05:35:03.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce86ac9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fce80073790 0x7fce800710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce86ac9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fce80073790 0x7fce800710d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32850/0 (socket says 172.21.15.39:32850) 2024-09-19T05:35:03.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce86ac9640 1 -- 172.21.15.39:0/3406124919 learned_addr learned my addr 172.21.15.39:0/3406124919 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:03.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce85ac7640 1 --2- 172.21.15.39:0/3406124919 >> v2:172.21.15.50:3300/0 conn(0x7fce800d0590 0x7fce80070b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce862c8640 1 --2- 172.21.15.39:0/3406124919 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce800733b0 0x7fce800b4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce86ac9640 1 -- 172.21.15.39:0/3406124919 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce800733b0 msgr2=0x7fce800b4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:03.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce86ac9640 1 --2- 172.21.15.39:0/3406124919 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce800733b0 0x7fce800b4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce86ac9640 1 -- 172.21.15.39:0/3406124919 >> v2:172.21.15.50:3300/0 conn(0x7fce800d0590 msgr2=0x7fce80070b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:03.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.433+0000 7fce86ac9640 1 --2- 172.21.15.39:0/3406124919 >> v2:172.21.15.50:3300/0 conn(0x7fce800d0590 0x7fce80070b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.434+0000 7fce86ac9640 1 -- 172.21.15.39:0/3406124919 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce80160930 con 0x7fce80073790 2024-09-19T05:35:03.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.434+0000 7fce86ac9640 1 --2- 172.21.15.39:0/3406124919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce80073790 0x7fce800710d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fce800743c0 tx=0x7fce7802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a344af0d5785fca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:03.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.434+0000 7fce852c6640 1 -- 172.21.15.39:0/3406124919 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce78037070 con 0x7fce80073790 2024-09-19T05:35:03.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.434+0000 7fce852c6640 1 -- 172.21.15.39:0/3406124919 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce78032440 con 0x7fce80073790 2024-09-19T05:35:03.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.434+0000 7fce852c6640 1 -- 172.21.15.39:0/3406124919 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce78032810 con 0x7fce80073790 2024-09-19T05:35:03.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.435+0000 7fce8852c640 1 -- 172.21.15.39:0/3406124919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce80073790 msgr2=0x7fce800710d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.435+0000 7fce8852c640 1 --2- 172.21.15.39:0/3406124919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce80073790 0x7fce800710d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fce800743c0 tx=0x7fce7802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.435+0000 7fce8852c640 1 -- 172.21.15.39:0/3406124919 shutdown_connections 2024-09-19T05:35:03.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.435+0000 7fce8852c640 1 --2- 172.21.15.39:0/3406124919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce80073790 0x7fce800710d0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.435+0000 7fce8852c640 1 --2- 172.21.15.39:0/3406124919 >> v2:172.21.15.50:3300/0 conn(0x7fce800d0590 0x7fce80070b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.435+0000 7fce8852c640 1 --2- 172.21.15.39:0/3406124919 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce800733b0 0x7fce800b4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.435+0000 7fce8852c640 1 -- 172.21.15.39:0/3406124919 >> 172.21.15.39:0/3406124919 conn(0x7fce800b4330 msgr2=0x7fce800b4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.435+0000 7fce8852c640 1 -- 172.21.15.39:0/3406124919 shutdown_connections 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.435+0000 7fce8852c640 1 -- 172.21.15.39:0/3406124919 wait complete. 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.436+0000 7fce8852c640 1 Processor -- start 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.436+0000 7fce8852c640 1 -- start start 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce8852c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce800733b0 0x7fce8015d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce8852c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce80073790 0x7fce80148c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce8852c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce800d0590 0x7fce80149180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce8852c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fce800b1ef0 con 0x7fce800d0590 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce8852c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fce800b1d70 con 0x7fce800733b0 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce8852c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fce800b2070 con 0x7fce80073790 2024-09-19T05:35:03.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce86ac9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce800d0590 0x7fce80149180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce86ac9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce800d0590 0x7fce80149180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32852/0 (socket says 172.21.15.39:32852) 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce86ac9640 1 -- 172.21.15.39:0/1268541113 learned_addr learned my addr 172.21.15.39:0/1268541113 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce862c8640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce800733b0 0x7fce8015d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce85ac7640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce80073790 0x7fce80148c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce86ac9640 1 -- 172.21.15.39:0/1268541113 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce80073790 msgr2=0x7fce80148c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce86ac9640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce80073790 0x7fce80148c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce86ac9640 1 -- 172.21.15.39:0/1268541113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce800733b0 msgr2=0x7fce8015d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce86ac9640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce800733b0 0x7fce8015d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.437+0000 7fce86ac9640 1 -- 172.21.15.39:0/1268541113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce8015e870 con 0x7fce800d0590 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.438+0000 7fce86ac9640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce800d0590 0x7fce80149180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fce780090b0 tx=0x7fce780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.438+0000 7fce7effd640 1 -- 172.21.15.39:0/1268541113 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce78041020 con 0x7fce800d0590 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.438+0000 7fce7effd640 1 -- 172.21.15.39:0/1268541113 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce7803d640 con 0x7fce800d0590 2024-09-19T05:35:03.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.438+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce8015dfd0 con 0x7fce800d0590 2024-09-19T05:35:03.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.438+0000 7fce7effd640 1 -- 172.21.15.39:0/1268541113 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce78037040 con 0x7fce800d0590 2024-09-19T05:35:03.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.438+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce8015e590 con 0x7fce800d0590 2024-09-19T05:35:03.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.439+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce80063610 con 0x7fce800d0590 2024-09-19T05:35:03.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.439+0000 7fce7effd640 1 -- 172.21.15.39:0/1268541113 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fce78044020 con 0x7fce800d0590 2024-09-19T05:35:03.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.440+0000 7fce7effd640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce6c06c2b0 0x7fce6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:03.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.440+0000 7fce7effd640 1 -- 172.21.15.39:0/1268541113 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fce780ab970 con 0x7fce800d0590 2024-09-19T05:35:03.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.440+0000 7fce862c8640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce6c06c2b0 0x7fce6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:03.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.440+0000 7fce862c8640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce6c06c2b0 0x7fce6c06e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fce70011200 tx=0x7fce7000d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:03.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.444+0000 7fce7effd640 1 -- 172.21.15.39:0/1268541113 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fce7804b030 con 0x7fce800d0590 2024-09-19T05:35:03.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:03.659+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fce800b4e20 con 0x7fce800d0590 2024-09-19T05:35:04.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.313+0000 7fce7effd640 1 -- 172.21.15.39:0/1268541113 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v16) ==== 104+0+0 (secure 0 0 0) 0x7fce78079a30 con 0x7fce800d0590 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce6c06c2b0 msgr2=0x7fce6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce6c06c2b0 0x7fce6c06e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fce70011200 tx=0x7fce7000d040 comp rx=0 tx=0).stop 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce800d0590 msgr2=0x7fce80149180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce800d0590 0x7fce80149180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fce780090b0 tx=0x7fce780046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 shutdown_connections 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce6c06c2b0 0x7fce6c06e770 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce800d0590 0x7fce80149180 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce80073790 0x7fce80148c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 --2- 172.21.15.39:0/1268541113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce800733b0 0x7fce8015d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 >> 172.21.15.39:0/1268541113 conn(0x7fce800b4330 msgr2=0x7fce800b37e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:04.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 shutdown_connections 2024-09-19T05:35:04.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.316+0000 7fce8852c640 1 -- 172.21.15.39:0/1268541113 wait complete. 2024-09-19T05:35:04.331 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:35:04.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.483+0000 7f795c991640 1 Processor -- start 2024-09-19T05:35:04.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.483+0000 7f795c991640 1 -- start start 2024-09-19T05:35:04.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f795c991640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f795815e860 0x7f79580cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:04.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f795c991640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f79580b61f0 0x7f79580b6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:04.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f795c991640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79580d5070 con 0x7f79580d3320 2024-09-19T05:35:04.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f795c991640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f79580b3f10 con 0x7f79580b61f0 2024-09-19T05:35:04.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f795c991640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f79580d38c0 con 0x7f795815e860 2024-09-19T05:35:04.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f795659c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f795815e860 0x7f79580cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:04.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f7956d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f79580b61f0 0x7f79580b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:04.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f795659c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f795815e860 0x7f79580cf720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:39454/0 (socket says 172.21.15.39:39454) 2024-09-19T05:35:04.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f7955d9b640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f79580d3320 0x7f79580d4960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:37428/0 (socket says 172.21.15.39:37428) 2024-09-19T05:35:04.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f7956d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f79580b61f0 0x7f79580b6680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:49250/0 (socket says 172.21.15.39:49250) 2024-09-19T05:35:04.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f795659c640 1 -- 172.21.15.39:0/834279178 learned_addr learned my addr 172.21.15.39:0/834279178 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:04.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f7956d9d640 1 -- 172.21.15.39:0/834279178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f795815e860 msgr2=0x7f79580cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:04.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f7956d9d640 1 --2- 172.21.15.39:0/834279178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f795815e860 0x7f79580cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f7956d9d640 1 -- 172.21.15.39:0/834279178 >> v1:172.21.15.50:6789/0 conn(0x7f79580d3320 legacy=0x7f79580d4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f7956d9d640 1 -- 172.21.15.39:0/834279178 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79580d3ba0 con 0x7f79580b61f0 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.484+0000 7f795659c640 1 --2- 172.21.15.39:0/834279178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f795815e860 0x7f79580cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.485+0000 7f7956d9d640 1 --2- 172.21.15.39:0/834279178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79580b61f0 0x7f79580b6680 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7950009d90 tx=0x7f795002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e93d4497c5f67f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.485+0000 7f795559a640 1 -- 172.21.15.39:0/834279178 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7950007740 con 0x7f79580b61f0 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.485+0000 7f795559a640 1 -- 172.21.15.39:0/834279178 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79500078e0 con 0x7f79580b61f0 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.485+0000 7f795559a640 1 -- 172.21.15.39:0/834279178 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7950007cb0 con 0x7f79580b61f0 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.486+0000 7f795c991640 1 -- 172.21.15.39:0/834279178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79580b61f0 msgr2=0x7f79580b6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.486+0000 7f795c991640 1 --2- 172.21.15.39:0/834279178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79580b61f0 0x7f79580b6680 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7950009d90 tx=0x7f795002a660 comp rx=0 tx=0).stop 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.486+0000 7f795c991640 1 -- 172.21.15.39:0/834279178 shutdown_connections 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.486+0000 7f795c991640 1 --2- 172.21.15.39:0/834279178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79580b61f0 0x7f79580b6680 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.486+0000 7f795c991640 1 --2- 172.21.15.39:0/834279178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f795815e860 0x7f79580cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.486+0000 7f795c991640 1 -- 172.21.15.39:0/834279178 >> 172.21.15.39:0/834279178 conn(0x7f7958072560 msgr2=0x7f7958072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:04.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.486+0000 7f795c991640 1 -- 172.21.15.39:0/834279178 shutdown_connections 2024-09-19T05:35:04.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.486+0000 7f795c991640 1 -- 172.21.15.39:0/834279178 wait complete. 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.487+0000 7f795c991640 1 Processor -- start 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.487+0000 7f795c991640 1 -- start start 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f795c991640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79580b61f0 0x7f79580cbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f795c991640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f79580d3320 0x7f79580ce090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f795c991640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f795815e860 0x7f795815a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f795c991640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f79580d4440 con 0x7f79580b61f0 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f795c991640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f79580d4160 con 0x7f795815e860 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f795c991640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f79580cfc60 con 0x7f79580d3320 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f795659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79580b61f0 0x7f79580cbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f795659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79580b61f0 0x7f79580cbcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32856/0 (socket says 172.21.15.39:32856) 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f795659c640 1 -- 172.21.15.39:0/3874189838 learned_addr learned my addr 172.21.15.39:0/3874189838 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:04.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f7956d9d640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f795815e860 0x7f795815a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.488+0000 7f7955d9b640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f79580d3320 0x7f79580ce090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f795659c640 1 -- 172.21.15.39:0/3874189838 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f79580d3320 msgr2=0x7f79580ce090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f795659c640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f79580d3320 0x7f79580ce090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f795659c640 1 -- 172.21.15.39:0/3874189838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f795815e860 msgr2=0x7f795815a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f795659c640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f795815e860 0x7f795815a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f795659c640 1 -- 172.21.15.39:0/3874189838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79580cee90 con 0x7f79580b61f0 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f795659c640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79580b61f0 0x7f79580cbcf0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f794800e9e0 tx=0x7f794800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f7946ffd640 1 -- 172.21.15.39:0/3874189838 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948017070 con 0x7f79580b61f0 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f7946ffd640 1 -- 172.21.15.39:0/3874189838 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f794800c9d0 con 0x7f79580b61f0 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79580c9410 con 0x7f79580b61f0 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f7946ffd640 1 -- 172.21.15.39:0/3874189838 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794800cd80 con 0x7f79580b61f0 2024-09-19T05:35:04.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.489+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79580cebb0 con 0x7f79580b61f0 2024-09-19T05:35:04.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.490+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79580cf720 con 0x7f79580b61f0 2024-09-19T05:35:04.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.490+0000 7f7946ffd640 1 -- 172.21.15.39:0/3874189838 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f794801a070 con 0x7f79580b61f0 2024-09-19T05:35:04.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.491+0000 7f7946ffd640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f793806c2b0 0x7f793806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.491+0000 7f7946ffd640 1 -- 172.21.15.39:0/3874189838 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f794808b1f0 con 0x7f79580b61f0 2024-09-19T05:35:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.491+0000 7f7955d9b640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f793806c2b0 0x7f793806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.491+0000 7f7955d9b640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f793806c2b0 0x7f793806e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f79581f74f0 tx=0x7f794c007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:04.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.495+0000 7f7946ffd640 1 -- 172.21.15.39:0/3874189838 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7948059340 con 0x7f79580b61f0 2024-09-19T05:35:04.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:04.669+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f795815dc10 con 0x7f79580b61f0 2024-09-19T05:35:05.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.471+0000 7f7946ffd640 1 -- 172.21.15.39:0/3874189838 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v34) ==== 181+0+0 (secure 0 0 0) 0x7f794805d640 con 0x7f79580b61f0 2024-09-19T05:35:05.473 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:35:05.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.474+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f793806c2b0 msgr2=0x7f793806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:05.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f793806c2b0 0x7f793806e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f79581f74f0 tx=0x7f794c007e80 comp rx=0 tx=0).stop 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79580b61f0 msgr2=0x7f79580cbcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79580b61f0 0x7f79580cbcf0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f794800e9e0 tx=0x7f794800eea0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 shutdown_connections 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f793806c2b0 0x7f793806e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f795815e860 0x7f795815a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f79580d3320 0x7f79580ce090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 --2- 172.21.15.39:0/3874189838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79580b61f0 0x7f79580cbcf0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 >> 172.21.15.39:0/3874189838 conn(0x7f7958072560 msgr2=0x7f79580b7ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 shutdown_connections 2024-09-19T05:35:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.475+0000 7f795c991640 1 -- 172.21.15.39:0/3874189838 wait complete. 2024-09-19T05:35:05.493 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:35:05.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.601+0000 7f31dd952640 1 Processor -- start 2024-09-19T05:35:05.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.601+0000 7f31dd952640 1 -- start start 2024-09-19T05:35:05.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.602+0000 7f31dd952640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f31d80d1e50 0x7f31d80b77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:05.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.602+0000 7f31dd952640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f31d80b7d00 0x7f31d806bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:05.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.602+0000 7f31dd952640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31d8073170 con 0x7f31d8161c80 2024-09-19T05:35:05.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.602+0000 7f31dd952640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f31d80b50b0 con 0x7f31d80d1e50 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.602+0000 7f31dd952640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f31d8073ec0 con 0x7f31d80b7d00 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.602+0000 7f31d6ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f31d8161c80 0x7f31d80d1740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34110/0 (socket says 172.21.15.39:34110) 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.602+0000 7f31d6ffd640 1 -- 172.21.15.39:0/1697509144 learned_addr learned my addr 172.21.15.39:0/1697509144 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.602+0000 7f31d67fc640 1 --2- 172.21.15.39:0/1697509144 >> v2:172.21.15.39:3300/0 conn(0x7f31d80d1e50 0x7f31d80b77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.603+0000 7f31d77fe640 1 --2- 172.21.15.39:0/1697509144 >> v2:172.21.15.50:3300/0 conn(0x7f31d80b7d00 0x7f31d806bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.603+0000 7f31d67fc640 1 -- 172.21.15.39:0/1697509144 >> v2:172.21.15.50:3300/0 conn(0x7f31d80b7d00 msgr2=0x7f31d806bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.603+0000 7f31d67fc640 1 --2- 172.21.15.39:0/1697509144 >> v2:172.21.15.50:3300/0 conn(0x7f31d80b7d00 0x7f31d806bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.603+0000 7f31d67fc640 1 -- 172.21.15.39:0/1697509144 >> v1:172.21.15.39:6789/0 conn(0x7f31d8161c80 legacy=0x7f31d80d1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.603+0000 7f31d67fc640 1 -- 172.21.15.39:0/1697509144 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d80733e0 con 0x7f31d80d1e50 2024-09-19T05:35:05.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.603+0000 7f31d5ffb640 1 -- 172.21.15.39:0/1697509144 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 758448324 0 0) 0x7f31d8073170 con 0x7f31d8161c80 2024-09-19T05:35:05.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.603+0000 7f31d67fc640 1 --2- 172.21.15.39:0/1697509144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 0x7f31d80b77c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f31d80b2080 tx=0x7f31c002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f9bffa6b6ec266a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:05.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31d5ffb640 1 -- 172.21.15.39:0/1697509144 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0037070 con 0x7f31d80d1e50 2024-09-19T05:35:05.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31d5ffb640 1 -- 172.21.15.39:0/1697509144 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c0032440 con 0x7f31d80d1e50 2024-09-19T05:35:05.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31d5ffb640 1 -- 172.21.15.39:0/1697509144 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0032810 con 0x7f31d80d1e50 2024-09-19T05:35:05.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31dd952640 1 -- 172.21.15.39:0/1697509144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 msgr2=0x7f31d80b77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:05.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31dd952640 1 --2- 172.21.15.39:0/1697509144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 0x7f31d80b77c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f31d80b2080 tx=0x7f31c002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31dd952640 1 -- 172.21.15.39:0/1697509144 shutdown_connections 2024-09-19T05:35:05.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31dd952640 1 --2- 172.21.15.39:0/1697509144 >> v2:172.21.15.50:3300/0 conn(0x7f31d80b7d00 0x7f31d806bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31dd952640 1 --2- 172.21.15.39:0/1697509144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 0x7f31d80b77c0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31dd952640 1 -- 172.21.15.39:0/1697509144 >> 172.21.15.39:0/1697509144 conn(0x7f31d80b4170 msgr2=0x7f31d80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:05.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31dd952640 1 -- 172.21.15.39:0/1697509144 shutdown_connections 2024-09-19T05:35:05.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.604+0000 7f31dd952640 1 -- 172.21.15.39:0/1697509144 wait complete. 2024-09-19T05:35:05.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.605+0000 7f31dd952640 1 Processor -- start 2024-09-19T05:35:05.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31dd952640 1 -- start start 2024-09-19T05:35:05.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31dd952640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31d80b7d00 0x7f31d8151f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:05.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31dd952640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 0x7f31d8151670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:05.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31dd952640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31d8161c80 0x7f31d8159780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:05.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31dd952640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f31d80b8480 con 0x7f31d80d1e50 2024-09-19T05:35:05.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31dd952640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f31d80739a0 con 0x7f31d8161c80 2024-09-19T05:35:05.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31dd952640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f31d80b80e0 con 0x7f31d80b7d00 2024-09-19T05:35:05.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31d67fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 0x7f31d8151670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:05.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31d67fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 0x7f31d8151670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32874/0 (socket says 172.21.15.39:32874) 2024-09-19T05:35:05.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.606+0000 7f31d67fc640 1 -- 172.21.15.39:0/2512393541 learned_addr learned my addr 172.21.15.39:0/2512393541 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31d6ffd640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31d80b7d00 0x7f31d8151f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31d77fe640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31d8161c80 0x7f31d8159780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31d67fc640 1 -- 172.21.15.39:0/2512393541 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31d80b7d00 msgr2=0x7f31d8151f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31d67fc640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31d80b7d00 0x7f31d8151f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31d67fc640 1 -- 172.21.15.39:0/2512393541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31d8161c80 msgr2=0x7f31d8159780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31d67fc640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31d8161c80 0x7f31d8159780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31d67fc640 1 -- 172.21.15.39:0/2512393541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d815a1d0 con 0x7f31d80d1e50 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31d77fe640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31d8161c80 0x7f31d8159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31d67fc640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 0x7f31d8151670 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f31c0000c00 tx=0x7f31c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31cffff640 1 -- 172.21.15.39:0/2512393541 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0037040 con 0x7f31d80d1e50 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31cffff640 1 -- 172.21.15.39:0/2512393541 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c0042070 con 0x7f31d80d1e50 2024-09-19T05:35:05.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31d80cd2e0 con 0x7f31d80d1e50 2024-09-19T05:35:05.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31cffff640 1 -- 172.21.15.39:0/2512393541 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0030bd0 con 0x7f31d80d1e50 2024-09-19T05:35:05.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.607+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31d80cd8a0 con 0x7f31d80d1e50 2024-09-19T05:35:05.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.608+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31d80b77c0 con 0x7f31d80d1e50 2024-09-19T05:35:05.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.609+0000 7f31cffff640 1 -- 172.21.15.39:0/2512393541 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f31c0047460 con 0x7f31d80d1e50 2024-09-19T05:35:05.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.609+0000 7f31cffff640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f31b806c2b0 0x7f31b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:05.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.609+0000 7f31d6ffd640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f31b806c2b0 0x7f31b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:05.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.609+0000 7f31cffff640 1 -- 172.21.15.39:0/2512393541 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5357+0+0 (secure 0 0 0) 0x7f31c00abec0 con 0x7f31d80d1e50 2024-09-19T05:35:05.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.610+0000 7f31d6ffd640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f31b806c2b0 0x7f31b806e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f31d0000f60 tx=0x7f31d0007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:05.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.614+0000 7f31cffff640 1 -- 172.21.15.39:0/2512393541 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f31c0032e20 con 0x7f31d80d1e50 2024-09-19T05:35:05.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:05.796+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f31d80d06c0 con 0x7f31d80d1e50 2024-09-19T05:35:06.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.473+0000 7f31cffff640 1 -- 172.21.15.39:0/2512393541 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v35) ==== 169+0+0 (secure 0 0 0) 0x7f31c007a790 con 0x7f31d80d1e50 2024-09-19T05:35:06.475 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-19T05:35:06.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.476+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f31b806c2b0 msgr2=0x7f31b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.476+0000 7f31dd952640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f31b806c2b0 0x7f31b806e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f31d0000f60 tx=0x7f31d0007c00 comp rx=0 tx=0).stop 2024-09-19T05:35:06.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.476+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 msgr2=0x7f31d8151670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.476+0000 7f31dd952640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 0x7f31d8151670 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f31c0000c00 tx=0x7f31c00046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.477+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 shutdown_connections 2024-09-19T05:35:06.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.477+0000 7f31dd952640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f31b806c2b0 0x7f31b806e770 secure :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f31d0000f60 tx=0x7f31d0007c00 comp rx=0 tx=0).stop 2024-09-19T05:35:06.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.477+0000 7f31dd952640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31d8161c80 0x7f31d8159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.477+0000 7f31dd952640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d80d1e50 0x7f31d8151670 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.477+0000 7f31dd952640 1 --2- 172.21.15.39:0/2512393541 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31d80b7d00 0x7f31d8151f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.477+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 >> 172.21.15.39:0/2512393541 conn(0x7f31d80b4170 msgr2=0x7f31d80d10e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:06.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.477+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 shutdown_connections 2024-09-19T05:35:06.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.478+0000 7f31dd952640 1 -- 172.21.15.39:0/2512393541 wait complete. 2024-09-19T05:35:06.494 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:35:06.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.603+0000 7f57251cf640 1 Processor -- start 2024-09-19T05:35:06.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.603+0000 7f57251cf640 1 -- start start 2024-09-19T05:35:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.604+0000 7f57251cf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f572015c500 0x7f57200cefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.604+0000 7f57251cf640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f572015c8e0 con 0x7f572006f870 2024-09-19T05:35:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.604+0000 7f57251cf640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5720073fb0 con 0x7f5720073b50 2024-09-19T05:35:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.604+0000 7f57251cf640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f57200cf6c0 con 0x7f572015c500 2024-09-19T05:35:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.604+0000 7f571ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f572015c500 0x7f57200cefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:06.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.604+0000 7f571f59e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f572006f870 0x7f57200b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34114/0 (socket says 172.21.15.39:34114) 2024-09-19T05:35:06.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.604+0000 7f571f59e640 1 -- 172.21.15.39:0/3594653742 learned_addr learned my addr 172.21.15.39:0/3594653742 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:06.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.605+0000 7f571ed9d640 1 -- 172.21.15.39:0/3594653742 >> v1:172.21.15.50:6789/0 conn(0x7f5720073b50 legacy=0x7f572006f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:06.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.605+0000 7f571ed9d640 1 -- 172.21.15.39:0/3594653742 >> v1:172.21.15.39:6789/0 conn(0x7f572006f870 legacy=0x7f57200b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.605+0000 7f571ed9d640 1 -- 172.21.15.39:0/3594653742 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57200d0540 con 0x7f572015c500 2024-09-19T05:35:06.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.605+0000 7f571e59c640 1 -- 172.21.15.39:0/3594653742 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 974990565 0 0) 0x7f572015c8e0 con 0x7f572006f870 2024-09-19T05:35:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f571ed9d640 1 --2- 172.21.15.39:0/3594653742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572015c500 0x7f57200cefe0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f57100097d0 tx=0x7f571002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb3f944e8948cda2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f571e59c640 1 -- 172.21.15.39:0/3594653742 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710037070 con 0x7f572015c500 2024-09-19T05:35:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f571e59c640 1 -- 172.21.15.39:0/3594653742 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5710032440 con 0x7f572015c500 2024-09-19T05:35:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f571e59c640 1 -- 172.21.15.39:0/3594653742 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710032810 con 0x7f572015c500 2024-09-19T05:35:06.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f57251cf640 1 -- 172.21.15.39:0/3594653742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572015c500 msgr2=0x7f57200cefe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f57251cf640 1 --2- 172.21.15.39:0/3594653742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572015c500 0x7f57200cefe0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f57100097d0 tx=0x7f571002a210 comp rx=0 tx=0).stop 2024-09-19T05:35:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f57251cf640 1 -- 172.21.15.39:0/3594653742 shutdown_connections 2024-09-19T05:35:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f57251cf640 1 --2- 172.21.15.39:0/3594653742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572015c500 0x7f57200cefe0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f57251cf640 1 -- 172.21.15.39:0/3594653742 >> 172.21.15.39:0/3594653742 conn(0x7f57200d24a0 msgr2=0x7f57200d2880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f57251cf640 1 -- 172.21.15.39:0/3594653742 shutdown_connections 2024-09-19T05:35:06.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.606+0000 7f57251cf640 1 -- 172.21.15.39:0/3594653742 wait complete. 2024-09-19T05:35:06.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.608+0000 7f57251cf640 1 Processor -- start 2024-09-19T05:35:06.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.608+0000 7f57251cf640 1 -- start start 2024-09-19T05:35:06.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.608+0000 7f57251cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572006f870 0x7f57201576f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.608+0000 7f57251cf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5720073b50 0x7f5720158160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f57251cf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572015c500 0x7f5720153120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f57251cf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f57200d0b00 con 0x7f572006f870 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f57251cf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57200d0e70 con 0x7f572015c500 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f57251cf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f57200b60f0 con 0x7f5720073b50 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f571ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572006f870 0x7f57201576f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f571ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572006f870 0x7f57201576f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32902/0 (socket says 172.21.15.39:32902) 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f571ed9d640 1 -- 172.21.15.39:0/1843935265 learned_addr learned my addr 172.21.15.39:0/1843935265 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f571ed9d640 1 -- 172.21.15.39:0/1843935265 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5720073b50 msgr2=0x7f5720158160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f571ed9d640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5720073b50 0x7f5720158160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f571ed9d640 1 -- 172.21.15.39:0/1843935265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572015c500 msgr2=0x7f5720153120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f571ed9d640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572015c500 0x7f5720153120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f571ed9d640 1 -- 172.21.15.39:0/1843935265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5720156650 con 0x7f572006f870 2024-09-19T05:35:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f571ed9d640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572006f870 0x7f57201576f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5710000c00 tx=0x7f57100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f57177fe640 1 -- 172.21.15.39:0/1843935265 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710037040 con 0x7f572006f870 2024-09-19T05:35:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f57177fe640 1 -- 172.21.15.39:0/1843935265 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5710004230 con 0x7f572006f870 2024-09-19T05:35:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5720156930 con 0x7f572006f870 2024-09-19T05:35:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f57177fe640 1 -- 172.21.15.39:0/1843935265 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571003c670 con 0x7f572006f870 2024-09-19T05:35:06.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.609+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57201571d0 con 0x7f572006f870 2024-09-19T05:35:06.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.610+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57200cefe0 con 0x7f572006f870 2024-09-19T05:35:06.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.611+0000 7f57177fe640 1 -- 172.21.15.39:0/1843935265 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f571003a070 con 0x7f572006f870 2024-09-19T05:35:06.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.611+0000 7f57177fe640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570006c2b0 0x7f570006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.611+0000 7f57177fe640 1 -- 172.21.15.39:0/1843935265 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f57100abb40 con 0x7f572006f870 2024-09-19T05:35:06.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.611+0000 7f5717fff640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570006c2b0 0x7f570006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:06.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.612+0000 7f5717fff640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570006c2b0 0x7f570006e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5720154920 tx=0x7f57080079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:06.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.616+0000 7f57177fe640 1 -- 172.21.15.39:0/1843935265 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5710041020 con 0x7f572006f870 2024-09-19T05:35:06.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.797+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f5720156b00 con 0x7f572006f870 2024-09-19T05:35:06.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.800+0000 7f57177fe640 1 -- 172.21.15.39:0/1843935265 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v12) ==== 104+0+0 (secure 0 0 0) 0x7f571007a5b0 con 0x7f572006f870 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570006c2b0 msgr2=0x7f570006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570006c2b0 0x7f570006e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5720154920 tx=0x7f57080079b0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572006f870 msgr2=0x7f57201576f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572006f870 0x7f57201576f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5710000c00 tx=0x7f57100046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 shutdown_connections 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f570006c2b0 0x7f570006e770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572015c500 0x7f5720153120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5720073b50 0x7f5720158160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 --2- 172.21.15.39:0/1843935265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f572006f870 0x7f57201576f0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 >> 172.21.15.39:0/1843935265 conn(0x7f57200d24a0 msgr2=0x7f572015b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 shutdown_connections 2024-09-19T05:35:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.802+0000 7f57251cf640 1 -- 172.21.15.39:0/1843935265 wait complete. 2024-09-19T05:35:06.815 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds ms_async_reap_threshold 2024-09-19T05:35:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.918+0000 7eff6a0e6640 1 Processor -- start 2024-09-19T05:35:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.918+0000 7eff6a0e6640 1 -- start start 2024-09-19T05:35:06.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff6a0e6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7eff640b7780 0x7eff640b7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff6a0e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 0x7eff640d3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff6a0e6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff640d2a90 con 0x7eff6415e7e0 2024-09-19T05:35:06.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff6a0e6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7eff640d2d70 con 0x7eff640b7780 2024-09-19T05:35:06.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff6a0e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7eff640d3050 con 0x7eff640d3b30 2024-09-19T05:35:06.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff63fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 0x7eff640d3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:06.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff5bfff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7eff640b7780 0x7eff640b7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:06.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff637fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7eff6415e7e0 0x7eff640cf750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:37450/0 (socket says 172.21.15.39:37450) 2024-09-19T05:35:06.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff637fe640 1 -- 172.21.15.39:0/263313101 learned_addr learned my addr 172.21.15.39:0/263313101 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff62ffd640 1 -- 172.21.15.39:0/263313101 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2033517669 0 0) 0x7eff640d2a90 con 0x7eff6415e7e0 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff62ffd640 1 -- 172.21.15.39:0/263313101 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff50003520 con 0x7eff6415e7e0 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff5bfff640 1 -- 172.21.15.39:0/263313101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 msgr2=0x7eff640d3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff5bfff640 1 --2- 172.21.15.39:0/263313101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 0x7eff640d3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff5bfff640 1 -- 172.21.15.39:0/263313101 >> v1:172.21.15.50:6789/0 conn(0x7eff6415e7e0 legacy=0x7eff640cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff5bfff640 1 -- 172.21.15.39:0/263313101 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff640d3330 con 0x7eff640b7780 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.919+0000 7eff63fff640 1 --2- 172.21.15.39:0/263313101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 0x7eff640d3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.920+0000 7eff5bfff640 1 --2- 172.21.15.39:0/263313101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff640b7780 0x7eff640b7c10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7eff4c0097a0 tx=0x7eff4c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=311c27a11a6b8d36 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.920+0000 7eff62ffd640 1 -- 172.21.15.39:0/263313101 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4c037070 con 0x7eff640b7780 2024-09-19T05:35:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.920+0000 7eff62ffd640 1 -- 172.21.15.39:0/263313101 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff4c032440 con 0x7eff640b7780 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.920+0000 7eff62ffd640 1 -- 172.21.15.39:0/263313101 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4c0327f0 con 0x7eff640b7780 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.921+0000 7eff6a0e6640 1 -- 172.21.15.39:0/263313101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff640b7780 msgr2=0x7eff640b7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.921+0000 7eff6a0e6640 1 --2- 172.21.15.39:0/263313101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff640b7780 0x7eff640b7c10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7eff4c0097a0 tx=0x7eff4c02a180 comp rx=0 tx=0).stop 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.921+0000 7eff6a0e6640 1 -- 172.21.15.39:0/263313101 shutdown_connections 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.921+0000 7eff6a0e6640 1 --2- 172.21.15.39:0/263313101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 0x7eff640d3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.921+0000 7eff6a0e6640 1 --2- 172.21.15.39:0/263313101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff640b7780 0x7eff640b7c10 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.921+0000 7eff6a0e6640 1 -- 172.21.15.39:0/263313101 >> 172.21.15.39:0/263313101 conn(0x7eff64072560 msgr2=0x7eff64072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.921+0000 7eff6a0e6640 1 -- 172.21.15.39:0/263313101 shutdown_connections 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.921+0000 7eff6a0e6640 1 -- 172.21.15.39:0/263313101 wait complete. 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.922+0000 7eff6a0e6640 1 Processor -- start 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.922+0000 7eff6a0e6640 1 -- start start 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff6a0e6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff640b7780 0x7eff640c8d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff6a0e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 0x7eff6415b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff6a0e6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff6415e7e0 0x7eff640c9970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff6a0e6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7eff640d26b0 con 0x7eff640b7780 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff6a0e6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7eff640b3940 con 0x7eff6415e7e0 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff6a0e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7eff640d2830 con 0x7eff640d3b30 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff637fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff640b7780 0x7eff640c8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff637fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff640b7780 0x7eff640c8d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32910/0 (socket says 172.21.15.39:32910) 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff637fe640 1 -- 172.21.15.39:0/424338633 learned_addr learned my addr 172.21.15.39:0/424338633 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff63fff640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff6415e7e0 0x7eff640c9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff5bfff640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 0x7eff6415b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff637fe640 1 -- 172.21.15.39:0/424338633 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 msgr2=0x7eff6415b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff637fe640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 0x7eff6415b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff637fe640 1 -- 172.21.15.39:0/424338633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff6415e7e0 msgr2=0x7eff640c9970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff637fe640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff6415e7e0 0x7eff640c9970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff637fe640 1 -- 172.21.15.39:0/424338633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff640c92c0 con 0x7eff640b7780 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.923+0000 7eff63fff640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff6415e7e0 0x7eff640c9970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.924+0000 7eff637fe640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff640b7780 0x7eff640c8d80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7eff5400c390 tx=0x7eff5400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.924+0000 7eff60ff9640 1 -- 172.21.15.39:0/424338633 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff54017070 con 0x7eff640b7780 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.924+0000 7eff60ff9640 1 -- 172.21.15.39:0/424338633 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff54005ce0 con 0x7eff640b7780 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.924+0000 7eff60ff9640 1 -- 172.21.15.39:0/424338633 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff540072f0 con 0x7eff640b7780 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.924+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff6415baa0 con 0x7eff640b7780 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.924+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff640c82a0 con 0x7eff640b7780 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.925+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff640b7c10 con 0x7eff640b7780 2024-09-19T05:35:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.925+0000 7eff60ff9640 1 -- 172.21.15.39:0/424338633 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7eff5401a070 con 0x7eff640b7780 2024-09-19T05:35:06.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.926+0000 7eff60ff9640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7eff4406c2b0 0x7eff4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:06.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.926+0000 7eff60ff9640 1 -- 172.21.15.39:0/424338633 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7eff5408a570 con 0x7eff640b7780 2024-09-19T05:35:06.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.926+0000 7eff5bfff640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7eff4406c2b0 0x7eff4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:06.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.926+0000 7eff5bfff640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7eff4406c2b0 0x7eff4406e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7eff4c034000 tx=0x7eff4c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:06.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:06.930+0000 7eff60ff9640 1 -- 172.21.15.39:0/424338633 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7eff54058fe0 con 0x7eff640b7780 2024-09-19T05:35:07.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.107+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "ms_async_reap_threshold"} v 0) -- 0x7eff640b4360 con 0x7eff640b7780 2024-09-19T05:35:07.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.114+0000 7eff60ff9640 1 -- 172.21.15.39:0/424338633 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "ms_async_reap_threshold"}]=0 v13) ==== 106+0+0 (secure 0 0 0) 0x7eff5405de20 con 0x7eff640b7780 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7eff4406c2b0 msgr2=0x7eff4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7eff4406c2b0 0x7eff4406e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7eff4c034000 tx=0x7eff4c02e000 comp rx=0 tx=0).stop 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff640b7780 msgr2=0x7eff640c8d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff640b7780 0x7eff640c8d80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7eff5400c390 tx=0x7eff5400c850 comp rx=0 tx=0).stop 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 shutdown_connections 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7eff4406c2b0 0x7eff4406e770 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff6415e7e0 0x7eff640c9970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7eff640d3b30 0x7eff6415b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 --2- 172.21.15.39:0/424338633 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff640b7780 0x7eff640c8d80 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 >> 172.21.15.39:0/424338633 conn(0x7eff64072560 msgr2=0x7eff64161660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 shutdown_connections 2024-09-19T05:35:07.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.117+0000 7eff6a0e6640 1 -- 172.21.15.39:0/424338633 wait complete. 2024-09-19T05:35:07.130 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close' 2024-09-19T05:35:07.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.231+0000 7f010f2f8640 1 Processor -- start 2024-09-19T05:35:07.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.232+0000 7f010f2f8640 1 -- start start 2024-09-19T05:35:07.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.232+0000 7f010f2f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080b6a70 0x7f01080d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:07.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.232+0000 7f010f2f8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01080d1510 0x7f01080d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:07.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.232+0000 7f010f2f8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01080d1d90 con 0x7f01080b6690 2024-09-19T05:35:07.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.232+0000 7f010f2f8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f01080cf540 con 0x7f01080d1510 2024-09-19T05:35:07.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.232+0000 7f010f2f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f01080ceef0 con 0x7f01080b6a70 2024-09-19T05:35:07.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.233+0000 7f010d895640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01080d1510 0x7f01080d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:07.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.233+0000 7f010d895640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01080d1510 0x7f01080d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32914/0 (socket says 172.21.15.39:32914) 2024-09-19T05:35:07.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.233+0000 7f010d895640 1 -- 172.21.15.39:0/2637741581 learned_addr learned my addr 172.21.15.39:0/2637741581 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:07.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.233+0000 7f010c893640 1 --2- 172.21.15.39:0/2637741581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080b6a70 0x7f01080d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:07.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.233+0000 7f010d895640 1 -- 172.21.15.39:0/2637741581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080b6a70 msgr2=0x7f01080d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:07.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.233+0000 7f010d895640 1 --2- 172.21.15.39:0/2637741581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080b6a70 0x7f01080d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:07.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.233+0000 7f010d895640 1 -- 172.21.15.39:0/2637741581 >> v1:172.21.15.50:6789/0 conn(0x7f01080b6690 legacy=0x7f01080cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:07.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.233+0000 7f010d895640 1 -- 172.21.15.39:0/2637741581 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01080cf1d0 con 0x7f01080d1510 2024-09-19T05:35:07.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.233+0000 7f010c893640 1 --2- 172.21.15.39:0/2637741581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080b6a70 0x7f01080d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:07.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f010d895640 1 --2- 172.21.15.39:0/2637741581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080d1510 0x7f01080d2b50 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0100009e50 tx=0x7f010002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72fe48e45ccfbdc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:07.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f00fffff640 1 -- 172.21.15.39:0/2637741581 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0100036070 con 0x7f01080d1510 2024-09-19T05:35:07.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f00fffff640 1 -- 172.21.15.39:0/2637741581 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0100031600 con 0x7f01080d1510 2024-09-19T05:35:07.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f00fffff640 1 -- 172.21.15.39:0/2637741581 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01000319d0 con 0x7f01080d1510 2024-09-19T05:35:07.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f010f2f8640 1 -- 172.21.15.39:0/2637741581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080d1510 msgr2=0x7f01080d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:07.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f010f2f8640 1 --2- 172.21.15.39:0/2637741581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080d1510 0x7f01080d2b50 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0100009e50 tx=0x7f010002a730 comp rx=0 tx=0).stop 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f010f2f8640 1 -- 172.21.15.39:0/2637741581 shutdown_connections 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f010f2f8640 1 --2- 172.21.15.39:0/2637741581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080d1510 0x7f01080d2b50 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f010f2f8640 1 --2- 172.21.15.39:0/2637741581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080b6a70 0x7f01080d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f010f2f8640 1 -- 172.21.15.39:0/2637741581 >> 172.21.15.39:0/2637741581 conn(0x7f0108072560 msgr2=0x7f0108072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f010f2f8640 1 -- 172.21.15.39:0/2637741581 shutdown_connections 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.234+0000 7f010f2f8640 1 -- 172.21.15.39:0/2637741581 wait complete. 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010f2f8640 1 Processor -- start 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010f2f8640 1 -- start start 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010f2f8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080b6690 0x7f01080cde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010f2f8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01080b6a70 0x7f01080ca740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010f2f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080d1510 0x7f01081e6f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:07.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010f2f8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f01080d1b20 con 0x7f01080b6690 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010f2f8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f01080d19a0 con 0x7f01080b6a70 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010f2f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f010815c530 con 0x7f01080d1510 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010d094640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080b6690 0x7f01080cde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.236+0000 7f010d094640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080b6690 0x7f01080cde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32918/0 (socket says 172.21.15.39:32918) 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010d094640 1 -- 172.21.15.39:0/1958344817 learned_addr learned my addr 172.21.15.39:0/1958344817 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010d895640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080d1510 0x7f01081e6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010c893640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01080b6a70 0x7f01080ca740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010d094640 1 -- 172.21.15.39:0/1958344817 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080d1510 msgr2=0x7f01081e6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010d094640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080d1510 0x7f01081e6f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010d094640 1 -- 172.21.15.39:0/1958344817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01080b6a70 msgr2=0x7f01080ca740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010d094640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01080b6a70 0x7f01080ca740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:07.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010d094640 1 -- 172.21.15.39:0/1958344817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01080ccde0 con 0x7f01080b6690 2024-09-19T05:35:07.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010d895640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080d1510 0x7f01081e6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:07.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010d094640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080b6690 0x7f01080cde80 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f010400c400 tx=0x7f010400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:07.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f00fdffb640 1 -- 172.21.15.39:0/1958344817 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01040052d0 con 0x7f01080b6690 2024-09-19T05:35:07.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f00fdffb640 1 -- 172.21.15.39:0/1958344817 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0104005490 con 0x7f01080b6690 2024-09-19T05:35:07.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01080cd0c0 con 0x7f01080b6690 2024-09-19T05:35:07.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f00fdffb640 1 -- 172.21.15.39:0/1958344817 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0104007260 con 0x7f01080b6690 2024-09-19T05:35:07.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.237+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01080cd680 con 0x7f01080b6690 2024-09-19T05:35:07.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.238+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01080d0fd0 con 0x7f01080b6690 2024-09-19T05:35:07.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.239+0000 7f00fdffb640 1 -- 172.21.15.39:0/1958344817 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0104007400 con 0x7f01080b6690 2024-09-19T05:35:07.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.239+0000 7f00fdffb640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00ec06c2b0 0x7f00ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:07.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.239+0000 7f00fdffb640 1 -- 172.21.15.39:0/1958344817 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f010408a670 con 0x7f01080b6690 2024-09-19T05:35:07.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.239+0000 7f010c893640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00ec06c2b0 0x7f00ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:07.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.240+0000 7f010c893640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00ec06c2b0 0x7f00ec06e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f01080cedb0 tx=0x7f00f8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:07.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.244+0000 7f00fdffb640 1 -- 172.21.15.39:0/1958344817 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f01040590e0 con 0x7f01080b6690 2024-09-19T05:35:07.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:07.487+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]} v 0) -- 0x7f010815cf40 con 0x7f01080b6690 2024-09-19T05:35:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.485+0000 7f00fdffb640 1 -- 172.21.15.39:0/1958344817 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]}]=0 v79) ==== 144+0+0 (secure 0 0 0) 0x7f01040589e0 con 0x7f01080b6690 2024-09-19T05:35:08.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00ec06c2b0 msgr2=0x7f00ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00ec06c2b0 0x7f00ec06e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f01080cedb0 tx=0x7f00f8008040 comp rx=0 tx=0).stop 2024-09-19T05:35:08.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080b6690 msgr2=0x7f01080cde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080b6690 0x7f01080cde80 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f010400c400 tx=0x7f010400c8c0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 shutdown_connections 2024-09-19T05:35:08.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f00ec06c2b0 0x7f00ec06e770 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01080d1510 0x7f01081e6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01080b6a70 0x7f01080ca740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 --2- 172.21.15.39:0/1958344817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01080b6690 0x7f01080cde80 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 >> 172.21.15.39:0/1958344817 conn(0x7f0108072560 msgr2=0x7f010815e1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:08.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 shutdown_connections 2024-09-19T05:35:08.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.488+0000 7f010f2f8640 1 -- 172.21.15.39:0/1958344817 wait complete. 2024-09-19T05:35:08.504 INFO:tasks.cephfs_test_runner:That when a client unmounts, the thread count on the MDS goes back ... ok 2024-09-19T05:35:08.504 INFO:tasks.cephfs_test_runner:Starting test: test_session_evict_blocklisted (tasks.cephfs.test_sessionmap.TestSessionMap) Check that mds evicts blocklisted client 2024-09-19T05:35:08.504 INFO:tasks.cephfs_test_runner:test_session_evict_blocklisted (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-19T05:35:08.504 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:08.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.612+0000 7f2c5caba640 1 Processor -- start 2024-09-19T05:35:08.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.612+0000 7f2c5caba640 1 -- start start 2024-09-19T05:35:08.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c5caba640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2c5815abc0 0x7f2c580cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c5caba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2c580ccf60 0x7f2c580cd360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c5caba640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c5815bfb0 con 0x7f2c5815e700 2024-09-19T05:35:08.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c5caba640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f2c580cd8a0 con 0x7f2c580ccf60 2024-09-19T05:35:08.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c5caba640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2c580b4140 con 0x7f2c5815abc0 2024-09-19T05:35:08.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c56d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2c580ccf60 0x7f2c580cd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c56d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2c580ccf60 0x7f2c580cd360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54512/0 (socket says 172.21.15.39:54512) 2024-09-19T05:35:08.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c56d9d640 1 -- 172.21.15.39:0/3260232983 learned_addr learned my addr 172.21.15.39:0/3260232983 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:08.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c5659c640 1 --2- 172.21.15.39:0/3260232983 >> v2:172.21.15.50:3300/0 conn(0x7f2c5815abc0 0x7f2c580cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c56d9d640 1 -- 172.21.15.39:0/3260232983 >> v2:172.21.15.50:3300/0 conn(0x7f2c5815abc0 msgr2=0x7f2c580cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:08.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c56d9d640 1 --2- 172.21.15.39:0/3260232983 >> v2:172.21.15.50:3300/0 conn(0x7f2c5815abc0 0x7f2c580cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c56d9d640 1 -- 172.21.15.39:0/3260232983 >> v1:172.21.15.50:6789/0 conn(0x7f2c5815e700 legacy=0x7f2c580b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:08.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c56d9d640 1 -- 172.21.15.39:0/3260232983 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c5815ee70 con 0x7f2c580ccf60 2024-09-19T05:35:08.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.613+0000 7f2c5659c640 1 --2- 172.21.15.39:0/3260232983 >> v2:172.21.15.50:3300/0 conn(0x7f2c5815abc0 0x7f2c580cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:08.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.614+0000 7f2c56d9d640 1 --2- 172.21.15.39:0/3260232983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580ccf60 0x7f2c580cd360 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2c5806f080 tx=0x7f2c5002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acd56bfb2bf5e96 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.614+0000 7f2c5559a640 1 -- 172.21.15.39:0/3260232983 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c50036070 con 0x7f2c580ccf60 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.614+0000 7f2c5559a640 1 -- 172.21.15.39:0/3260232983 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c50031600 con 0x7f2c580ccf60 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.614+0000 7f2c5559a640 1 -- 172.21.15.39:0/3260232983 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c500319d0 con 0x7f2c580ccf60 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.615+0000 7f2c5caba640 1 -- 172.21.15.39:0/3260232983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580ccf60 msgr2=0x7f2c580cd360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.615+0000 7f2c5caba640 1 --2- 172.21.15.39:0/3260232983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580ccf60 0x7f2c580cd360 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2c5806f080 tx=0x7f2c5002a660 comp rx=0 tx=0).stop 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.615+0000 7f2c5caba640 1 -- 172.21.15.39:0/3260232983 shutdown_connections 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.615+0000 7f2c5caba640 1 --2- 172.21.15.39:0/3260232983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c580ccf60 0x7f2c580cd360 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.615+0000 7f2c5caba640 1 --2- 172.21.15.39:0/3260232983 >> v2:172.21.15.50:3300/0 conn(0x7f2c5815abc0 0x7f2c580cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.615+0000 7f2c5caba640 1 -- 172.21.15.39:0/3260232983 >> 172.21.15.39:0/3260232983 conn(0x7f2c5806d000 msgr2=0x7f2c5806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.615+0000 7f2c5caba640 1 -- 172.21.15.39:0/3260232983 shutdown_connections 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.615+0000 7f2c5caba640 1 -- 172.21.15.39:0/3260232983 wait complete. 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.616+0000 7f2c5caba640 1 Processor -- start 2024-09-19T05:35:08.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.616+0000 7f2c5caba640 1 -- start start 2024-09-19T05:35:08.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c5caba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580ccf60 0x7f2c58156fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c5caba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c5815abc0 0x7f2c58157640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c5caba640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c5815e700 0x7f2c581608f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c5caba640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5815eb50 con 0x7f2c5815abc0 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c5caba640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5815f430 con 0x7f2c5815e700 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c5caba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2c580d0250 con 0x7f2c580ccf60 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c55d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c5815abc0 0x7f2c58157640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c55d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c5815abc0 0x7f2c58157640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54528/0 (socket says 172.21.15.39:54528) 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c55d9b640 1 -- 172.21.15.39:0/270007331 learned_addr learned my addr 172.21.15.39:0/270007331 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c56d9d640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c5815e700 0x7f2c581608f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c5659c640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580ccf60 0x7f2c58156fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c55d9b640 1 -- 172.21.15.39:0/270007331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580ccf60 msgr2=0x7f2c58156fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.617+0000 7f2c55d9b640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580ccf60 0x7f2c58156fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.618+0000 7f2c55d9b640 1 -- 172.21.15.39:0/270007331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c5815e700 msgr2=0x7f2c581608f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.618+0000 7f2c55d9b640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c5815e700 0x7f2c581608f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.618+0000 7f2c55d9b640 1 -- 172.21.15.39:0/270007331 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c580ad920 con 0x7f2c5815abc0 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.618+0000 7f2c55d9b640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c5815abc0 0x7f2c58157640 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c00b420 tx=0x7f2c4c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.618+0000 7f2c46ffd640 1 -- 172.21.15.39:0/270007331 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c4c011830 con 0x7f2c5815abc0 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.618+0000 7f2c46ffd640 1 -- 172.21.15.39:0/270007331 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c4c016070 con 0x7f2c5815abc0 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.618+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c580adc00 con 0x7f2c5815abc0 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.618+0000 7f2c46ffd640 1 -- 172.21.15.39:0/270007331 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c4c011c10 con 0x7f2c5815abc0 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.618+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c580ae1c0 con 0x7f2c5815abc0 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.619+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c580d0610 con 0x7f2c5815abc0 2024-09-19T05:35:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.619+0000 7f2c46ffd640 1 -- 172.21.15.39:0/270007331 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c4c01b460 con 0x7f2c5815abc0 2024-09-19T05:35:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.620+0000 7f2c46ffd640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2b0 0x7f2c3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.620+0000 7f2c46ffd640 1 -- 172.21.15.39:0/270007331 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f2c4c08aab0 con 0x7f2c5815abc0 2024-09-19T05:35:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.620+0000 7f2c5659c640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2b0 0x7f2c3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.620+0000 7f2c5659c640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2b0 0x7f2c3806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2c4800ab60 tx=0x7f2c48008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.624+0000 7f2c46ffd640 1 -- 172.21.15.39:0/270007331 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2c4c020020 con 0x7f2c5815abc0 2024-09-19T05:35:08.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.801+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c580b5100 con 0x7f2c5815abc0 2024-09-19T05:35:08.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.801+0000 7f2c46ffd640 1 -- 172.21.15.39:0/270007331 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) ==== 74+0+13004 (secure 0 0 0) 0x7f2c4c058ed0 con 0x7f2c5815abc0 2024-09-19T05:35:08.803 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:08.803 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:06.472231+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6836/65880264":"2024-09-20T05:35:03.310572+0000","172.21.15.39:6834/65880264":"2024-09-20T05:35:03.310572+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:08.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2b0 msgr2=0x7f2c3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2b0 0x7f2c3806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2c4800ab60 tx=0x7f2c48008040 comp rx=0 tx=0).stop 2024-09-19T05:35:08.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c5815abc0 msgr2=0x7f2c58157640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c5815abc0 0x7f2c58157640 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c00b420 tx=0x7f2c4c00b8e0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 shutdown_connections 2024-09-19T05:35:08.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2c3806c2b0 0x7f2c3806e770 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2c5815e700 0x7f2c581608f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c5815abc0 0x7f2c58157640 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 --2- 172.21.15.39:0/270007331 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2c580ccf60 0x7f2c58156fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 >> 172.21.15.39:0/270007331 conn(0x7f2c5806d000 msgr2=0x7f2c580b3930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:08.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 shutdown_connections 2024-09-19T05:35:08.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.803+0000 7f2c5caba640 1 -- 172.21.15.39:0/270007331 wait complete. 2024-09-19T05:35:08.816 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:33:54.714389+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:35:08.817 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:35:08.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.921+0000 7f6697c5c640 1 Processor -- start 2024-09-19T05:35:08.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.921+0000 7f6697c5c640 1 -- start start 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f6697c5c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6690161d10 0x7f66900d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f6697c5c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66901620f0 con 0x7f66900cf6a0 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f6697c5c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66900b7b30 con 0x7f66900b76c0 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f6697c5c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6690072140 con 0x7f6690161d10 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f66961f9640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f66900cf6a0 0x7f6690072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33234/0 (socket says 172.21.15.39:33234) 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f66959f8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6690161d10 0x7f66900d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f66961f9640 1 -- 172.21.15.39:0/3988628291 learned_addr learned my addr 172.21.15.39:0/3988628291 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f66959f8640 1 -- 172.21.15.39:0/3988628291 >> v1:172.21.15.50:6789/0 conn(0x7f66900b76c0 legacy=0x7f66900cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f66959f8640 1 -- 172.21.15.39:0/3988628291 >> v1:172.21.15.39:6789/0 conn(0x7f66900cf6a0 legacy=0x7f6690072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f66949f6640 1 -- 172.21.15.39:0/3988628291 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3311267043 0 0) 0x7f66901620f0 con 0x7f66900cf6a0 2024-09-19T05:35:08.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.922+0000 7f66959f8640 1 -- 172.21.15.39:0/3988628291 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66900d4200 con 0x7f6690161d10 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.923+0000 7f66959f8640 1 --2- 172.21.15.39:0/3988628291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6690161d10 0x7f66900d3b20 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f668c0097a0 tx=0x7f668c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1c339c7890331d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.923+0000 7f66949f6640 1 -- 172.21.15.39:0/3988628291 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c037070 con 0x7f6690161d10 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.923+0000 7f66949f6640 1 -- 172.21.15.39:0/3988628291 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f668c032440 con 0x7f6690161d10 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.923+0000 7f66949f6640 1 -- 172.21.15.39:0/3988628291 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c032810 con 0x7f6690161d10 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.924+0000 7f6697c5c640 1 -- 172.21.15.39:0/3988628291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6690161d10 msgr2=0x7f66900d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.924+0000 7f6697c5c640 1 --2- 172.21.15.39:0/3988628291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6690161d10 0x7f66900d3b20 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f668c0097a0 tx=0x7f668c02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.924+0000 7f6697c5c640 1 -- 172.21.15.39:0/3988628291 shutdown_connections 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.924+0000 7f6697c5c640 1 --2- 172.21.15.39:0/3988628291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6690161d10 0x7f66900d3b20 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.924+0000 7f6697c5c640 1 -- 172.21.15.39:0/3988628291 >> 172.21.15.39:0/3988628291 conn(0x7f66900d4730 msgr2=0x7f66900d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.924+0000 7f6697c5c640 1 -- 172.21.15.39:0/3988628291 shutdown_connections 2024-09-19T05:35:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.924+0000 7f6697c5c640 1 -- 172.21.15.39:0/3988628291 wait complete. 2024-09-19T05:35:08.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.925+0000 7f6697c5c640 1 Processor -- start 2024-09-19T05:35:08.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.925+0000 7f6697c5c640 1 -- start start 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f6697c5c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66900b76c0 0x7f66901ea6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f6697c5c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66900cf6a0 0x7f669014db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f6697c5c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6690161d10 0x7f66901f8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f6697c5c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6690072950 con 0x7f66900cf6a0 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f6697c5c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6690072670 con 0x7f66900b76c0 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f6697c5c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f66900d3280 con 0x7f6690161d10 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66951f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66900cf6a0 0x7f669014db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66951f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66900cf6a0 0x7f669014db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54550/0 (socket says 172.21.15.39:54550) 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66951f7640 1 -- 172.21.15.39:0/2439146256 learned_addr learned my addr 172.21.15.39:0/2439146256 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66959f8640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66900b76c0 0x7f66901ea6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66961f9640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6690161d10 0x7f66901f8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66951f7640 1 -- 172.21.15.39:0/2439146256 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6690161d10 msgr2=0x7f66901f8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66951f7640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6690161d10 0x7f66901f8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66951f7640 1 -- 172.21.15.39:0/2439146256 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66900b76c0 msgr2=0x7f66901ea6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66951f7640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66900b76c0 0x7f66901ea6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.926+0000 7f66951f7640 1 -- 172.21.15.39:0/2439146256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66901f4af0 con 0x7f66900cf6a0 2024-09-19T05:35:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.927+0000 7f66951f7640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66900cf6a0 0x7f669014db30 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f668000c450 tx=0x7f668000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.927+0000 7f66867fc640 1 -- 172.21.15.39:0/2439146256 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66800052d0 con 0x7f66900cf6a0 2024-09-19T05:35:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.927+0000 7f66867fc640 1 -- 172.21.15.39:0/2439146256 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6680005470 con 0x7f66900cf6a0 2024-09-19T05:35:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.927+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66901f9160 con 0x7f66900cf6a0 2024-09-19T05:35:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.927+0000 7f66867fc640 1 -- 172.21.15.39:0/2439146256 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6680012870 con 0x7f66900cf6a0 2024-09-19T05:35:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.927+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66901e9920 con 0x7f66900cf6a0 2024-09-19T05:35:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.928+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66900d3640 con 0x7f66900cf6a0 2024-09-19T05:35:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.928+0000 7f66867fc640 1 -- 172.21.15.39:0/2439146256 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6680012a10 con 0x7f66900cf6a0 2024-09-19T05:35:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.929+0000 7f66867fc640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f667406c2b0 0x7f667406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.929+0000 7f66867fc640 1 -- 172.21.15.39:0/2439146256 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f668008ac90 con 0x7f66900cf6a0 2024-09-19T05:35:08.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.929+0000 7f66959f8640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f667406c2b0 0x7f667406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:08.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.929+0000 7f66959f8640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f667406c2b0 0x7f667406e770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f668c034000 tx=0x7f668c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:08.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:08.933+0000 7f66867fc640 1 -- 172.21.15.39:0/2439146256 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f66901f9160 con 0x7f66900cf6a0 2024-09-19T05:35:09.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.109+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f66900b9830 con 0x7f66900cf6a0 2024-09-19T05:35:09.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.109+0000 7f66867fc640 1 -- 172.21.15.39:0/2439146256 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) ==== 93+0+10 (secure 0 0 0) 0x7f66901f4af0 con 0x7f66900cf6a0 2024-09-19T05:35:09.111 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-19T05:35:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f667406c2b0 msgr2=0x7f667406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f667406c2b0 0x7f667406e770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f668c034000 tx=0x7f668c02e000 comp rx=0 tx=0).stop 2024-09-19T05:35:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66900cf6a0 msgr2=0x7f669014db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66900cf6a0 0x7f669014db30 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f668000c450 tx=0x7f668000c910 comp rx=0 tx=0).stop 2024-09-19T05:35:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 shutdown_connections 2024-09-19T05:35:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f667406c2b0 0x7f667406e770 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6690161d10 0x7f66901f8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66900cf6a0 0x7f669014db30 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 --2- 172.21.15.39:0/2439146256 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66900b76c0 0x7f66901ea6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.111+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 >> 172.21.15.39:0/2439146256 conn(0x7f66900d4730 msgr2=0x7f66900b86c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.112+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 shutdown_connections 2024-09-19T05:35:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.112+0000 7f6697c5c640 1 -- 172.21.15.39:0/2439146256 wait complete. 2024-09-19T05:35:09.124 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted' 2024-09-19T05:35:09.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.225+0000 7f9a40253640 1 Processor -- start 2024-09-19T05:35:09.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.225+0000 7f9a40253640 1 -- start start 2024-09-19T05:35:09.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a40253640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9a3815ebc0 0x7f9a3815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a40253640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 0x7f9a3806bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a40253640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a380afa00 con 0x7f9a380cfbc0 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a40253640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f9a380ae8a0 con 0x7f9a3815ebc0 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a40253640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9a380aee60 con 0x7f9a3806bb20 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3d7ee640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9a3815ebc0 0x7f9a3815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3d7ee640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9a3815ebc0 0x7f9a3815f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54558/0 (socket says 172.21.15.39:54558) 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3dfef640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9a380cfbc0 0x7f9a380af2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33244/0 (socket says 172.21.15.39:33244) 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3d7ee640 1 -- 172.21.15.39:0/3062787073 learned_addr learned my addr 172.21.15.39:0/3062787073 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3e7f0640 1 --2- 172.21.15.39:0/3062787073 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 0x7f9a3806bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3d7ee640 1 -- 172.21.15.39:0/3062787073 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 msgr2=0x7f9a3806bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3d7ee640 1 --2- 172.21.15.39:0/3062787073 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 0x7f9a3806bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3d7ee640 1 -- 172.21.15.39:0/3062787073 >> v1:172.21.15.39:6789/0 conn(0x7f9a380cfbc0 legacy=0x7f9a380af2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3cfed640 1 -- 172.21.15.39:0/3062787073 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 802148742 0 0) 0x7f9a380afa00 con 0x7f9a380cfbc0 2024-09-19T05:35:09.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.226+0000 7f9a3d7ee640 1 -- 172.21.15.39:0/3062787073 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a3815f6d0 con 0x7f9a3815ebc0 2024-09-19T05:35:09.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.227+0000 7f9a3d7ee640 1 --2- 172.21.15.39:0/3062787073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 0x7f9a3815f000 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f9a28009870 tx=0x7f9a2802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71c5cd861b5ab7ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:09.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.227+0000 7f9a3cfed640 1 -- 172.21.15.39:0/3062787073 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28037070 con 0x7f9a3815ebc0 2024-09-19T05:35:09.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.227+0000 7f9a3cfed640 1 -- 172.21.15.39:0/3062787073 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a28032440 con 0x7f9a3815ebc0 2024-09-19T05:35:09.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.227+0000 7f9a3cfed640 1 -- 172.21.15.39:0/3062787073 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28032810 con 0x7f9a3815ebc0 2024-09-19T05:35:09.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.228+0000 7f9a40253640 1 -- 172.21.15.39:0/3062787073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 msgr2=0x7f9a3815f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.228+0000 7f9a40253640 1 --2- 172.21.15.39:0/3062787073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 0x7f9a3815f000 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f9a28009870 tx=0x7f9a2802a270 comp rx=0 tx=0).stop 2024-09-19T05:35:09.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.228+0000 7f9a40253640 1 -- 172.21.15.39:0/3062787073 shutdown_connections 2024-09-19T05:35:09.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.228+0000 7f9a40253640 1 --2- 172.21.15.39:0/3062787073 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 0x7f9a3806bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.228+0000 7f9a40253640 1 --2- 172.21.15.39:0/3062787073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 0x7f9a3815f000 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.228+0000 7f9a40253640 1 -- 172.21.15.39:0/3062787073 >> 172.21.15.39:0/3062787073 conn(0x7f9a380b2870 msgr2=0x7f9a380b2c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:09.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.228+0000 7f9a40253640 1 -- 172.21.15.39:0/3062787073 shutdown_connections 2024-09-19T05:35:09.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.228+0000 7f9a40253640 1 -- 172.21.15.39:0/3062787073 wait complete. 2024-09-19T05:35:09.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.229+0000 7f9a40253640 1 Processor -- start 2024-09-19T05:35:09.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.229+0000 7f9a40253640 1 -- start start 2024-09-19T05:35:09.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a40253640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 0x7f9a3814b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a40253640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a380cfbc0 0x7f9a381f7d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a40253640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 0x7f9a380b19c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a40253640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9a380cffa0 con 0x7f9a3815ebc0 2024-09-19T05:35:09.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a40253640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9a380aeaf0 con 0x7f9a380cfbc0 2024-09-19T05:35:09.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a40253640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9a380d0120 con 0x7f9a3806bb20 2024-09-19T05:35:09.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3e7f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 0x7f9a380b19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3e7f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 0x7f9a380b19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54568/0 (socket says 172.21.15.39:54568) 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3e7f0640 1 -- 172.21.15.39:0/1664016197 learned_addr learned my addr 172.21.15.39:0/1664016197 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3dfef640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 0x7f9a3814b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3d7ee640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a380cfbc0 0x7f9a381f7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3e7f0640 1 -- 172.21.15.39:0/1664016197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 msgr2=0x7f9a3814b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3e7f0640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 0x7f9a3814b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3e7f0640 1 -- 172.21.15.39:0/1664016197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a380cfbc0 msgr2=0x7f9a381f7d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3e7f0640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a380cfbc0 0x7f9a381f7d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3e7f0640 1 -- 172.21.15.39:0/1664016197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a381f8680 con 0x7f9a3815ebc0 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a3e7f0640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 0x7f9a380b19c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9a3000cc30 tx=0x7f9a3000a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a2e7fc640 1 -- 172.21.15.39:0/1664016197 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3000ce40 con 0x7f9a3815ebc0 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a2e7fc640 1 -- 172.21.15.39:0/1664016197 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a30003990 con 0x7f9a3815ebc0 2024-09-19T05:35:09.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.230+0000 7f9a2e7fc640 1 -- 172.21.15.39:0/1664016197 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a30003d40 con 0x7f9a3815ebc0 2024-09-19T05:35:09.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.231+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a381f8960 con 0x7f9a3815ebc0 2024-09-19T05:35:09.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.231+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a381f8270 con 0x7f9a3815ebc0 2024-09-19T05:35:09.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.232+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a380cef60 con 0x7f9a3815ebc0 2024-09-19T05:35:09.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.232+0000 7f9a2e7fc640 1 -- 172.21.15.39:0/1664016197 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a30003ee0 con 0x7f9a3815ebc0 2024-09-19T05:35:09.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.233+0000 7f9a2e7fc640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9a1c06c2b0 0x7f9a1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.233+0000 7f9a3dfef640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9a1c06c2b0 0x7f9a1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.233+0000 7f9a2e7fc640 1 -- 172.21.15.39:0/1664016197 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f9a3008b560 con 0x7f9a3815ebc0 2024-09-19T05:35:09.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.233+0000 7f9a3dfef640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9a1c06c2b0 0x7f9a1c06e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9a34007fd0 tx=0x7f9a34009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:09.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.237+0000 7f9a2e7fc640 1 -- 172.21.15.39:0/1664016197 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9a30014030 con 0x7f9a3815ebc0 2024-09-19T05:35:09.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.478+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]} v 0) -- 0x7f9a38162e40 con 0x7f9a3815ebc0 2024-09-19T05:35:09.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.491+0000 7f9a2e7fc640 1 -- 172.21.15.39:0/1664016197 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]}]=0 v80) ==== 156+0+0 (secure 0 0 0) 0x7f9a3008b020 con 0x7f9a3815ebc0 2024-09-19T05:35:09.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.493+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9a1c06c2b0 msgr2=0x7f9a1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.493+0000 7f9a40253640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9a1c06c2b0 0x7f9a1c06e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9a34007fd0 tx=0x7f9a34009040 comp rx=0 tx=0).stop 2024-09-19T05:35:09.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.493+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 msgr2=0x7f9a380b19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.493+0000 7f9a40253640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 0x7f9a380b19c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9a3000cc30 tx=0x7f9a3000a5c0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.494+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 shutdown_connections 2024-09-19T05:35:09.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.494+0000 7f9a40253640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9a1c06c2b0 0x7f9a1c06e770 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.494+0000 7f9a40253640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a3815ebc0 0x7f9a380b19c0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.494+0000 7f9a40253640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a380cfbc0 0x7f9a381f7d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.494+0000 7f9a40253640 1 --2- 172.21.15.39:0/1664016197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9a3806bb20 0x7f9a3814b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.494+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 >> 172.21.15.39:0/1664016197 conn(0x7f9a380b2870 msgr2=0x7f9a380b2c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:09.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.494+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 shutdown_connections 2024-09-19T05:35:09.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.494+0000 7f9a40253640 1 -- 172.21.15.39:0/1664016197 wait complete. 2024-09-19T05:35:09.506 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:35:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.610+0000 7fcb4c96d640 1 Processor -- start 2024-09-19T05:35:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.610+0000 7fcb4c96d640 1 -- start start 2024-09-19T05:35:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb4c96d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcb4806bb20 0x7fcb4806bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb4c96d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb480d2ed0 con 0x7fcb4815e820 2024-09-19T05:35:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb4c96d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb480d31b0 con 0x7fcb480cf3b0 2024-09-19T05:35:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb4c96d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fcb4806c4b0 con 0x7fcb4806bb20 2024-09-19T05:35:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb4659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcb4815e820 0x7fcb480d3f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33248/0 (socket says 172.21.15.39:33248) 2024-09-19T05:35:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb4659c640 1 -- 172.21.15.39:0/1248974168 learned_addr learned my addr 172.21.15.39:0/1248974168 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb45d9b640 1 --2- 172.21.15.39:0/1248974168 >> v2:172.21.15.39:3300/0 conn(0x7fcb4806bb20 0x7fcb4806bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb45d9b640 1 -- 172.21.15.39:0/1248974168 >> v1:172.21.15.50:6789/0 conn(0x7fcb480cf3b0 legacy=0x7fcb480cf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb45d9b640 1 -- 172.21.15.39:0/1248974168 >> v1:172.21.15.39:6789/0 conn(0x7fcb4815e820 legacy=0x7fcb480d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb45d9b640 1 -- 172.21.15.39:0/1248974168 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb480d3490 con 0x7fcb4806bb20 2024-09-19T05:35:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.611+0000 7fcb4559a640 1 -- 172.21.15.39:0/1248974168 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3692258492 0 0) 0x7fcb480d2ed0 con 0x7fcb4815e820 2024-09-19T05:35:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.612+0000 7fcb45d9b640 1 --2- 172.21.15.39:0/1248974168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 0x7fcb4806bf70 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0097a0 tx=0x7fcb3c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a31460ec117f7cb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.612+0000 7fcb4559a640 1 -- 172.21.15.39:0/1248974168 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c037070 con 0x7fcb4806bb20 2024-09-19T05:35:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.612+0000 7fcb4559a640 1 -- 172.21.15.39:0/1248974168 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb3c032440 con 0x7fcb4806bb20 2024-09-19T05:35:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.612+0000 7fcb4559a640 1 -- 172.21.15.39:0/1248974168 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c032810 con 0x7fcb4806bb20 2024-09-19T05:35:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.613+0000 7fcb4c96d640 1 -- 172.21.15.39:0/1248974168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 msgr2=0x7fcb4806bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.613+0000 7fcb4c96d640 1 --2- 172.21.15.39:0/1248974168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 0x7fcb4806bf70 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0097a0 tx=0x7fcb3c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.613+0000 7fcb4c96d640 1 -- 172.21.15.39:0/1248974168 shutdown_connections 2024-09-19T05:35:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.613+0000 7fcb4c96d640 1 --2- 172.21.15.39:0/1248974168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 0x7fcb4806bf70 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.613+0000 7fcb4c96d640 1 -- 172.21.15.39:0/1248974168 >> 172.21.15.39:0/1248974168 conn(0x7fcb48072770 msgr2=0x7fcb480d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.613+0000 7fcb4c96d640 1 -- 172.21.15.39:0/1248974168 shutdown_connections 2024-09-19T05:35:09.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.613+0000 7fcb4c96d640 1 -- 172.21.15.39:0/1248974168 wait complete. 2024-09-19T05:35:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.614+0000 7fcb4c96d640 1 Processor -- start 2024-09-19T05:35:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.614+0000 7fcb4c96d640 1 -- start start 2024-09-19T05:35:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb4c96d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 0x7fcb480b69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb4c96d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb480cf3b0 0x7fcb48155520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb4c96d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb4815e820 0x7fcb48160330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb4c96d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcb480d3a50 con 0x7fcb4806bb20 2024-09-19T05:35:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb4c96d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcb480d2c80 con 0x7fcb4815e820 2024-09-19T05:35:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb4c96d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcb480b7730 con 0x7fcb480cf3b0 2024-09-19T05:35:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb4659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 0x7fcb480b69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb4659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 0x7fcb480b69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54598/0 (socket says 172.21.15.39:54598) 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb4659c640 1 -- 172.21.15.39:0/2343509452 learned_addr learned my addr 172.21.15.39:0/2343509452 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb45d9b640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb480cf3b0 0x7fcb48155520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.615+0000 7fcb46d9d640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb4815e820 0x7fcb48160330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb4659c640 1 -- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb480cf3b0 msgr2=0x7fcb48155520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb4659c640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb480cf3b0 0x7fcb48155520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb4659c640 1 -- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb4815e820 msgr2=0x7fcb48160330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb4659c640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb4815e820 0x7fcb48160330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb4659c640 1 -- 172.21.15.39:0/2343509452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb48155a60 con 0x7fcb4806bb20 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb46d9d640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb4815e820 0x7fcb48160330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb45d9b640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb480cf3b0 0x7fcb48155520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb4659c640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 0x7fcb480b69f0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fcb3800c460 tx=0x7fcb3800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:09.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb36ffd640 1 -- 172.21.15.39:0/2343509452 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb38018070 con 0x7fcb4806bb20 2024-09-19T05:35:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb36ffd640 1 -- 172.21.15.39:0/2343509452 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb38007500 con 0x7fcb4806bb20 2024-09-19T05:35:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb36ffd640 1 -- 172.21.15.39:0/2343509452 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb38004a20 con 0x7fcb4806bb20 2024-09-19T05:35:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb480b5f70 con 0x7fcb4806bb20 2024-09-19T05:35:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.616+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb4815a110 con 0x7fcb4806bb20 2024-09-19T05:35:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.617+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb48063610 con 0x7fcb4806bb20 2024-09-19T05:35:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.618+0000 7fcb36ffd640 1 -- 172.21.15.39:0/2343509452 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb3801b070 con 0x7fcb4806bb20 2024-09-19T05:35:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.618+0000 7fcb36ffd640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb2806c2b0 0x7fcb2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.618+0000 7fcb36ffd640 1 -- 172.21.15.39:0/2343509452 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fcb3808a350 con 0x7fcb4806bb20 2024-09-19T05:35:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.618+0000 7fcb45d9b640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb2806c2b0 0x7fcb2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.619+0000 7fcb45d9b640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb2806c2b0 0x7fcb2806e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c034000 tx=0x7fcb3c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:09.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.623+0000 7fcb36ffd640 1 -- 172.21.15.39:0/2343509452 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcb38058e50 con 0x7fcb4806bb20 2024-09-19T05:35:09.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.798+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fcb480cfa70 con 0x7fcb4806bb20 2024-09-19T05:35:09.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.801+0000 7fcb36ffd640 1 -- 172.21.15.39:0/2343509452 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7fcb38058750 con 0x7fcb4806bb20 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb2806c2b0 msgr2=0x7fcb2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb2806c2b0 0x7fcb2806e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c034000 tx=0x7fcb3c02e000 comp rx=0 tx=0).stop 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 msgr2=0x7fcb480b69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 0x7fcb480b69f0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fcb3800c460 tx=0x7fcb3800c920 comp rx=0 tx=0).stop 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 shutdown_connections 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcb2806c2b0 0x7fcb2806e770 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb4815e820 0x7fcb48160330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcb480cf3b0 0x7fcb48155520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 --2- 172.21.15.39:0/2343509452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4806bb20 0x7fcb480b69f0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 >> 172.21.15.39:0/2343509452 conn(0x7fcb48072770 msgr2=0x7fcb480b9150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:09.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 shutdown_connections 2024-09-19T05:35:09.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:09.803+0000 7fcb4c96d640 1 -- 172.21.15.39:0/2343509452 wait complete. 2024-09-19T05:35:09.815 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:35:09.816 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:09.852 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:09.898 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:35:09.899 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:09.899 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:09.915 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:35:09.915 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:09.915 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:09.934 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:35:09.934 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:09.934 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:09.971 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:35:09.971 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:09.971 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:09.991 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:35:09.992 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:35:09.992 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.112+0000 7f22a9430640 1 Processor -- start 2024-09-19T05:35:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.112+0000 7f22a9430640 1 -- start start 2024-09-19T05:35:10.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a9430640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a415e8e0 0x7f22a4162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a9430640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f22a40cf1f0 0x7f22a40d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a9430640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f22a40d19d0 0x7f22a40b6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a9430640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f22a40b7920 con 0x7f22a40d19d0 2024-09-19T05:35:10.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a9430640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f22a40cf940 con 0x7f22a40cf1f0 2024-09-19T05:35:10.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a9430640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f22a40cfc20 con 0x7f22a415e8e0 2024-09-19T05:35:10.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f22a40d19d0 0x7f22a40b6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f22a40d19d0 0x7f22a40b6170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54606/0 (socket says 172.21.15.39:54606) 2024-09-19T05:35:10.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a37fe640 1 -- 172.21.15.39:0/2953825901 learned_addr learned my addr 172.21.15.39:0/2953825901 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:10.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a2ffd640 1 --2- 172.21.15.39:0/2953825901 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a415e8e0 0x7f22a4162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a27fc640 1 --2- 172.21.15.39:0/2953825901 >> v2:172.21.15.50:3300/0 conn(0x7f22a40cf1f0 0x7f22a40d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a37fe640 1 -- 172.21.15.39:0/2953825901 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a415e8e0 msgr2=0x7f22a4162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:10.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a37fe640 1 --2- 172.21.15.39:0/2953825901 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a415e8e0 0x7f22a4162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a37fe640 1 -- 172.21.15.39:0/2953825901 >> v2:172.21.15.50:3300/0 conn(0x7f22a40cf1f0 msgr2=0x7f22a40d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:10.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a37fe640 1 --2- 172.21.15.39:0/2953825901 >> v2:172.21.15.50:3300/0 conn(0x7f22a40cf1f0 0x7f22a40d1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.113+0000 7f22a37fe640 1 -- 172.21.15.39:0/2953825901 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22a40d2ae0 con 0x7f22a40d19d0 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.114+0000 7f22a37fe640 1 --2- 172.21.15.39:0/2953825901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 0x7f22a40b6170 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f229c009e50 tx=0x7f229c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f45f70e57a8449c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.114+0000 7f22a1ffb640 1 -- 172.21.15.39:0/2953825901 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f229c036070 con 0x7f22a40d19d0 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.114+0000 7f22a1ffb640 1 -- 172.21.15.39:0/2953825901 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f229c031600 con 0x7f22a40d19d0 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.114+0000 7f22a1ffb640 1 -- 172.21.15.39:0/2953825901 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f229c0319d0 con 0x7f22a40d19d0 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.115+0000 7f22a9430640 1 -- 172.21.15.39:0/2953825901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 msgr2=0x7f22a40b6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.115+0000 7f22a9430640 1 --2- 172.21.15.39:0/2953825901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 0x7f22a40b6170 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f229c009e50 tx=0x7f229c02a630 comp rx=0 tx=0).stop 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.115+0000 7f22a9430640 1 -- 172.21.15.39:0/2953825901 shutdown_connections 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.115+0000 7f22a9430640 1 --2- 172.21.15.39:0/2953825901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 0x7f22a40b6170 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.115+0000 7f22a9430640 1 --2- 172.21.15.39:0/2953825901 >> v2:172.21.15.50:3300/0 conn(0x7f22a40cf1f0 0x7f22a40d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.115+0000 7f22a9430640 1 --2- 172.21.15.39:0/2953825901 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a415e8e0 0x7f22a4162cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.115+0000 7f22a9430640 1 -- 172.21.15.39:0/2953825901 >> 172.21.15.39:0/2953825901 conn(0x7f22a406bd00 msgr2=0x7f22a406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:10.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.115+0000 7f22a9430640 1 -- 172.21.15.39:0/2953825901 shutdown_connections 2024-09-19T05:35:10.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.115+0000 7f22a9430640 1 -- 172.21.15.39:0/2953825901 wait complete. 2024-09-19T05:35:10.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.116+0000 7f22a9430640 1 Processor -- start 2024-09-19T05:35:10.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.116+0000 7f22a9430640 1 -- start start 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a9430640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a40cf1f0 0x7f22a415ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a9430640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 0x7f22a4160f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a9430640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22a415e8e0 0x7f22a4161460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a9430640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f22a40b66b0 con 0x7f22a40d19d0 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a9430640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f22a40cf630 con 0x7f22a415e8e0 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a9430640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f22a40b6830 con 0x7f22a40cf1f0 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 0x7f22a4160f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 0x7f22a4160f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54614/0 (socket says 172.21.15.39:54614) 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a27fc640 1 -- 172.21.15.39:0/3458990640 learned_addr learned my addr 172.21.15.39:0/3458990640 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a37fe640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22a415e8e0 0x7f22a4161460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.117+0000 7f22a2ffd640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a40cf1f0 0x7f22a415ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f22a27fc640 1 -- 172.21.15.39:0/3458990640 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a40cf1f0 msgr2=0x7f22a415ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f22a27fc640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a40cf1f0 0x7f22a415ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f22a27fc640 1 -- 172.21.15.39:0/3458990640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22a415e8e0 msgr2=0x7f22a4161460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f22a27fc640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22a415e8e0 0x7f22a4161460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f22a27fc640 1 -- 172.21.15.39:0/3458990640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22a41f7f20 con 0x7f22a40d19d0 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f22a27fc640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 0x7f22a4160f20 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f229800e890 tx=0x7f229800ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f228b7fe640 1 -- 172.21.15.39:0/3458990640 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2298017070 con 0x7f22a40d19d0 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f228b7fe640 1 -- 172.21.15.39:0/3458990640 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f229800c940 con 0x7f22a40d19d0 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f228b7fe640 1 -- 172.21.15.39:0/3458990640 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f229800cd30 con 0x7f22a40d19d0 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22a41f8200 con 0x7f22a40d19d0 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.118+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22a41f87c0 con 0x7f22a40d19d0 2024-09-19T05:35:10.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.119+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22a40d1490 con 0x7f22a40d19d0 2024-09-19T05:35:10.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.120+0000 7f228b7fe640 1 -- 172.21.15.39:0/3458990640 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f229801a070 con 0x7f22a40d19d0 2024-09-19T05:35:10.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.120+0000 7f228b7fe640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f229006c2b0 0x7f229006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.120+0000 7f228b7fe640 1 -- 172.21.15.39:0/3458990640 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f229808ad20 con 0x7f22a40d19d0 2024-09-19T05:35:10.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.120+0000 7f22a2ffd640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f229006c2b0 0x7f229006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.121+0000 7f22a2ffd640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f229006c2b0 0x7f229006e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f22a40c8130 tx=0x7f2294009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:10.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.125+0000 7f228b7fe640 1 -- 172.21.15.39:0/3458990640 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2298059140 con 0x7f22a40d19d0 2024-09-19T05:35:10.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.334+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22a40d23d0 con 0x7f22a40d19d0 2024-09-19T05:35:10.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.335+0000 7f228b7fe640 1 -- 172.21.15.39:0/3458990640 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+3908 (secure 0 0 0) 0x7f229805d440 con 0x7f22a40d19d0 2024-09-19T05:35:10.337 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:10.337 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":16,"btime":"2024-09-19T05:35:04:312661+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4541,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/1583579234","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1583579234},{"type":"v1","addr":"172.21.15.39:6837","nonce":1583579234}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4663,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/1128949058","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1128949058},{"type":"v1","addr":"172.21.15.50:6834","nonce":1128949058}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4666,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1820579506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1820579506},{"type":"v1","addr":"172.21.15.50:6835","nonce":1820579506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":5055,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/127888343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":127888343},{"type":"v1","addr":"172.21.15.39:6836","nonce":127888343}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[]} 2024-09-19T05:35:10.337 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 16 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f229006c2b0 msgr2=0x7f229006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f229006c2b0 0x7f229006e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f22a40c8130 tx=0x7f2294009190 comp rx=0 tx=0).stop 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 msgr2=0x7f22a4160f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 0x7f22a4160f20 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f229800e890 tx=0x7f229800ed50 comp rx=0 tx=0).stop 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 shutdown_connections 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f229006c2b0 0x7f229006e770 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22a415e8e0 0x7f22a4161460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22a40d19d0 0x7f22a4160f20 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 --2- 172.21.15.39:0/3458990640 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f22a40cf1f0 0x7f22a415ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 >> 172.21.15.39:0/3458990640 conn(0x7f22a406bd00 msgr2=0x7f22a40b4920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:10.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 shutdown_connections 2024-09-19T05:35:10.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.337+0000 7f22a9430640 1 -- 172.21.15.39:0/3458990640 wait complete. 2024-09-19T05:35:10.350 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:35:10.350 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:35:10.350 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:35:10.350 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:35:10.350 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:35:10.351 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:35:10.351 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:35:10.351 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:35:10.351 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:35:10.351 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:35:10.351 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:35:10.351 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:35:10.352 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:35:10.352 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:35:10.352 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:35:10.352 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:35:10.359 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:35:10.360 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:35:10.361 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:35:10.361 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:35:10.365 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:35:10.365 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:35:10.366 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:35:10.366 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:35:10.403 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:35:10.404 DEBUG:teuthology.parallel:result is None 2024-09-19T05:35:10.405 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:35:10.405 DEBUG:teuthology.parallel:result is None 2024-09-19T05:35:10.407 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:35:10.407 DEBUG:teuthology.parallel:result is None 2024-09-19T05:35:10.408 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:35:10.408 DEBUG:teuthology.parallel:result is None 2024-09-19T05:35:10.409 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:35:10.482 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:35:10.482 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:35:10.495 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-19T05:35:10.496 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-19T05:35:10.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.515+0000 7f5f71386640 1 Processor -- start 2024-09-19T05:35:10.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.516+0000 7f5f71386640 1 -- start start 2024-09-19T05:35:10.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.516+0000 7f5f71386640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5f6c0b6690 0x7f5f6c0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.516+0000 7f5f71386640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5f6c0d16e0 0x7f5f6c0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.516+0000 7f5f71386640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f6c0cff10 con 0x7f5f6c0b6a70 2024-09-19T05:35:10.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.516+0000 7f5f71386640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f5f6c0cf540 con 0x7f5f6c0d16e0 2024-09-19T05:35:10.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.516+0000 7f5f71386640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5f6c0d1b10 con 0x7f5f6c0b6690 2024-09-19T05:35:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.516+0000 7f5f6b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5f6c0d16e0 0x7f5f6c0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.516+0000 7f5f6a7fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5f6c0b6a70 0x7f5f6c0d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33272/0 (socket says 172.21.15.39:33272) 2024-09-19T05:35:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.516+0000 7f5f6a7fc640 1 -- 172.21.15.39:0/3505837596 learned_addr learned my addr 172.21.15.39:0/3505837596 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.517+0000 7f5f6affd640 1 --2- 172.21.15.39:0/3505837596 >> v2:172.21.15.50:3300/0 conn(0x7f5f6c0b6690 0x7f5f6c0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.517+0000 7f5f6b7fe640 1 -- 172.21.15.39:0/3505837596 >> v2:172.21.15.50:3300/0 conn(0x7f5f6c0b6690 msgr2=0x7f5f6c0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.517+0000 7f5f6b7fe640 1 --2- 172.21.15.39:0/3505837596 >> v2:172.21.15.50:3300/0 conn(0x7f5f6c0b6690 0x7f5f6c0cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.517+0000 7f5f6b7fe640 1 -- 172.21.15.39:0/3505837596 >> v1:172.21.15.39:6789/0 conn(0x7f5f6c0b6a70 legacy=0x7f5f6c0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.517+0000 7f5f6b7fe640 1 -- 172.21.15.39:0/3505837596 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6c0d1d90 con 0x7f5f6c0d16e0 2024-09-19T05:35:10.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.517+0000 7f5f6b7fe640 1 --2- 172.21.15.39:0/3505837596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0d16e0 0x7f5f6c0d2b50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c0d2210 tx=0x7f5f6402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca0d705dc865b345 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:10.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f69ffb640 1 -- 172.21.15.39:0/3505837596 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f64007740 con 0x7f5f6c0d16e0 2024-09-19T05:35:10.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f69ffb640 1 -- 172.21.15.39:0/3505837596 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f640078e0 con 0x7f5f6c0d16e0 2024-09-19T05:35:10.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f69ffb640 1 -- 172.21.15.39:0/3505837596 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f64007cb0 con 0x7f5f6c0d16e0 2024-09-19T05:35:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f71386640 1 -- 172.21.15.39:0/3505837596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0d16e0 msgr2=0x7f5f6c0d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f71386640 1 --2- 172.21.15.39:0/3505837596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0d16e0 0x7f5f6c0d2b50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c0d2210 tx=0x7f5f6402a680 comp rx=0 tx=0).stop 2024-09-19T05:35:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f71386640 1 -- 172.21.15.39:0/3505837596 shutdown_connections 2024-09-19T05:35:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f71386640 1 --2- 172.21.15.39:0/3505837596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0d16e0 0x7f5f6c0d2b50 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f71386640 1 --2- 172.21.15.39:0/3505837596 >> v2:172.21.15.50:3300/0 conn(0x7f5f6c0b6690 0x7f5f6c0cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f71386640 1 -- 172.21.15.39:0/3505837596 >> 172.21.15.39:0/3505837596 conn(0x7f5f6c072560 msgr2=0x7f5f6c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f71386640 1 -- 172.21.15.39:0/3505837596 shutdown_connections 2024-09-19T05:35:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.518+0000 7f5f71386640 1 -- 172.21.15.39:0/3505837596 wait complete. 2024-09-19T05:35:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f71386640 1 Processor -- start 2024-09-19T05:35:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f71386640 1 -- start start 2024-09-19T05:35:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f71386640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0b6690 0x7f5f6c0ca900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f71386640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f6c0b6a70 0x7f5f6c1f5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f71386640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5f6c0d16e0 0x7f5f6c1e90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f71386640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6c0b6f00 con 0x7f5f6c0b6690 2024-09-19T05:35:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f71386640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6c0cf1d0 con 0x7f5f6c0b6a70 2024-09-19T05:35:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f71386640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5f6c15c530 con 0x7f5f6c0d16e0 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f6affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0b6690 0x7f5f6c0ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f6affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0b6690 0x7f5f6c0ca900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54662/0 (socket says 172.21.15.39:54662) 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.520+0000 7f5f6affd640 1 -- 172.21.15.39:0/47727335 learned_addr learned my addr 172.21.15.39:0/47727335 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f6a7fc640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f6c0b6a70 0x7f5f6c1f5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f6b7fe640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5f6c0d16e0 0x7f5f6c1e90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f6affd640 1 -- 172.21.15.39:0/47727335 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5f6c0d16e0 msgr2=0x7f5f6c1e90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f6affd640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5f6c0d16e0 0x7f5f6c1e90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f6affd640 1 -- 172.21.15.39:0/47727335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f6c0b6a70 msgr2=0x7f5f6c1f5cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f6affd640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f6c0b6a70 0x7f5f6c1f5cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f6affd640 1 -- 172.21.15.39:0/47727335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6c158d90 con 0x7f5f6c0b6690 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f6affd640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0b6690 0x7f5f6c0ca900 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c00c7f0 tx=0x7f5f5c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f537fe640 1 -- 172.21.15.39:0/47727335 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c015070 con 0x7f5f6c0b6690 2024-09-19T05:35:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f537fe640 1 -- 172.21.15.39:0/47727335 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f5c004240 con 0x7f5f6c0b6690 2024-09-19T05:35:10.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f6c159070 con 0x7f5f6c0b6690 2024-09-19T05:35:10.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f537fe640 1 -- 172.21.15.39:0/47727335 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c003610 con 0x7f5f6c0b6690 2024-09-19T05:35:10.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.521+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f6c0cae40 con 0x7f5f6c0b6690 2024-09-19T05:35:10.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.522+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f6c0cf9d0 con 0x7f5f6c0b6690 2024-09-19T05:35:10.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.523+0000 7f5f537fe640 1 -- 172.21.15.39:0/47727335 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5f5c0039c0 con 0x7f5f6c0b6690 2024-09-19T05:35:10.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.523+0000 7f5f537fe640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5f5806c2b0 0x7f5f5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:10.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.523+0000 7f5f537fe640 1 -- 172.21.15.39:0/47727335 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f5f5c08b070 con 0x7f5f6c0b6690 2024-09-19T05:35:10.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.523+0000 7f5f6a7fc640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5f5806c2b0 0x7f5f5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:10.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.524+0000 7f5f6a7fc640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5f5806c2b0 0x7f5f5806e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c0b9a00 tx=0x7f5f60007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:10.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.528+0000 7f5f537fe640 1 -- 172.21.15.39:0/47727335 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5f5c059520 con 0x7f5f6c0b6690 2024-09-19T05:35:10.566 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-19T05:35:10.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:10.720+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f5f6c069140 con 0x7f5f6c0b6690 2024-09-19T05:35:11.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.499+0000 7f5f537fe640 1 -- 172.21.15.39:0/47727335 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v39) ==== 97+0+0 (secure 0 0 0) 0x7f5f5c05d820 con 0x7f5f6c0b6690 2024-09-19T05:35:11.501 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5f5806c2b0 msgr2=0x7f5f5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5f5806c2b0 0x7f5f5806e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c0b9a00 tx=0x7f5f60007e80 comp rx=0 tx=0).stop 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0b6690 msgr2=0x7f5f6c0ca900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0b6690 0x7f5f6c0ca900 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c00c7f0 tx=0x7f5f5c00ccb0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 shutdown_connections 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5f5806c2b0 0x7f5f5806e770 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5f6c0d16e0 0x7f5f6c1e90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f6c0b6a70 0x7f5f6c1f5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 --2- 172.21.15.39:0/47727335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f6c0b6690 0x7f5f6c0ca900 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 >> 172.21.15.39:0/47727335 conn(0x7f5f6c072560 msgr2=0x7f5f6c15c830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:11.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 shutdown_connections 2024-09-19T05:35:11.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.502+0000 7f5f71386640 1 -- 172.21.15.39:0/47727335 wait complete. 2024-09-19T05:35:11.517 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:35:11.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.622+0000 7f7d89b78640 1 Processor -- start 2024-09-19T05:35:11.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.622+0000 7f7d89b78640 1 -- start start 2024-09-19T05:35:11.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.623+0000 7f7d89b78640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8406e440 0x7f7d840713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:11.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.623+0000 7f7d89b78640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d8415cb60 con 0x7f7d8415c330 2024-09-19T05:35:11.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.623+0000 7f7d89b78640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d8415ce40 con 0x7f7d84160990 2024-09-19T05:35:11.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.623+0000 7f7d89b78640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7d840719b0 con 0x7f7d8406e440 2024-09-19T05:35:11.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d837fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7d8415c330 0x7f7d8406dd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33282/0 (socket says 172.21.15.39:33282) 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d837fe640 1 -- 172.21.15.39:0/1999698395 learned_addr learned my addr 172.21.15.39:0/1999698395 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d82ffd640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8406e440 0x7f7d840713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2809633349 0 0) 0x7f7d8415cb60 con 0x7f7d8415c330 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7d6c003520 con 0x7f7d8415c330 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3404973632 0 0) 0x7f7d6c003520 con 0x7f7d8415c330 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8406e440 msgr2=0x7f7d840713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8406e440 0x7f7d840713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 >> v1:172.21.15.50:6789/0 conn(0x7f7d84160990 legacy=0x7f7d840d0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8415d120 con 0x7f7d8415c330 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f7d740019f0 con 0x7f7d8415c330 2024-09-19T05:35:11.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 >> v1:172.21.15.39:6789/0 conn(0x7f7d8415c330 legacy=0x7f7d8406dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8406e440 0x7f7d6c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d6c003f20 0x7f7d6c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d6c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7d840719b0 con 0x7f7d6c004d40 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7d6c00ba20 con 0x7f7d6c003f20 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7d6c00bc20 con 0x7f7d8406e440 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d83fff640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d6c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d837fe640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8406e440 0x7f7d6c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.624+0000 7f7d82ffd640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d6c003f20 0x7f7d6c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.625+0000 7f7d83fff640 1 -- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8406e440 msgr2=0x7f7d6c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.625+0000 7f7d83fff640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d8406e440 0x7f7d6c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.625+0000 7f7d83fff640 1 -- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d6c003f20 msgr2=0x7f7d6c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.625+0000 7f7d83fff640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d6c003f20 0x7f7d6c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.625+0000 7f7d83fff640 1 -- 172.21.15.39:0/1999698395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d6c003520 con 0x7f7d6c004d40 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.625+0000 7f7d83fff640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d6c0051c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c001860 tx=0x7f7d6c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56e74db27ba02cd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d7c037070 con 0x7f7d6c004d40 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d7c02abf0 con 0x7f7d6c004d40 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d827fc640 1 -- 172.21.15.39:0/1999698395 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d7c001430 con 0x7f7d6c004d40 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d89b78640 1 -- 172.21.15.39:0/1999698395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 msgr2=0x7f7d6c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d89b78640 1 --2- 172.21.15.39:0/1999698395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d6c0051c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c001860 tx=0x7f7d6c005830 comp rx=0 tx=0).stop 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d83fff640 1 -- 172.21.15.39:0/1999698395 reap_dead start 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d89b78640 1 -- 172.21.15.39:0/1999698395 shutdown_connections 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d89b78640 1 -- 172.21.15.39:0/1999698395 >> 172.21.15.39:0/1999698395 conn(0x7f7d840b4170 msgr2=0x7f7d840b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:11.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d89b78640 1 -- 172.21.15.39:0/1999698395 shutdown_connections 2024-09-19T05:35:11.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.626+0000 7f7d89b78640 1 -- 172.21.15.39:0/1999698395 wait complete. 2024-09-19T05:35:11.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.627+0000 7f7d89b78640 1 Processor -- start 2024-09-19T05:35:11.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d89b78640 1 -- start start 2024-09-19T05:35:11.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d89b78640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d84159920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:11.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d89b78640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d841458c0 0x7f7d840aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:11.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d89b78640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d84144d30 0x7f7d841451b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d89b78640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7d8415d920 con 0x7f7d6c004d40 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d89b78640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7d84160e20 con 0x7f7d84144d30 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d89b78640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7d8415c710 con 0x7f7d841458c0 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d837fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d84159920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d837fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d84159920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54686/0 (socket says 172.21.15.39:54686) 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.628+0000 7f7d837fe640 1 -- 172.21.15.39:0/3201495681 learned_addr learned my addr 172.21.15.39:0/3201495681 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d82ffd640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d841458c0 0x7f7d840aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d83fff640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d84144d30 0x7f7d841451b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d837fe640 1 -- 172.21.15.39:0/3201495681 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d841458c0 msgr2=0x7f7d840aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d837fe640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d841458c0 0x7f7d840aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d837fe640 1 -- 172.21.15.39:0/3201495681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d84144d30 msgr2=0x7f7d841451b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:11.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d837fe640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d84144d30 0x7f7d841451b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d837fe640 1 -- 172.21.15.39:0/3201495681 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8415a020 con 0x7f7d6c004d40 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d83fff640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d84144d30 0x7f7d841451b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d837fe640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d84159920 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7d74007a20 tx=0x7f7d7400a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d6bfff640 1 -- 172.21.15.39:0/3201495681 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d740133f0 con 0x7f7d6c004d40 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d6bfff640 1 -- 172.21.15.39:0/3201495681 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d74018070 con 0x7f7d6c004d40 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d8415a300 con 0x7f7d6c004d40 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d6bfff640 1 -- 172.21.15.39:0/3201495681 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d740137d0 con 0x7f7d6c004d40 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.629+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d8415a8c0 con 0x7f7d6c004d40 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.630+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d840713d0 con 0x7f7d6c004d40 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.631+0000 7f7d6bfff640 1 -- 172.21.15.39:0/3201495681 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7d74013b80 con 0x7f7d6c004d40 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.631+0000 7f7d6bfff640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d7006c2e0 0x7f7d7006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:11.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.631+0000 7f7d6bfff640 1 -- 172.21.15.39:0/3201495681 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4857+0+0 (secure 0 0 0) 0x7f7d7408bc30 con 0x7f7d6c004d40 2024-09-19T05:35:11.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.631+0000 7f7d82ffd640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d7006c2e0 0x7f7d7006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:11.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.632+0000 7f7d82ffd640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d7006c2e0 0x7f7d7006e7a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7d840cf2d0 tx=0x7f7d78009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:11.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.636+0000 7f7d6bfff640 1 -- 172.21.15.39:0/3201495681 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7d7405a6f0 con 0x7f7d6c004d40 2024-09-19T05:35:11.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.877+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f7d84158160 con 0x7f7d6c004d40 2024-09-19T05:35:11.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.878+0000 7f7d6bfff640 1 -- 172.21.15.39:0/3201495681 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v9) ==== 80+0+5304 (secure 0 0 0) 0x7f7d74059ff0 con 0x7f7d6c004d40 2024-09-19T05:35:11.879 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:11.880 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:35:11.880 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-19T05:35:11.880 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.880 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-19T05:35:11.880 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIM4aDRAAlMJ7aOrv03elCfbuji2K5Q==", 2024-09-19T05:35:11.880 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.880 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:11.880 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:11.881 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:11.881 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.881 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.881 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.881 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.881 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-19T05:35:11.881 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvgt7GRAA/eoXSbz/ug67UEj/AlWG3w==", 2024-09-19T05:35:11.881 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.881 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIG5NFBAAYRoFlBTGF9vWE8tD5dXp+g==", 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:11.882 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmmFTdIBAAYykc1nIxjNdsCUi4spxX8A==", 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:11.883 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCYt+tmP3rWFhAAowwSHyPCz6SrbalmmSKQBQ==", 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCbt+tmxbocGxAAXBJVNd9geM3WjPnzoN4Jeg==", 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCet+tmca0/LBAAkkmpxq3FL+vA+VxSrchJfA==", 2024-09-19T05:35:11.885 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCit+tmzVUqAxAAGG8wZT2s9qUs1/xn1aQEzQ==", 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:11.886 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCmt+tmlzzNExAAKv2HxkFtL7iAGOyIoucHPg==", 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-19T05:35:11.887 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCpt+tmHftQFhAATRmtgFgM4plu3j3Y84ySvA==", 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCst+tmQgP3JxAAsS3nowkJGITPFCd4cHLG9w==", 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.888 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCvt+tmWnfGOBAAqceyaunM8LQyhXoccnb3GA==", 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.889 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ==", 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvp8oLhAAnPW4CNPoKei0acso9k3X6w==", 2024-09-19T05:35:11.890 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmBbHYKhAA+49M8aS7VHuPjm00KOCwUw==", 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:35:11.891 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmge3nMxAADicDEBNjTt+/zzL3befE1w==", 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.892 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCQt+tmWTbVKxAA2TBzvNegyH9FNxy/NFGX6Q==", 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-19T05:35:11.893 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm1q7NCRAA1Wg1Mq1WXaqx/ngn21X60Q==", 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvvK9BRAAyFVhGghx2zPYcMbaHBpWoA==", 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:35:11.894 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:11.895 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.895 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:11.895 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-19T05:35:11.895 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:35:11.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d7006c2e0 msgr2=0x7f7d7006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:11.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d7006c2e0 0x7f7d7006e7a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7d840cf2d0 tx=0x7f7d78009190 comp rx=0 tx=0).stop 2024-09-19T05:35:11.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 msgr2=0x7f7d84159920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:11.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d84159920 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7d74007a20 tx=0x7f7d7400a730 comp rx=0 tx=0).stop 2024-09-19T05:35:11.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 shutdown_connections 2024-09-19T05:35:11.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7d7006c2e0 0x7f7d7006e7a0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d84144d30 0x7f7d841451b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7d841458c0 0x7f7d840aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 --2- 172.21.15.39:0/3201495681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d6c004d40 0x7f7d84159920 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:11.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 >> 172.21.15.39:0/3201495681 conn(0x7f7d840b4170 msgr2=0x7f7d841583a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:11.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 shutdown_connections 2024-09-19T05:35:11.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.880+0000 7f7d89b78640 1 -- 172.21.15.39:0/3201495681 wait complete. 2024-09-19T05:35:11.898 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:35:12.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.999+0000 7fcac675f640 1 Processor -- start 2024-09-19T05:35:12.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:11.999+0000 7fcac675f640 1 -- start start 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcac675f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcac015b4f0 0x7fcac00d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcac675f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcac00ccd80 con 0x7fcac015b110 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcac675f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcac00cd060 con 0x7fcac0073d10 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcac675f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fcac00b44f0 con 0x7fcac015b4f0 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcabf7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcac015b4f0 0x7fcac00d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcabffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcac015b110 0x7fcac00b3d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33284/0 (socket says 172.21.15.39:33284) 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcabffff640 1 -- 172.21.15.39:0/765041590 learned_addr learned my addr 172.21.15.39:0/765041590 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcabf7fe640 1 -- 172.21.15.39:0/765041590 >> v1:172.21.15.50:6789/0 conn(0x7fcac0073d10 legacy=0x7fcac00cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcabf7fe640 1 -- 172.21.15.39:0/765041590 >> v1:172.21.15.39:6789/0 conn(0x7fcac015b110 legacy=0x7fcac00b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcabf7fe640 1 -- 172.21.15.39:0/765041590 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac00cd340 con 0x7fcac015b4f0 2024-09-19T05:35:12.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.000+0000 7fcabeffd640 1 -- 172.21.15.39:0/765041590 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4072717219 0 0) 0x7fcac00ccd80 con 0x7fcac015b110 2024-09-19T05:35:12.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.001+0000 7fcabf7fe640 1 --2- 172.21.15.39:0/765041590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015b4f0 0x7fcac00d01e0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcac00b4670 tx=0x7fcab402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cd640c9d9176dce server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.001+0000 7fcabeffd640 1 -- 172.21.15.39:0/765041590 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab4037070 con 0x7fcac015b4f0 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.001+0000 7fcabeffd640 1 -- 172.21.15.39:0/765041590 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcab4032440 con 0x7fcac015b4f0 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.001+0000 7fcabeffd640 1 -- 172.21.15.39:0/765041590 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab4032810 con 0x7fcac015b4f0 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.002+0000 7fcac675f640 1 -- 172.21.15.39:0/765041590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015b4f0 msgr2=0x7fcac00d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.002+0000 7fcac675f640 1 --2- 172.21.15.39:0/765041590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015b4f0 0x7fcac00d01e0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcac00b4670 tx=0x7fcab402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.002+0000 7fcac675f640 1 -- 172.21.15.39:0/765041590 shutdown_connections 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.002+0000 7fcac675f640 1 --2- 172.21.15.39:0/765041590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015b4f0 0x7fcac00d01e0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.002+0000 7fcac675f640 1 -- 172.21.15.39:0/765041590 >> 172.21.15.39:0/765041590 conn(0x7fcac006d000 msgr2=0x7fcac006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.002+0000 7fcac675f640 1 -- 172.21.15.39:0/765041590 shutdown_connections 2024-09-19T05:35:12.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.002+0000 7fcac675f640 1 -- 172.21.15.39:0/765041590 wait complete. 2024-09-19T05:35:12.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.003+0000 7fcac675f640 1 Processor -- start 2024-09-19T05:35:12.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.003+0000 7fcac675f640 1 -- start start 2024-09-19T05:35:12.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcac675f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac0073d10 0x7fcac015e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcac675f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac015b110 0x7fcac00aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcac675f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcac015b4f0 0x7fcac00aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcac675f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcac00d08a0 con 0x7fcac0073d10 2024-09-19T05:35:12.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcac675f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcac00d0720 con 0x7fcac015b110 2024-09-19T05:35:12.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcac675f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcac00d0a20 con 0x7fcac015b4f0 2024-09-19T05:35:12.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac0073d10 0x7fcac015e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac0073d10 0x7fcac015e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54704/0 (socket says 172.21.15.39:54704) 2024-09-19T05:35:12.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabffff640 1 -- 172.21.15.39:0/1274187661 learned_addr learned my addr 172.21.15.39:0/1274187661 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:12.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabf7fe640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac015b110 0x7fcac00aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcac4cfc640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcac015b4f0 0x7fcac00aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabffff640 1 -- 172.21.15.39:0/1274187661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcac015b4f0 msgr2=0x7fcac00aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabffff640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcac015b4f0 0x7fcac00aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabffff640 1 -- 172.21.15.39:0/1274187661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac015b110 msgr2=0x7fcac00aed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabffff640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac015b110 0x7fcac00aed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabffff640 1 -- 172.21.15.39:0/1274187661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac00af440 con 0x7fcac0073d10 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.004+0000 7fcabf7fe640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac015b110 0x7fcac00aed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.005+0000 7fcabffff640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac0073d10 0x7fcac015e500 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcab000c4d0 tx=0x7fcab000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.005+0000 7fcabcff9640 1 -- 172.21.15.39:0/1274187661 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0018070 con 0x7fcac0073d10 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.005+0000 7fcabcff9640 1 -- 172.21.15.39:0/1274187661 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcab0007500 con 0x7fcac0073d10 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.005+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcac00ab760 con 0x7fcac0073d10 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.005+0000 7fcabcff9640 1 -- 172.21.15.39:0/1274187661 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0004a20 con 0x7fcac0073d10 2024-09-19T05:35:12.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.005+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcac00abd20 con 0x7fcac0073d10 2024-09-19T05:35:12.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.006+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcac00d01e0 con 0x7fcac0073d10 2024-09-19T05:35:12.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.006+0000 7fcabcff9640 1 -- 172.21.15.39:0/1274187661 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcab001b070 con 0x7fcac0073d10 2024-09-19T05:35:12.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.007+0000 7fcabcff9640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.007+0000 7fcabcff9640 1 -- 172.21.15.39:0/1274187661 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4857+0+0 (secure 0 0 0) 0x7fcab008a460 con 0x7fcac0073d10 2024-09-19T05:35:12.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.007+0000 7fcabf7fe640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.007+0000 7fcabf7fe640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fcab4034000 tx=0x7fcab402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:12.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.011+0000 7fcabcff9640 1 -- 172.21.15.39:0/1274187661 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcab0058f20 con 0x7fcac0073d10 2024-09-19T05:35:12.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.186+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fcac00b51c0 con 0x7fcac0073d10 2024-09-19T05:35:12.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.187+0000 7fcabcff9640 1 -- 172.21.15.39:0/1274187661 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v39) ==== 84+0+65 (secure 0 0 0) 0x7fcab0058820 con 0x7fcac0073d10 2024-09-19T05:35:12.189 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:12.189 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-19T05:35:12.189 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:12.189 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-19T05:35:12.189 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-19T05:35:12.189 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:12.189 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-19T05:35:12.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 msgr2=0x7fcaac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fcab4034000 tx=0x7fcab402e000 comp rx=0 tx=0).stop 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac0073d10 msgr2=0x7fcac015e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac0073d10 0x7fcac015e500 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcab000c4d0 tx=0x7fcab000c990 comp rx=0 tx=0).stop 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 shutdown_connections 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcac015b4f0 0x7fcac00aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac015b110 0x7fcac00aed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 --2- 172.21.15.39:0/1274187661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac0073d10 0x7fcac015e500 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 >> 172.21.15.39:0/1274187661 conn(0x7fcac006d000 msgr2=0x7fcac00b08f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 shutdown_connections 2024-09-19T05:35:12.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.189+0000 7fcac675f640 1 -- 172.21.15.39:0/1274187661 wait complete. 2024-09-19T05:35:12.202 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:35:12.202 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:35:12.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.307+0000 7f312a3d8640 1 Processor -- start 2024-09-19T05:35:12.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.307+0000 7f312a3d8640 1 -- start start 2024-09-19T05:35:12.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.308+0000 7f312a3d8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f312415e820 0x7f31240b6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.308+0000 7f312a3d8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f31240b38e0 0x7f31240cef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.308+0000 7f312a3d8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31240b61b0 con 0x7f312406bb20 2024-09-19T05:35:12.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.308+0000 7f312a3d8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f31240b67e0 con 0x7f31240b38e0 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.308+0000 7f312a3d8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f31240cf870 con 0x7f312415e820 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f31237fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f31240b38e0 0x7f31240cef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f3123fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f312415e820 0x7f31240b6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f3123fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f312415e820 0x7f31240b6c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:49692/0 (socket says 172.21.15.39:49692) 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f3128975640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f312406bb20 0x7f31240b77a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:57162/0 (socket says 172.21.15.39:57162) 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f31237fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f31240b38e0 0x7f31240cef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:50722/0 (socket says 172.21.15.39:50722) 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f3123fff640 1 -- 172.21.15.39:0/460180762 learned_addr learned my addr 172.21.15.39:0/460180762 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f3123fff640 1 -- 172.21.15.39:0/460180762 >> v2:172.21.15.50:3300/0 conn(0x7f31240b38e0 msgr2=0x7f31240cef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f3123fff640 1 --2- 172.21.15.39:0/460180762 >> v2:172.21.15.50:3300/0 conn(0x7f31240b38e0 0x7f31240cef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f3123fff640 1 -- 172.21.15.39:0/460180762 >> v1:172.21.15.50:6789/0 conn(0x7f312406bb20 legacy=0x7f31240b77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f3123fff640 1 -- 172.21.15.39:0/460180762 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31240cfb50 con 0x7f312415e820 2024-09-19T05:35:12.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.309+0000 7f31237fe640 1 --2- 172.21.15.39:0/460180762 >> v2:172.21.15.50:3300/0 conn(0x7f31240b38e0 0x7f31240cef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.310+0000 7f3123fff640 1 --2- 172.21.15.39:0/460180762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f312415e820 0x7f31240b6c70 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f31240b6960 tx=0x7f311402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6682f9d4a7b5a652 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.310+0000 7f3122ffd640 1 -- 172.21.15.39:0/460180762 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3114037070 con 0x7f312415e820 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.310+0000 7f3122ffd640 1 -- 172.21.15.39:0/460180762 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3114032440 con 0x7f312415e820 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.310+0000 7f3122ffd640 1 -- 172.21.15.39:0/460180762 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3114032810 con 0x7f312415e820 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.310+0000 7f312a3d8640 1 -- 172.21.15.39:0/460180762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f312415e820 msgr2=0x7f31240b6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.310+0000 7f312a3d8640 1 --2- 172.21.15.39:0/460180762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f312415e820 0x7f31240b6c70 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f31240b6960 tx=0x7f311402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.311+0000 7f312a3d8640 1 -- 172.21.15.39:0/460180762 shutdown_connections 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.311+0000 7f312a3d8640 1 --2- 172.21.15.39:0/460180762 >> v2:172.21.15.50:3300/0 conn(0x7f31240b38e0 0x7f31240cef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.311+0000 7f312a3d8640 1 --2- 172.21.15.39:0/460180762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f312415e820 0x7f31240b6c70 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.311+0000 7f312a3d8640 1 -- 172.21.15.39:0/460180762 >> 172.21.15.39:0/460180762 conn(0x7f3124072770 msgr2=0x7f31240d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.311+0000 7f312a3d8640 1 -- 172.21.15.39:0/460180762 shutdown_connections 2024-09-19T05:35:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.311+0000 7f312a3d8640 1 -- 172.21.15.39:0/460180762 wait complete. 2024-09-19T05:35:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.312+0000 7f312a3d8640 1 Processor -- start 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.312+0000 7f312a3d8640 1 -- start start 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f312a3d8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f312406bb20 0x7f31241f51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f312a3d8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31240b38e0 0x7f31241f6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f312a3d8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f312415e820 0x7f3124160850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f312a3d8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f31240cf440 con 0x7f312415e820 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f312a3d8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f312415ec00 con 0x7f312406bb20 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f312a3d8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f31240cf5c0 con 0x7f31240b38e0 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3128975640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f312415e820 0x7f3124160850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3128975640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f312415e820 0x7f3124160850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54714/0 (socket says 172.21.15.39:54714) 2024-09-19T05:35:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3128975640 1 -- 172.21.15.39:0/2396799454 learned_addr learned my addr 172.21.15.39:0/2396799454 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f31237fe640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31240b38e0 0x7f31241f6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3123fff640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f312406bb20 0x7f31241f51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3128975640 1 -- 172.21.15.39:0/2396799454 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31240b38e0 msgr2=0x7f31241f6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3128975640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31240b38e0 0x7f31241f6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3128975640 1 -- 172.21.15.39:0/2396799454 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f312406bb20 msgr2=0x7f31241f51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3128975640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f312406bb20 0x7f31241f51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3128975640 1 -- 172.21.15.39:0/2396799454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f312415fe50 con 0x7f312415e820 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.313+0000 7f3128975640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f312415e820 0x7f3124160850 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f311c00c730 tx=0x7f311c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.314+0000 7f3120ff9640 1 -- 172.21.15.39:0/2396799454 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311c017070 con 0x7f312415e820 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.314+0000 7f3120ff9640 1 -- 172.21.15.39:0/2396799454 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f311c00ce40 con 0x7f312415e820 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.314+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31240c8370 con 0x7f312415e820 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.314+0000 7f3120ff9640 1 -- 172.21.15.39:0/2396799454 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311c00a840 con 0x7f312415e820 2024-09-19T05:35:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.314+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31241f72b0 con 0x7f312415e820 2024-09-19T05:35:12.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.315+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3124063610 con 0x7f312415e820 2024-09-19T05:35:12.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.315+0000 7f3120ff9640 1 -- 172.21.15.39:0/2396799454 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f311c01a070 con 0x7f312415e820 2024-09-19T05:35:12.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.315+0000 7f3120ff9640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f311006c2e0 0x7f311006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:12.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.316+0000 7f3120ff9640 1 -- 172.21.15.39:0/2396799454 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4857+0+0 (secure 0 0 0) 0x7f311c08a540 con 0x7f312415e820 2024-09-19T05:35:12.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.316+0000 7f3123fff640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f311006c2e0 0x7f311006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:12.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.316+0000 7f3123fff640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f311006c2e0 0x7f311006e7a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3114034000 tx=0x7f311402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:12.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.320+0000 7f3120ff9640 1 -- 172.21.15.39:0/2396799454 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f311c0589c0 con 0x7f312415e820 2024-09-19T05:35:12.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:12.499+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f31240cef00 con 0x7f312415e820 2024-09-19T05:35:13.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.497+0000 7f3120ff9640 1 -- 172.21.15.39:0/2396799454 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v40) ==== 138+0+0 (secure 0 0 0) 0x7f311c05ccc0 con 0x7f312415e820 2024-09-19T05:35:13.499 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-19T05:35:13.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f311006c2e0 msgr2=0x7f311006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:13.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f311006c2e0 0x7f311006e7a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3114034000 tx=0x7f311402e000 comp rx=0 tx=0).stop 2024-09-19T05:35:13.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f312415e820 msgr2=0x7f3124160850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:13.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f312415e820 0x7f3124160850 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f311c00c730 tx=0x7f311c00cbf0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 shutdown_connections 2024-09-19T05:35:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f311006c2e0 0x7f311006e7a0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f312415e820 0x7f3124160850 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31240b38e0 0x7f31241f6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 --2- 172.21.15.39:0/2396799454 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f312406bb20 0x7f31241f51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 >> 172.21.15.39:0/2396799454 conn(0x7f3124072770 msgr2=0x7f31240b5500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.501+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 shutdown_connections 2024-09-19T05:35:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.502+0000 7f312a3d8640 1 -- 172.21.15.39:0/2396799454 wait complete. 2024-09-19T05:35:13.519 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:35:13.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.633+0000 7f3861126640 1 Processor -- start 2024-09-19T05:35:13.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.633+0000 7f3861126640 1 -- start start 2024-09-19T05:35:13.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.634+0000 7f3861126640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f385c15e900 0x7f385c0b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:13.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.634+0000 7f3861126640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f385c06bb20 0x7f385c0b5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:13.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.634+0000 7f3861126640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f385c06d720 con 0x7f385c15e520 2024-09-19T05:35:13.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.634+0000 7f3861126640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f385c0b5b70 con 0x7f385c15e900 2024-09-19T05:35:13.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.634+0000 7f3861126640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f385c06da00 con 0x7f385c06bb20 2024-09-19T05:35:13.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.634+0000 7f385a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f385c15e900 0x7f385c0b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:13.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.634+0000 7f385ad9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f385c15e520 0x7f385c0b6fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33292/0 (socket says 172.21.15.39:33292) 2024-09-19T05:35:13.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.634+0000 7f385a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f385c15e900 0x7f385c0b4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54720/0 (socket says 172.21.15.39:54720) 2024-09-19T05:35:13.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.634+0000 7f385ad9d640 1 -- 172.21.15.39:0/3506485221 learned_addr learned my addr 172.21.15.39:0/3506485221 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:13.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.635+0000 7f385b59e640 1 --2- 172.21.15.39:0/3506485221 >> v2:172.21.15.50:3300/0 conn(0x7f385c06bb20 0x7f385c0b5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:13.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.635+0000 7f385a59c640 1 -- 172.21.15.39:0/3506485221 >> v2:172.21.15.50:3300/0 conn(0x7f385c06bb20 msgr2=0x7f385c0b5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:13.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.635+0000 7f385a59c640 1 --2- 172.21.15.39:0/3506485221 >> v2:172.21.15.50:3300/0 conn(0x7f385c06bb20 0x7f385c0b5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.635+0000 7f385a59c640 1 -- 172.21.15.39:0/3506485221 >> v1:172.21.15.39:6789/0 conn(0x7f385c15e520 legacy=0x7f385c0b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:13.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.635+0000 7f385a59c640 1 -- 172.21.15.39:0/3506485221 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f385c073b50 con 0x7f385c15e900 2024-09-19T05:35:13.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.635+0000 7f3859d9b640 1 -- 172.21.15.39:0/3506485221 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2386129738 0 0) 0x7f385c06d720 con 0x7f385c15e520 2024-09-19T05:35:13.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.635+0000 7f385b59e640 1 --2- 172.21.15.39:0/3506485221 >> v2:172.21.15.50:3300/0 conn(0x7f385c06bb20 0x7f385c0b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:13.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.635+0000 7f385a59c640 1 --2- 172.21.15.39:0/3506485221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e900 0x7f385c0b4e90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f385c0d36f0 tx=0x7f384402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3da91da6dd0fc9d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:13.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3859d9b640 1 -- 172.21.15.39:0/3506485221 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3844037070 con 0x7f385c15e900 2024-09-19T05:35:13.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3859d9b640 1 -- 172.21.15.39:0/3506485221 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3844032440 con 0x7f385c15e900 2024-09-19T05:35:13.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3859d9b640 1 -- 172.21.15.39:0/3506485221 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384402ae60 con 0x7f385c15e900 2024-09-19T05:35:13.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3861126640 1 -- 172.21.15.39:0/3506485221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e900 msgr2=0x7f385c0b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:13.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3861126640 1 --2- 172.21.15.39:0/3506485221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e900 0x7f385c0b4e90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f385c0d36f0 tx=0x7f384402a110 comp rx=0 tx=0).stop 2024-09-19T05:35:13.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3861126640 1 -- 172.21.15.39:0/3506485221 shutdown_connections 2024-09-19T05:35:13.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3861126640 1 --2- 172.21.15.39:0/3506485221 >> v2:172.21.15.50:3300/0 conn(0x7f385c06bb20 0x7f385c0b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3861126640 1 --2- 172.21.15.39:0/3506485221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e900 0x7f385c0b4e90 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3861126640 1 -- 172.21.15.39:0/3506485221 >> 172.21.15.39:0/3506485221 conn(0x7f385c0b4330 msgr2=0x7f385c0b4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:13.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3861126640 1 -- 172.21.15.39:0/3506485221 shutdown_connections 2024-09-19T05:35:13.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.636+0000 7f3861126640 1 -- 172.21.15.39:0/3506485221 wait complete. 2024-09-19T05:35:13.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.638+0000 7f3861126640 1 Processor -- start 2024-09-19T05:35:13.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.638+0000 7f3861126640 1 -- start start 2024-09-19T05:35:13.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.638+0000 7f3861126640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f385c06bb20 0x7f385c1587d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:13.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f3861126640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e520 0x7f385c1611c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:13.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f3861126640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f385c15e900 0x7f385c160020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:13.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f3861126640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f385c0b76c0 con 0x7f385c15e520 2024-09-19T05:35:13.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f3861126640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f385c074110 con 0x7f385c06bb20 2024-09-19T05:35:13.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f3861126640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f385c0b7840 con 0x7f385c15e900 2024-09-19T05:35:13.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e520 0x7f385c1611c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e520 0x7f385c1611c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54734/0 (socket says 172.21.15.39:54734) 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385a59c640 1 -- 172.21.15.39:0/2450246028 learned_addr learned my addr 172.21.15.39:0/2450246028 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385a59c640 1 -- 172.21.15.39:0/2450246028 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f385c15e900 msgr2=0x7f385c160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385a59c640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f385c15e900 0x7f385c160020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385ad9d640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f385c06bb20 0x7f385c1587d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385a59c640 1 -- 172.21.15.39:0/2450246028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f385c06bb20 msgr2=0x7f385c1587d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385a59c640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f385c06bb20 0x7f385c1587d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385a59c640 1 -- 172.21.15.39:0/2450246028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f385c158d10 con 0x7f385c15e520 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385ad9d640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f385c06bb20 0x7f385c1587d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f385a59c640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e520 0x7f385c1611c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3844000c00 tx=0x7f38440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f38537fe640 1 -- 172.21.15.39:0/2450246028 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3844037040 con 0x7f385c15e520 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f38537fe640 1 -- 172.21.15.39:0/2450246028 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3844042070 con 0x7f385c15e520 2024-09-19T05:35:13.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f385c158fd0 con 0x7f385c15e520 2024-09-19T05:35:13.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f38537fe640 1 -- 172.21.15.39:0/2450246028 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3844030bd0 con 0x7f385c15e520 2024-09-19T05:35:13.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.639+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f385c159590 con 0x7f385c15e520 2024-09-19T05:35:13.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.640+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f385c063610 con 0x7f385c15e520 2024-09-19T05:35:13.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.641+0000 7f38537fe640 1 -- 172.21.15.39:0/2450246028 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3844047460 con 0x7f385c15e520 2024-09-19T05:35:13.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.642+0000 7f38537fe640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f383c06c2b0 0x7f383c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:13.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.642+0000 7f385ad9d640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f383c06c2b0 0x7f383c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:13.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.642+0000 7f38537fe640 1 -- 172.21.15.39:0/2450246028 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 5227+0+0 (secure 0 0 0) 0x7f38440abec0 con 0x7f385c15e520 2024-09-19T05:35:13.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.642+0000 7f385ad9d640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f383c06c2b0 0x7f383c06e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3854000f60 tx=0x7f3854009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:13.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.646+0000 7f38537fe640 1 -- 172.21.15.39:0/2450246028 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3844032e20 con 0x7f385c15e520 2024-09-19T05:35:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:13.821+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f385c0733f0 con 0x7f385c15e520 2024-09-19T05:35:14.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.500+0000 7f38537fe640 1 -- 172.21.15.39:0/2450246028 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v41) ==== 170+0+0 (secure 0 0 0) 0x7f384407a790 con 0x7f385c15e520 2024-09-19T05:35:14.502 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-19T05:35:14.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.503+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f383c06c2b0 msgr2=0x7f383c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:14.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.503+0000 7f3861126640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f383c06c2b0 0x7f383c06e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3854000f60 tx=0x7f3854009040 comp rx=0 tx=0).stop 2024-09-19T05:35:14.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.504+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e520 msgr2=0x7f385c1611c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:14.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.504+0000 7f3861126640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e520 0x7f385c1611c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3844000c00 tx=0x7f38440046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.504+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 shutdown_connections 2024-09-19T05:35:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.504+0000 7f3861126640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f383c06c2b0 0x7f383c06e770 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.504+0000 7f3861126640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f385c15e900 0x7f385c160020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.504+0000 7f3861126640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f385c15e520 0x7f385c1611c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.504+0000 7f3861126640 1 --2- 172.21.15.39:0/2450246028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f385c06bb20 0x7f385c1587d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.504+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 >> 172.21.15.39:0/2450246028 conn(0x7f385c0b4330 msgr2=0x7f385c150a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.504+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 shutdown_connections 2024-09-19T05:35:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.505+0000 7f3861126640 1 -- 172.21.15.39:0/2450246028 wait complete. 2024-09-19T05:35:14.532 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:35:14.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.639+0000 7f1708223640 1 Processor -- start 2024-09-19T05:35:14.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.639+0000 7f1708223640 1 -- start start 2024-09-19T05:35:14.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.640+0000 7f1708223640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f170006bb20 0x7f170006bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:14.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.640+0000 7f1708223640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f17000cf3b0 0x7f17000cf800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:14.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.640+0000 7f1708223640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f170006c480 con 0x7f170015e820 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.640+0000 7f1708223640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f17000d2c80 con 0x7f17000cf3b0 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.640+0000 7f1708223640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f17000cfd40 con 0x7f170006bb20 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.640+0000 7f1705fbf640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f170015e820 0x7f17000d3f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33304/0 (socket says 172.21.15.39:33304) 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.640+0000 7f1705fbf640 1 -- 172.21.15.39:0/3296644116 learned_addr learned my addr 172.21.15.39:0/3296644116 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f17067c0640 1 --2- 172.21.15.39:0/3296644116 >> v2:172.21.15.50:3300/0 conn(0x7f17000cf3b0 0x7f17000cf800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f17057be640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f170006bb20 0x7f170006bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3689900471 0 0) 0x7f170006c480 con 0x7f170015e820 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f16ec003520 con 0x7f170015e820 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2481618281 0 0) 0x7f16ec003520 con 0x7f170015e820 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f170006bb20 msgr2=0x7f170006bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f170006bb20 0x7f170006bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 >> v2:172.21.15.50:3300/0 conn(0x7f17000cf3b0 msgr2=0x7f17000cf800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:14.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 --2- 172.21.15.39:0/3296644116 >> v2:172.21.15.50:3300/0 conn(0x7f17000cf3b0 0x7f17000cf800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17000d2ed0 con 0x7f170015e820 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f16fc001670 con 0x7f170015e820 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 >> v1:172.21.15.39:6789/0 conn(0x7f170015e820 legacy=0x7f17000d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f16ec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f170006bb20 0x7f16ec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16ec004d40 0x7f16ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f17000d2c80 con 0x7f16ec0039b0 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f17000cfd40 con 0x7f16ec004d40 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f16ec00b9c0 con 0x7f170006bb20 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1705fbf640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f16ec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f17057be640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f170006bb20 0x7f16ec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:14.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f17067c0640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16ec004d40 0x7f16ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1705fbf640 1 -- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f170006bb20 msgr2=0x7f16ec004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1705fbf640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f170006bb20 0x7f16ec004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1705fbf640 1 -- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16ec004d40 msgr2=0x7f16ec0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1705fbf640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16ec004d40 0x7f16ec0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f1705fbf640 1 -- 172.21.15.39:0/3296644116 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16ec003520 con 0x7f16ec0039b0 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.641+0000 7f17067c0640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16ec004d40 0x7f16ec0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.642+0000 7f1705fbf640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f16ec003dd0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f16fc00c290 tx=0x7f16ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a07a65430551758 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.642+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16fc007d50 con 0x7f16ec0039b0 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.642+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16fc005af0 con 0x7f16ec0039b0 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.642+0000 7f1704fbd640 1 -- 172.21.15.39:0/3296644116 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16fc007070 con 0x7f16ec0039b0 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.643+0000 7f1708223640 1 -- 172.21.15.39:0/3296644116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 msgr2=0x7f16ec003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.643+0000 7f1708223640 1 --2- 172.21.15.39:0/3296644116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f16ec003dd0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f16fc00c290 tx=0x7f16ec005830 comp rx=0 tx=0).stop 2024-09-19T05:35:14.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.643+0000 7f17067c0640 1 -- 172.21.15.39:0/3296644116 reap_dead start 2024-09-19T05:35:14.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.643+0000 7f1708223640 1 -- 172.21.15.39:0/3296644116 shutdown_connections 2024-09-19T05:35:14.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.643+0000 7f1708223640 1 -- 172.21.15.39:0/3296644116 >> 172.21.15.39:0/3296644116 conn(0x7f1700072770 msgr2=0x7f17000d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:14.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.643+0000 7f1708223640 1 -- 172.21.15.39:0/3296644116 shutdown_connections 2024-09-19T05:35:14.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.643+0000 7f1708223640 1 -- 172.21.15.39:0/3296644116 wait complete. 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.644+0000 7f1708223640 1 Processor -- start 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.644+0000 7f1708223640 1 -- start start 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1708223640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f1700150960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1708223640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f17000cd230 0x7f17000cd690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1708223640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17000b34e0 0x7f17000b3960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1708223640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f17000d3770 con 0x7f16ec0039b0 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1708223640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f17000d3490 con 0x7f17000b34e0 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1708223640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f17000d3a50 con 0x7f17000cd230 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1705fbf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f1700150960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1705fbf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f1700150960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54754/0 (socket says 172.21.15.39:54754) 2024-09-19T05:35:14.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1705fbf640 1 -- 172.21.15.39:0/3981576383 learned_addr learned my addr 172.21.15.39:0/3981576383 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f17067c0640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17000b34e0 0x7f17000b3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f17057be640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f17000cd230 0x7f17000cd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1705fbf640 1 -- 172.21.15.39:0/3981576383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f17000cd230 msgr2=0x7f17000cd690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1705fbf640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f17000cd230 0x7f17000cd690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1705fbf640 1 -- 172.21.15.39:0/3981576383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17000b34e0 msgr2=0x7f17000b3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1705fbf640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17000b34e0 0x7f17000b3960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.645+0000 7f1705fbf640 1 -- 172.21.15.39:0/3981576383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17000b4280 con 0x7f16ec0039b0 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.646+0000 7f1705fbf640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f1700150960 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f16fc00c3b0 tx=0x7f17000d30a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.646+0000 7f16f67fc640 1 -- 172.21.15.39:0/3981576383 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16fc042070 con 0x7f16ec0039b0 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.646+0000 7f16f67fc640 1 -- 172.21.15.39:0/3981576383 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16fc007480 con 0x7f16ec0039b0 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.646+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17000b4560 con 0x7f16ec0039b0 2024-09-19T05:35:14.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.646+0000 7f16f67fc640 1 -- 172.21.15.39:0/3981576383 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16fc001c80 con 0x7f16ec0039b0 2024-09-19T05:35:14.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.646+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17000b4b20 con 0x7f16ec0039b0 2024-09-19T05:35:14.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.647+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17000cf800 con 0x7f16ec0039b0 2024-09-19T05:35:14.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.648+0000 7f16f67fc640 1 -- 172.21.15.39:0/3981576383 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f16fc045070 con 0x7f16ec0039b0 2024-09-19T05:35:14.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.648+0000 7f16f67fc640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16e406c2e0 0x7f16e406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:14.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.648+0000 7f16f67fc640 1 -- 172.21.15.39:0/3981576383 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 5609+0+0 (secure 0 0 0) 0x7f16fc0abe80 con 0x7f16ec0039b0 2024-09-19T05:35:14.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.648+0000 7f17057be640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16e406c2e0 0x7f16e406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:14.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.649+0000 7f17057be640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16e406c2e0 0x7f16e406e7a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f17000ce090 tx=0x7f16f0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:14.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.653+0000 7f16f67fc640 1 -- 172.21.15.39:0/3981576383 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f16fc005ac0 con 0x7f16ec0039b0 2024-09-19T05:35:14.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:14.866+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f17000b8870 con 0x7f16ec0039b0 2024-09-19T05:35:15.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.554+0000 7f16f67fc640 1 -- 172.21.15.39:0/3981576383 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v19) ==== 172+0+0 (secure 0 0 0) 0x7f16fc07a000 con 0x7f16ec0039b0 2024-09-19T05:35:15.559 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 6 and data pool 7 2024-09-19T05:35:15.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.565+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16e406c2e0 msgr2=0x7f16e406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:15.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.565+0000 7f1708223640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16e406c2e0 0x7f16e406e7a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f17000ce090 tx=0x7f16f0009190 comp rx=0 tx=0).stop 2024-09-19T05:35:15.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.565+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 msgr2=0x7f1700150960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:15.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.565+0000 7f1708223640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f1700150960 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f16fc00c3b0 tx=0x7f17000d30a0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.566+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 shutdown_connections 2024-09-19T05:35:15.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.566+0000 7f1708223640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f16e406c2e0 0x7f16e406e7a0 secure :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f17000ce090 tx=0x7f16f0009190 comp rx=0 tx=0).stop 2024-09-19T05:35:15.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.566+0000 7f1708223640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17000b34e0 0x7f17000b3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.566+0000 7f1708223640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f17000cd230 0x7f17000cd690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.566+0000 7f1708223640 1 --2- 172.21.15.39:0/3981576383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16ec0039b0 0x7f1700150960 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.566+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 >> 172.21.15.39:0/3981576383 conn(0x7f1700072770 msgr2=0x7f17000b9350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:15.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.569+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 shutdown_connections 2024-09-19T05:35:15.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.571+0000 7f1708223640 1 -- 172.21.15.39:0/3981576383 wait complete. 2024-09-19T05:35:15.589 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:15.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.695+0000 7f7eb35e4640 1 Processor -- start 2024-09-19T05:35:15.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.695+0000 7f7eb35e4640 1 -- start start 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb35e4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7eac0b6690 0x7f7eac0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb35e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7eac0d16e0 0x7f7eac0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb35e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7eac0cff10 con 0x7f7eac0b6a70 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb35e4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f7eac0cf540 con 0x7f7eac0d16e0 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb35e4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7eac0d1b10 con 0x7f7eac0b6690 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb1b81640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7eac0d16e0 0x7f7eac0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb1b81640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7eac0d16e0 0x7f7eac0d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54770/0 (socket says 172.21.15.39:54770) 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb1b81640 1 -- 172.21.15.39:0/221310613 learned_addr learned my addr 172.21.15.39:0/221310613 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb1380640 1 --2- 172.21.15.39:0/221310613 >> v2:172.21.15.50:3300/0 conn(0x7f7eac0b6690 0x7f7eac0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb1b81640 1 -- 172.21.15.39:0/221310613 >> v2:172.21.15.50:3300/0 conn(0x7f7eac0b6690 msgr2=0x7f7eac0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb1b81640 1 --2- 172.21.15.39:0/221310613 >> v2:172.21.15.50:3300/0 conn(0x7f7eac0b6690 0x7f7eac0cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb1b81640 1 -- 172.21.15.39:0/221310613 >> v1:172.21.15.50:6789/0 conn(0x7f7eac0b6a70 legacy=0x7f7eac0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:15.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.696+0000 7f7eb1b81640 1 -- 172.21.15.39:0/221310613 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eac0d1d90 con 0x7f7eac0d16e0 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.697+0000 7f7eb1b81640 1 --2- 172.21.15.39:0/221310613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0d16e0 0x7f7eac0d2b50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0d2210 tx=0x7f7ea402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a9a3ad95cb30ec8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.697+0000 7f7e9ffff640 1 -- 172.21.15.39:0/221310613 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea4036070 con 0x7f7eac0d16e0 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.697+0000 7f7e9ffff640 1 -- 172.21.15.39:0/221310613 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ea4031600 con 0x7f7eac0d16e0 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.697+0000 7f7e9ffff640 1 -- 172.21.15.39:0/221310613 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea40319d0 con 0x7f7eac0d16e0 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.698+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221310613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0d16e0 msgr2=0x7f7eac0d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.698+0000 7f7eb35e4640 1 --2- 172.21.15.39:0/221310613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0d16e0 0x7f7eac0d2b50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0d2210 tx=0x7f7ea402a730 comp rx=0 tx=0).stop 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.698+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221310613 shutdown_connections 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.698+0000 7f7eb35e4640 1 --2- 172.21.15.39:0/221310613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0d16e0 0x7f7eac0d2b50 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.698+0000 7f7eb35e4640 1 --2- 172.21.15.39:0/221310613 >> v2:172.21.15.50:3300/0 conn(0x7f7eac0b6690 0x7f7eac0cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.698+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221310613 >> 172.21.15.39:0/221310613 conn(0x7f7eac072560 msgr2=0x7f7eac072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:15.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.698+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221310613 shutdown_connections 2024-09-19T05:35:15.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.698+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221310613 wait complete. 2024-09-19T05:35:15.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.699+0000 7f7eb35e4640 1 Processor -- start 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.699+0000 7f7eb35e4640 1 -- start start 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb35e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0b6690 0x7f7eac1e54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb35e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7eac0b6a70 0x7f7eac1e84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb35e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7eac0d16e0 0x7f7eac1f8170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb35e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7eac0b6f00 con 0x7f7eac0b6690 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb35e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7eac0cf1d0 con 0x7f7eac0d16e0 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb35e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7eac15c530 con 0x7f7eac0b6a70 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1380640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0b6690 0x7f7eac1e54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1380640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0b6690 0x7f7eac1e54f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54774/0 (socket says 172.21.15.39:54774) 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1380640 1 -- 172.21.15.39:0/221402493 learned_addr learned my addr 172.21.15.39:0/221402493 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1b81640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7eac0d16e0 0x7f7eac1f8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb0b7f640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7eac0b6a70 0x7f7eac1e84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:15.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1380640 1 -- 172.21.15.39:0/221402493 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7eac0b6a70 msgr2=0x7f7eac1e84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1380640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7eac0b6a70 0x7f7eac1e84f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1380640 1 -- 172.21.15.39:0/221402493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7eac0d16e0 msgr2=0x7f7eac1f8170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1380640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7eac0d16e0 0x7f7eac1f8170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1380640 1 -- 172.21.15.39:0/221402493 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eac1e8a30 con 0x7f7eac0b6690 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb1380640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0b6690 0x7f7eac1e54f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f7ea000d800 tx=0x7f7ea000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7e9dffb640 1 -- 172.21.15.39:0/221402493 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea000b6c0 con 0x7f7eac0b6690 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7e9dffb640 1 -- 172.21.15.39:0/221402493 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ea0019070 con 0x7f7eac0b6690 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eac1e6cc0 con 0x7f7eac0b6690 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.700+0000 7f7e9dffb640 1 -- 172.21.15.39:0/221402493 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea000ba80 con 0x7f7eac0b6690 2024-09-19T05:35:15.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.701+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eac1e61e0 con 0x7f7eac0b6690 2024-09-19T05:35:15.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.702+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7eac0cf9d0 con 0x7f7eac0b6690 2024-09-19T05:35:15.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.702+0000 7f7e9dffb640 1 -- 172.21.15.39:0/221402493 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7ea000bc20 con 0x7f7eac0b6690 2024-09-19T05:35:15.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.703+0000 7f7e9dffb640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7e9006c2b0 0x7f7e9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:15.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.703+0000 7f7e9dffb640 1 -- 172.21.15.39:0/221402493 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5709+0+0 (secure 0 0 0) 0x7f7ea008b7d0 con 0x7f7eac0b6690 2024-09-19T05:35:15.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.703+0000 7f7eb0b7f640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7e9006c2b0 0x7f7e9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:15.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.703+0000 7f7eb0b7f640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7e9006c2b0 0x7f7e9006e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7eac15b6f0 tx=0x7f7ea8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:15.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.707+0000 7f7e9dffb640 1 -- 172.21.15.39:0/221402493 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7eac1e8a30 con 0x7f7eac0b6690 2024-09-19T05:35:15.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.886+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7eac0b81e0 con 0x7f7eac0b6690 2024-09-19T05:35:15.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.887+0000 7f7e9dffb640 1 -- 172.21.15.39:0/221402493 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) ==== 74+0+16662 (secure 0 0 0) 0x7f7ea0059fd0 con 0x7f7eac0b6690 2024-09-19T05:35:15.889 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:15.889 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":42,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:14.867370+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:12.529895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:13.852103+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7e9006c2b0 msgr2=0x7f7e9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7e9006c2b0 0x7f7e9006e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7eac15b6f0 tx=0x7f7ea8009040 comp rx=0 tx=0).stop 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0b6690 msgr2=0x7f7eac1e54f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0b6690 0x7f7eac1e54f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f7ea000d800 tx=0x7f7ea000dcc0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 shutdown_connections 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7e9006c2b0 0x7f7e9006e770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7eac0d16e0 0x7f7eac1f8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7eac0b6a70 0x7f7eac1e84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 --2- 172.21.15.39:0/221402493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eac0b6690 0x7f7eac1e54f0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 >> 172.21.15.39:0/221402493 conn(0x7f7eac072560 msgr2=0x7f7eac15c830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:15.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 shutdown_connections 2024-09-19T05:35:15.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:15.889+0000 7f7eb35e4640 1 -- 172.21.15.39:0/221402493 wait complete. 2024-09-19T05:35:15.902 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:16.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.002+0000 7f72a2ca4640 1 Processor -- start 2024-09-19T05:35:16.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.002+0000 7f72a2ca4640 1 -- start start 2024-09-19T05:35:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.003+0000 7f72a2ca4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c06e440 0x7f729c0713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.003+0000 7f72a2ca4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f729c160990 0x7f729c0d0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.003+0000 7f72a2ca4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f729c15cb60 con 0x7f729c15c330 2024-09-19T05:35:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.003+0000 7f72a2ca4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f729c0719b0 con 0x7f729c160990 2024-09-19T05:35:16.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.003+0000 7f72a2ca4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f729c15ce40 con 0x7f729c06e440 2024-09-19T05:35:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.004+0000 7f729bfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c06e440 0x7f729c0713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.004+0000 7f72a1241640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f729c160990 0x7f729c0d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.004+0000 7f729bfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c06e440 0x7f729c0713d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:49760/0 (socket says 172.21.15.39:49760) 2024-09-19T05:35:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.004+0000 7f72a1241640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f729c160990 0x7f729c0d0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:50808/0 (socket says 172.21.15.39:50808) 2024-09-19T05:35:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.004+0000 7f729bfff640 1 -- 172.21.15.39:0/1463949147 learned_addr learned my addr 172.21.15.39:0/1463949147 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.004+0000 7f72a1241640 1 -- 172.21.15.39:0/1463949147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c06e440 msgr2=0x7f729c0713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.004+0000 7f72a1241640 1 --2- 172.21.15.39:0/1463949147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c06e440 0x7f729c0713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.004+0000 7f72a1241640 1 -- 172.21.15.39:0/1463949147 >> v1:172.21.15.50:6789/0 conn(0x7f729c15c330 legacy=0x7f729c06dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.004+0000 7f72a1241640 1 -- 172.21.15.39:0/1463949147 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729c15d120 con 0x7f729c160990 2024-09-19T05:35:16.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f72a1241640 1 --2- 172.21.15.39:0/1463949147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c160990 0x7f729c0d0380 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7294009d90 tx=0x7f729402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29cc0a677e527f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:16.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f729b7fe640 1 -- 172.21.15.39:0/1463949147 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7294007740 con 0x7f729c160990 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f729b7fe640 1 -- 172.21.15.39:0/1463949147 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72940078e0 con 0x7f729c160990 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f729b7fe640 1 -- 172.21.15.39:0/1463949147 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7294007cb0 con 0x7f729c160990 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f72a2ca4640 1 -- 172.21.15.39:0/1463949147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c160990 msgr2=0x7f729c0d0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f72a2ca4640 1 --2- 172.21.15.39:0/1463949147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c160990 0x7f729c0d0380 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7294009d90 tx=0x7f729402a660 comp rx=0 tx=0).stop 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f72a2ca4640 1 -- 172.21.15.39:0/1463949147 shutdown_connections 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f72a2ca4640 1 --2- 172.21.15.39:0/1463949147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c160990 0x7f729c0d0380 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f72a2ca4640 1 --2- 172.21.15.39:0/1463949147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c06e440 0x7f729c0713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f72a2ca4640 1 -- 172.21.15.39:0/1463949147 >> 172.21.15.39:0/1463949147 conn(0x7f729c0b4170 msgr2=0x7f729c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f72a2ca4640 1 -- 172.21.15.39:0/1463949147 shutdown_connections 2024-09-19T05:35:16.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.005+0000 7f72a2ca4640 1 -- 172.21.15.39:0/1463949147 wait complete. 2024-09-19T05:35:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.007+0000 7f72a2ca4640 1 Processor -- start 2024-09-19T05:35:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.007+0000 7f72a2ca4640 1 -- start start 2024-09-19T05:35:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a2ca4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c06e440 0x7f729c15daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a2ca4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c15c330 0x7f729c15a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a2ca4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c160990 0x7f729c15f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a2ca4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f729c15d920 con 0x7f729c06e440 2024-09-19T05:35:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a2ca4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f729c160e20 con 0x7f729c15c330 2024-09-19T05:35:16.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a2ca4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f729c15c710 con 0x7f729c160990 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a0a40640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c06e440 0x7f729c15daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a0a40640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c06e440 0x7f729c15daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54786/0 (socket says 172.21.15.39:54786) 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a0a40640 1 -- 172.21.15.39:0/3498815859 learned_addr learned my addr 172.21.15.39:0/3498815859 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f729bfff640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c15c330 0x7f729c15a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a1241640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c160990 0x7f729c15f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a0a40640 1 -- 172.21.15.39:0/3498815859 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c160990 msgr2=0x7f729c15f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a0a40640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c160990 0x7f729c15f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a0a40640 1 -- 172.21.15.39:0/3498815859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c15c330 msgr2=0x7f729c15a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a0a40640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c15c330 0x7f729c15a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a0a40640 1 -- 172.21.15.39:0/3498815859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729c15e180 con 0x7f729c06e440 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a0a40640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c06e440 0x7f729c15daa0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f729000c430 tx=0x7f729000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:16.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72997fa640 1 -- 172.21.15.39:0/3498815859 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72900052d0 con 0x7f729c06e440 2024-09-19T05:35:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72997fa640 1 -- 172.21.15.39:0/3498815859 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7290005490 con 0x7f729c06e440 2024-09-19T05:35:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f729c15e460 con 0x7f729c06e440 2024-09-19T05:35:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.008+0000 7f72997fa640 1 -- 172.21.15.39:0/3498815859 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7290007260 con 0x7f729c06e440 2024-09-19T05:35:16.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.009+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f729c15ea20 con 0x7f729c06e440 2024-09-19T05:35:16.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.010+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f729c0713d0 con 0x7f729c06e440 2024-09-19T05:35:16.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.010+0000 7f72997fa640 1 -- 172.21.15.39:0/3498815859 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7290007400 con 0x7f729c06e440 2024-09-19T05:35:16.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.011+0000 7f72997fa640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.011+0000 7f72997fa640 1 -- 172.21.15.39:0/3498815859 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5709+0+0 (secure 0 0 0) 0x7f729008a8c0 con 0x7f729c06e440 2024-09-19T05:35:16.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.011+0000 7f729bfff640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.011+0000 7f729bfff640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f729c151000 tx=0x7f7288009240 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:16.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.015+0000 7f72997fa640 1 -- 172.21.15.39:0/3498815859 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f72900589e0 con 0x7f729c06e440 2024-09-19T05:35:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.192+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f729c0ce780 con 0x7f729c06e440 2024-09-19T05:35:16.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.193+0000 7f72997fa640 1 -- 172.21.15.39:0/3498815859 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) ==== 74+0+16662 (secure 0 0 0) 0x7f729005cce0 con 0x7f729c06e440 2024-09-19T05:35:16.195 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:16.195 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":42,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:14.867370+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:12.529895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:13.852103+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:16.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 msgr2=0x7f728006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f729c151000 tx=0x7f7288009240 comp rx=0 tx=0).stop 2024-09-19T05:35:16.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c06e440 msgr2=0x7f729c15daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c06e440 0x7f729c15daa0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f729000c430 tx=0x7f729000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 shutdown_connections 2024-09-19T05:35:16.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f728006c2b0 0x7f728006e770 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f729c160990 0x7f729c15f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f729c15c330 0x7f729c15a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 --2- 172.21.15.39:0/3498815859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729c06e440 0x7f729c15daa0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 >> 172.21.15.39:0/3498815859 conn(0x7f729c0b4170 msgr2=0x7f729c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:16.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 shutdown_connections 2024-09-19T05:35:16.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.195+0000 7f72a2ca4640 1 -- 172.21.15.39:0/3498815859 wait complete. 2024-09-19T05:35:16.208 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:35:16.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.312+0000 7f4a63f66640 1 Processor -- start 2024-09-19T05:35:16.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.313+0000 7f4a63f66640 1 -- start start 2024-09-19T05:35:16.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.313+0000 7f4a63f66640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a5c161d10 0x7f4a5c0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.313+0000 7f4a63f66640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4a5c0b76c0 0x7f4a5c0d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.313+0000 7f4a63f66640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a5c1620f0 con 0x7f4a5c0cef90 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.313+0000 7f4a63f66640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4a5c072140 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.313+0000 7f4a63f66640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4a5c0d4200 con 0x7f4a5c161d10 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.314+0000 7f4a61501640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4a5c0b76c0 0x7f4a5c0d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.314+0000 7f4a62503640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4a5c0cef90 0x7f4a5c072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33310/0 (socket says 172.21.15.39:33310) 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.314+0000 7f4a62503640 1 -- 172.21.15.39:0/589416072 learned_addr learned my addr 172.21.15.39:0/589416072 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.314+0000 7f4a61d02640 1 --2- 172.21.15.39:0/589416072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a5c161d10 0x7f4a5c0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.314+0000 7f4a61501640 1 -- 172.21.15.39:0/589416072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a5c161d10 msgr2=0x7f4a5c0d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.314+0000 7f4a61501640 1 --2- 172.21.15.39:0/589416072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a5c161d10 0x7f4a5c0d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.314+0000 7f4a61501640 1 -- 172.21.15.39:0/589416072 >> v1:172.21.15.39:6789/0 conn(0x7f4a5c0cef90 legacy=0x7f4a5c072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.314+0000 7f4a61501640 1 -- 172.21.15.39:0/589416072 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a5c072390 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.314+0000 7f4a60d00640 1 -- 172.21.15.39:0/589416072 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2077668576 0 0) 0x7f4a5c1620f0 con 0x7f4a5c0cef90 2024-09-19T05:35:16.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.315+0000 7f4a61501640 1 --2- 172.21.15.39:0/589416072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 0x7f4a5c0d3280 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c0097a0 tx=0x7f4a4c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92718736ed049ca8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:16.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.315+0000 7f4a60d00640 1 -- 172.21.15.39:0/589416072 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c037070 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.315+0000 7f4a60d00640 1 -- 172.21.15.39:0/589416072 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a4c02ae50 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.315+0000 7f4a60d00640 1 -- 172.21.15.39:0/589416072 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c032660 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.315+0000 7f4a63f66640 1 -- 172.21.15.39:0/589416072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 msgr2=0x7f4a5c0d3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.315+0000 7f4a63f66640 1 --2- 172.21.15.39:0/589416072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 0x7f4a5c0d3280 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c0097a0 tx=0x7f4a4c02a100 comp rx=0 tx=0).stop 2024-09-19T05:35:16.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.315+0000 7f4a63f66640 1 -- 172.21.15.39:0/589416072 shutdown_connections 2024-09-19T05:35:16.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.315+0000 7f4a63f66640 1 --2- 172.21.15.39:0/589416072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 0x7f4a5c0d3280 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.315+0000 7f4a63f66640 1 --2- 172.21.15.39:0/589416072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a5c161d10 0x7f4a5c0d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.316+0000 7f4a63f66640 1 -- 172.21.15.39:0/589416072 >> 172.21.15.39:0/589416072 conn(0x7f4a5c0d4730 msgr2=0x7f4a5c0d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:16.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.316+0000 7f4a63f66640 1 -- 172.21.15.39:0/589416072 shutdown_connections 2024-09-19T05:35:16.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.316+0000 7f4a63f66640 1 -- 172.21.15.39:0/589416072 wait complete. 2024-09-19T05:35:16.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.317+0000 7f4a63f66640 1 Processor -- start 2024-09-19T05:35:16.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.317+0000 7f4a63f66640 1 -- start start 2024-09-19T05:35:16.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.317+0000 7f4a63f66640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 0x7f4a5c152990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.317+0000 7f4a63f66640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a5c0cef90 0x7f4a5c14edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.317+0000 7f4a63f66640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a5c161d10 0x7f4a5c0ab0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.317+0000 7f4a63f66640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4a5c0b7b00 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.317+0000 7f4a63f66640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4a5c072950 con 0x7f4a5c0cef90 2024-09-19T05:35:16.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.317+0000 7f4a63f66640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4a5c0cf400 con 0x7f4a5c161d10 2024-09-19T05:35:16.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a61d02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 0x7f4a5c152990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a61d02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 0x7f4a5c152990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54812/0 (socket says 172.21.15.39:54812) 2024-09-19T05:35:16.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a61d02640 1 -- 172.21.15.39:0/1947834043 learned_addr learned my addr 172.21.15.39:0/1947834043 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a61d02640 1 -- 172.21.15.39:0/1947834043 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a5c161d10 msgr2=0x7f4a5c0ab0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a61d02640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a5c161d10 0x7f4a5c0ab0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a61d02640 1 -- 172.21.15.39:0/1947834043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a5c0cef90 msgr2=0x7f4a5c14edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a61d02640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a5c0cef90 0x7f4a5c14edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a61d02640 1 -- 172.21.15.39:0/1947834043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a5c0c96c0 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a61d02640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 0x7f4a5c152990 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f4a5800e870 tx=0x7f4a5800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a527fc640 1 -- 172.21.15.39:0/1947834043 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a58017070 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a527fc640 1 -- 172.21.15.39:0/1947834043 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a5800c940 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a5c0c99a0 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a527fc640 1 -- 172.21.15.39:0/1947834043 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5800cd30 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.318+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a5c0c9f60 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.319+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a5c0cf7e0 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.320+0000 7f4a527fc640 1 -- 172.21.15.39:0/1947834043 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a5801a070 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.320+0000 7f4a527fc640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4a4006c2e0 0x7f4a4006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.320+0000 7f4a527fc640 1 -- 172.21.15.39:0/1947834043 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5709+0+0 (secure 0 0 0) 0x7f4a5808b650 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.320+0000 7f4a61501640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4a4006c2e0 0x7f4a4006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.321+0000 7f4a61501640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4a4006c2e0 0x7f4a4006e7a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c034000 tx=0x7f4a4c02c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:16.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.324+0000 7f4a527fc640 1 -- 172.21.15.39:0/1947834043 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a58059dc0 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.536+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f4a5c0b54e0 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.554+0000 7f4a527fc640 1 -- 172.21.15.39:0/1947834043 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v20) ==== 118+0+0 (secure 0 0 0) 0x7f4a580596c0 con 0x7f4a5c0b76c0 2024-09-19T05:35:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4a4006c2e0 msgr2=0x7f4a4006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4a4006c2e0 0x7f4a4006e7a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c034000 tx=0x7f4a4c02c000 comp rx=0 tx=0).stop 2024-09-19T05:35:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 msgr2=0x7f4a5c152990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 0x7f4a5c152990 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f4a5800e870 tx=0x7f4a5800ed30 comp rx=0 tx=0).stop 2024-09-19T05:35:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 shutdown_connections 2024-09-19T05:35:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4a4006c2e0 0x7f4a4006e7a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4a5c161d10 0x7f4a5c0ab0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a5c0cef90 0x7f4a5c14edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 --2- 172.21.15.39:0/1947834043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a5c0b76c0 0x7f4a5c152990 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 >> 172.21.15.39:0/1947834043 conn(0x7f4a5c0d4730 msgr2=0x7f4a5c0d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 shutdown_connections 2024-09-19T05:35:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.557+0000 7f4a63f66640 1 -- 172.21.15.39:0/1947834043 wait complete. 2024-09-19T05:35:16.571 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:35:16.571 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:35:16.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.675+0000 7f01c62ac640 1 Processor -- start 2024-09-19T05:35:16.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.675+0000 7f01c62ac640 1 -- start start 2024-09-19T05:35:16.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.676+0000 7f01c62ac640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01c015c570 0x7f01c00711c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.676+0000 7f01c62ac640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c00b5470 0x7f01c0073040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.676+0000 7f01c62ac640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01c00d0600 con 0x7f01c00d2fa0 2024-09-19T05:35:16.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.676+0000 7f01c62ac640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f01c015c950 con 0x7f01c015c570 2024-09-19T05:35:16.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.676+0000 7f01c62ac640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f01c00d0f30 con 0x7f01c00b5470 2024-09-19T05:35:16.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.676+0000 7f01bffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01c015c570 0x7f01c00711c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.676+0000 7f01bffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01c015c570 0x7f01c00711c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54816/0 (socket says 172.21.15.39:54816) 2024-09-19T05:35:16.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.676+0000 7f01bffff640 1 -- 172.21.15.39:0/2768413518 learned_addr learned my addr 172.21.15.39:0/2768413518 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:16.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.677+0000 7f01bf7fe640 1 --2- 172.21.15.39:0/2768413518 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c00b5470 0x7f01c0073040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.677+0000 7f01bffff640 1 -- 172.21.15.39:0/2768413518 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c00b5470 msgr2=0x7f01c0073040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:16.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.677+0000 7f01bffff640 1 --2- 172.21.15.39:0/2768413518 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c00b5470 0x7f01c0073040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.677+0000 7f01bffff640 1 -- 172.21.15.39:0/2768413518 >> v1:172.21.15.50:6789/0 conn(0x7f01c00d2fa0 legacy=0x7f01c00d13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.677+0000 7f01bffff640 1 -- 172.21.15.39:0/2768413518 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01c00d08e0 con 0x7f01c015c570 2024-09-19T05:35:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.677+0000 7f01bffff640 1 --2- 172.21.15.39:0/2768413518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c015c570 0x7f01c00711c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f01b0009870 tx=0x7f01b002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25eefe6cc347bb12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01beffd640 1 -- 172.21.15.39:0/2768413518 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b0037070 con 0x7f01c015c570 2024-09-19T05:35:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01beffd640 1 -- 172.21.15.39:0/2768413518 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01b0032440 con 0x7f01c015c570 2024-09-19T05:35:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01beffd640 1 -- 172.21.15.39:0/2768413518 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b0032810 con 0x7f01c015c570 2024-09-19T05:35:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01c62ac640 1 -- 172.21.15.39:0/2768413518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c015c570 msgr2=0x7f01c00711c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01c62ac640 1 --2- 172.21.15.39:0/2768413518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c015c570 0x7f01c00711c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f01b0009870 tx=0x7f01b002a1c0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01c62ac640 1 -- 172.21.15.39:0/2768413518 shutdown_connections 2024-09-19T05:35:16.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01c62ac640 1 --2- 172.21.15.39:0/2768413518 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c00b5470 0x7f01c0073040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01c62ac640 1 --2- 172.21.15.39:0/2768413518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c015c570 0x7f01c00711c0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01c62ac640 1 -- 172.21.15.39:0/2768413518 >> 172.21.15.39:0/2768413518 conn(0x7f01c00d2480 msgr2=0x7f01c00d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:16.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01c62ac640 1 -- 172.21.15.39:0/2768413518 shutdown_connections 2024-09-19T05:35:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.678+0000 7f01c62ac640 1 -- 172.21.15.39:0/2768413518 wait complete. 2024-09-19T05:35:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.679+0000 7f01c62ac640 1 Processor -- start 2024-09-19T05:35:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.680+0000 7f01c62ac640 1 -- start start 2024-09-19T05:35:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.680+0000 7f01c62ac640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01c00b5470 0x7f01c015b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.680+0000 7f01c62ac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c00d2fa0 0x7f01c014de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.680+0000 7f01c62ac640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c015c570 0x7f01c014e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.680+0000 7f01c62ac640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f01c00d02b0 con 0x7f01c00d2fa0 2024-09-19T05:35:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.680+0000 7f01c62ac640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f01c00b1d00 con 0x7f01c00b5470 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.680+0000 7f01c62ac640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f01c0073580 con 0x7f01c015c570 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c00d2fa0 0x7f01c014de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c00d2fa0 0x7f01c014de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54828/0 (socket says 172.21.15.39:54828) 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bf7fe640 1 -- 172.21.15.39:0/2084475303 learned_addr learned my addr 172.21.15.39:0/2084475303 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bffff640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01c00b5470 0x7f01c015b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01c4849640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c015c570 0x7f01c014e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bf7fe640 1 -- 172.21.15.39:0/2084475303 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c015c570 msgr2=0x7f01c014e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bf7fe640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c015c570 0x7f01c014e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bf7fe640 1 -- 172.21.15.39:0/2084475303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01c00b5470 msgr2=0x7f01c015b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bf7fe640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01c00b5470 0x7f01c015b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bf7fe640 1 -- 172.21.15.39:0/2084475303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01c014d340 con 0x7f01c00d2fa0 2024-09-19T05:35:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bf7fe640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c00d2fa0 0x7f01c014de40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f01b400d7d0 tx=0x7f01b400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bcff9640 1 -- 172.21.15.39:0/2084475303 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b400b6c0 con 0x7f01c00d2fa0 2024-09-19T05:35:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bcff9640 1 -- 172.21.15.39:0/2084475303 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01b4019070 con 0x7f01c00d2fa0 2024-09-19T05:35:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01c0158a10 con 0x7f01c00d2fa0 2024-09-19T05:35:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01bcff9640 1 -- 172.21.15.39:0/2084475303 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b400bac0 con 0x7f01c00d2fa0 2024-09-19T05:35:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.681+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01c0158fd0 con 0x7f01c00d2fa0 2024-09-19T05:35:16.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.682+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01c0073040 con 0x7f01c00d2fa0 2024-09-19T05:35:16.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.683+0000 7f01bcff9640 1 -- 172.21.15.39:0/2084475303 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f01b400bc60 con 0x7f01c00d2fa0 2024-09-19T05:35:16.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.683+0000 7f01bcff9640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f01ac06c2b0 0x7f01ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:16.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.683+0000 7f01bcff9640 1 -- 172.21.15.39:0/2084475303 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f01b408b720 con 0x7f01c00d2fa0 2024-09-19T05:35:16.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.683+0000 7f01bffff640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f01ac06c2b0 0x7f01ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:16.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.684+0000 7f01bffff640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f01ac06c2b0 0x7f01ac06e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f01b0034000 tx=0x7f01b002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:16.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.688+0000 7f01bcff9640 1 -- 172.21.15.39:0/2084475303 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f01b40598d0 con 0x7f01c00d2fa0 2024-09-19T05:35:16.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:16.903+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f01c01e56d0 con 0x7f01c00d2fa0 2024-09-19T05:35:17.279 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-19T05:35:17.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.560+0000 7f01bcff9640 1 -- 172.21.15.39:0/2084475303 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v21) ==== 122+0+0 (secure 0 0 0) 0x7f01b405dbd0 con 0x7f01c00d2fa0 2024-09-19T05:35:17.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f01ac06c2b0 msgr2=0x7f01ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:17.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f01ac06c2b0 0x7f01ac06e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f01b0034000 tx=0x7f01b002e000 comp rx=0 tx=0).stop 2024-09-19T05:35:17.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c00d2fa0 msgr2=0x7f01c014de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:17.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c00d2fa0 0x7f01c014de40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f01b400d7d0 tx=0x7f01b400dc90 comp rx=0 tx=0).stop 2024-09-19T05:35:17.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 shutdown_connections 2024-09-19T05:35:17.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f01ac06c2b0 0x7f01ac06e770 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f01c015c570 0x7f01c014e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01c00d2fa0 0x7f01c014de40 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 --2- 172.21.15.39:0/2084475303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f01c00b5470 0x7f01c015b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 >> 172.21.15.39:0/2084475303 conn(0x7f01c00d2480 msgr2=0x7f01c014ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:17.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 shutdown_connections 2024-09-19T05:35:17.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.563+0000 7f01c62ac640 1 -- 172.21.15.39:0/2084475303 wait complete. 2024-09-19T05:35:17.582 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:35:17.582 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:17.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.690+0000 7f3d48b96640 1 Processor -- start 2024-09-19T05:35:17.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.690+0000 7f3d48b96640 1 -- start start 2024-09-19T05:35:17.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.691+0000 7f3d48b96640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d440b6a70 0x7f3d440d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:17.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.691+0000 7f3d48b96640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3d440d1510 0x7f3d440d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:17.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.691+0000 7f3d48b96640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d440d1d90 con 0x7f3d440b6690 2024-09-19T05:35:17.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.691+0000 7f3d48b96640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f3d440cf540 con 0x7f3d440d1510 2024-09-19T05:35:17.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.691+0000 7f3d48b96640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f3d440ceef0 con 0x7f3d440b6a70 2024-09-19T05:35:17.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.691+0000 7f3d42d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3d440d1510 0x7f3d440d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:17.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.691+0000 7f3d4259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3d440b6690 0x7f3d440cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39436/0 (socket says 172.21.15.39:39436) 2024-09-19T05:35:17.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.691+0000 7f3d4259c640 1 -- 172.21.15.39:0/3901562960 learned_addr learned my addr 172.21.15.39:0/3901562960 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:17.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.692+0000 7f3d42d9d640 1 -- 172.21.15.39:0/3901562960 >> v2:172.21.15.50:3300/0 conn(0x7f3d440b6a70 msgr2=0x7f3d440d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:17.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.692+0000 7f3d42d9d640 1 --2- 172.21.15.39:0/3901562960 >> v2:172.21.15.50:3300/0 conn(0x7f3d440b6a70 0x7f3d440d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.692+0000 7f3d42d9d640 1 -- 172.21.15.39:0/3901562960 >> v1:172.21.15.39:6789/0 conn(0x7f3d440b6690 legacy=0x7f3d440cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:17.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.692+0000 7f3d4159a640 1 -- 172.21.15.39:0/3901562960 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3511456215 0 0) 0x7f3d440d1d90 con 0x7f3d440b6690 2024-09-19T05:35:17.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.692+0000 7f3d42d9d640 1 -- 172.21.15.39:0/3901562960 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d440cf1d0 con 0x7f3d440d1510 2024-09-19T05:35:17.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.692+0000 7f3d42d9d640 1 --2- 172.21.15.39:0/3901562960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440d1510 0x7f3d440d2b50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f3d440b7690 tx=0x7f3d3c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e56867e0bd7036f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:17.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.692+0000 7f3d4159a640 1 -- 172.21.15.39:0/3901562960 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d3c007740 con 0x7f3d440d1510 2024-09-19T05:35:17.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d4159a640 1 -- 172.21.15.39:0/3901562960 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d3c0078e0 con 0x7f3d440d1510 2024-09-19T05:35:17.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d4159a640 1 -- 172.21.15.39:0/3901562960 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d3c007cb0 con 0x7f3d440d1510 2024-09-19T05:35:17.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d48b96640 1 -- 172.21.15.39:0/3901562960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440d1510 msgr2=0x7f3d440d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:17.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d48b96640 1 --2- 172.21.15.39:0/3901562960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440d1510 0x7f3d440d2b50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f3d440b7690 tx=0x7f3d3c02a680 comp rx=0 tx=0).stop 2024-09-19T05:35:17.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d48b96640 1 -- 172.21.15.39:0/3901562960 shutdown_connections 2024-09-19T05:35:17.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d48b96640 1 --2- 172.21.15.39:0/3901562960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440d1510 0x7f3d440d2b50 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d48b96640 1 --2- 172.21.15.39:0/3901562960 >> v2:172.21.15.50:3300/0 conn(0x7f3d440b6a70 0x7f3d440d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d48b96640 1 -- 172.21.15.39:0/3901562960 >> 172.21.15.39:0/3901562960 conn(0x7f3d44072560 msgr2=0x7f3d44072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:17.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d48b96640 1 -- 172.21.15.39:0/3901562960 shutdown_connections 2024-09-19T05:35:17.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.693+0000 7f3d48b96640 1 -- 172.21.15.39:0/3901562960 wait complete. 2024-09-19T05:35:17.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d48b96640 1 Processor -- start 2024-09-19T05:35:17.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d48b96640 1 -- start start 2024-09-19T05:35:17.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d48b96640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440b6690 0x7f3d440cdb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:17.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d48b96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440b6a70 0x7f3d441f4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:17.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d48b96640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d440d1510 0x7f3d441f7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:17.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d48b96640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4415c6b0 con 0x7f3d440b6a70 2024-09-19T05:35:17.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d48b96640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4415c530 con 0x7f3d440b6690 2024-09-19T05:35:17.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d48b96640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3d440d1940 con 0x7f3d440d1510 2024-09-19T05:35:17.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d41d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440b6a70 0x7f3d441f4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d41d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440b6a70 0x7f3d441f4dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41048/0 (socket says 172.21.15.39:41048) 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.695+0000 7f3d41d9b640 1 -- 172.21.15.39:0/832673193 learned_addr learned my addr 172.21.15.39:0/832673193 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d4259c640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440b6690 0x7f3d440cdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d42d9d640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d440d1510 0x7f3d441f7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d41d9b640 1 -- 172.21.15.39:0/832673193 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d440d1510 msgr2=0x7f3d441f7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d41d9b640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d440d1510 0x7f3d441f7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d41d9b640 1 -- 172.21.15.39:0/832673193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440b6690 msgr2=0x7f3d440cdb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d41d9b640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440b6690 0x7f3d440cdb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d41d9b640 1 -- 172.21.15.39:0/832673193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d441f8380 con 0x7f3d440b6a70 2024-09-19T05:35:17.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d42d9d640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d440d1510 0x7f3d441f7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d41d9b640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440b6a70 0x7f3d441f4dc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3d3800b4a0 tx=0x7f3d3800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d32ffd640 1 -- 172.21.15.39:0/832673193 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d38014070 con 0x7f3d440b6a70 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d32ffd640 1 -- 172.21.15.39:0/832673193 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d38010610 con 0x7f3d440b6a70 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d441f8660 con 0x7f3d440b6a70 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d32ffd640 1 -- 172.21.15.39:0/832673193 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d38010a00 con 0x7f3d440b6a70 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.696+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d441f48a0 con 0x7f3d440b6a70 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.697+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d44068d40 con 0x7f3d440b6a70 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.698+0000 7f3d32ffd640 1 -- 172.21.15.39:0/832673193 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3d38017070 con 0x7f3d440b6a70 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.698+0000 7f3d32ffd640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d2406c2e0 0x7f3d2406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.698+0000 7f3d32ffd640 1 -- 172.21.15.39:0/832673193 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f3d3808ae10 con 0x7f3d440b6a70 2024-09-19T05:35:17.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.698+0000 7f3d4259c640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d2406c2e0 0x7f3d2406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:17.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.699+0000 7f3d4259c640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d2406c2e0 0x7f3d2406e7a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f3d34000f60 tx=0x7f3d34007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:17.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.703+0000 7f3d32ffd640 1 -- 172.21.15.39:0/832673193 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3d44068d40 con 0x7f3d440b6a70 2024-09-19T05:35:17.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.913+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d441f4aa0 con 0x7f3d440b6a70 2024-09-19T05:35:17.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.914+0000 7f3d32ffd640 1 -- 172.21.15.39:0/832673193 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5220 (secure 0 0 0) 0x7f3d441f4aa0 con 0x7f3d440b6a70 2024-09-19T05:35:17.916 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:17.916 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"btime":"2024-09-19T05:35:17:555516+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4775,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3387580244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3387580244},{"type":"v1","addr":"172.21.15.50:6834","nonce":3387580244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4778,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/775081479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":775081479},{"type":"v1","addr":"172.21.15.50:6835","nonce":775081479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5136,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/4199704063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":4199704063},{"type":"v1","addr":"172.21.15.39:6836","nonce":4199704063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:14.867683+0000","modified":"2024-09-19T05:35:16.903928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1002885275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1002885275},{"type":"v1","addr":"172.21.15.39:6837","nonce":1002885275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":3}]} 2024-09-19T05:35:17.916 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 21 2024-09-19T05:35:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d2406c2e0 msgr2=0x7f3d2406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d2406c2e0 0x7f3d2406e7a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f3d34000f60 tx=0x7f3d34007d50 comp rx=0 tx=0).stop 2024-09-19T05:35:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440b6a70 msgr2=0x7f3d441f4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440b6a70 0x7f3d441f4dc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3d3800b4a0 tx=0x7f3d3800b960 comp rx=0 tx=0).stop 2024-09-19T05:35:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 shutdown_connections 2024-09-19T05:35:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d2406c2e0 0x7f3d2406e7a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d440d1510 0x7f3d441f7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440b6a70 0x7f3d441f4dc0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 --2- 172.21.15.39:0/832673193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440b6690 0x7f3d440cdb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 >> 172.21.15.39:0/832673193 conn(0x7f3d44072560 msgr2=0x7f3d4415de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 shutdown_connections 2024-09-19T05:35:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:17.916+0000 7f3d48b96640 1 -- 172.21.15.39:0/832673193 wait complete. 2024-09-19T05:35:17.929 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.029+0000 7f853409b640 1 Processor -- start 2024-09-19T05:35:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.029+0000 7f853409b640 1 -- start start 2024-09-19T05:35:18.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.030+0000 7f853409b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f852c0b6a70 0x7f852c0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.030+0000 7f853409b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f852c0d1510 0x7f852c0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.030+0000 7f853409b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f852c0d1d90 con 0x7f852c0b6690 2024-09-19T05:35:18.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.030+0000 7f853409b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f852c0cf540 con 0x7f852c0d1510 2024-09-19T05:35:18.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.030+0000 7f853409b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f852c0ceef0 con 0x7f852c0b6a70 2024-09-19T05:35:18.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.030+0000 7f8531e37640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f852c0b6690 0x7f852c0cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39442/0 (socket says 172.21.15.39:39442) 2024-09-19T05:35:18.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.030+0000 7f8531e37640 1 -- 172.21.15.39:0/2581160835 learned_addr learned my addr 172.21.15.39:0/2581160835 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:18.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8532638640 1 --2- 172.21.15.39:0/2581160835 >> v2:172.21.15.50:3300/0 conn(0x7f852c0d1510 0x7f852c0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8531636640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f852c0b6a70 0x7f852c0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2081979842 0 0) 0x7f852c0d1d90 con 0x7f852c0b6690 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8514003520 con 0x7f852c0b6690 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2939507051 0 0) 0x7f8514003520 con 0x7f852c0b6690 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f852c0b6a70 msgr2=0x7f852c0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f852c0b6a70 0x7f852c0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 >> v2:172.21.15.50:3300/0 conn(0x7f852c0d1510 msgr2=0x7f852c0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 --2- 172.21.15.39:0/2581160835 >> v2:172.21.15.50:3300/0 conn(0x7f852c0d1510 0x7f852c0d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f852c0cf1d0 con 0x7f852c0b6690 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f8524001670 con 0x7f852c0b6690 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 >> v1:172.21.15.39:6789/0 conn(0x7f852c0b6690 legacy=0x7f852c0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85140039b0 0x7f8514003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8514004800 0x7f8514004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f852c0b6a70 0x7f85140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f852c0cf540 con 0x7f85140039b0 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f852c0ceef0 con 0x7f8514004800 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f851400b9c0 con 0x7f852c0b6a70 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8531e37640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85140039b0 0x7f8514003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8531636640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8514004800 0x7f8514004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.031+0000 7f8532638640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f852c0b6a70 0x7f85140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.032+0000 7f8531e37640 1 -- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f852c0b6a70 msgr2=0x7f85140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.032+0000 7f8531e37640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f852c0b6a70 0x7f85140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.032+0000 7f8531e37640 1 -- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8514004800 msgr2=0x7f8514004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.032+0000 7f8531e37640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8514004800 0x7f8514004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.032+0000 7f8531e37640 1 -- 172.21.15.39:0/2581160835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8514003520 con 0x7f85140039b0 2024-09-19T05:35:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.032+0000 7f8531e37640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85140039b0 0x7f8514003dd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8524001050 tx=0x7f8514005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=246256c5d6d4ce35 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.032+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f852402e070 con 0x7f85140039b0 2024-09-19T05:35:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.032+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8524005af0 con 0x7f85140039b0 2024-09-19T05:35:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.032+0000 7f8530e35640 1 -- 172.21.15.39:0/2581160835 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524007d70 con 0x7f85140039b0 2024-09-19T05:35:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.033+0000 7f853409b640 1 -- 172.21.15.39:0/2581160835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85140039b0 msgr2=0x7f8514003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.033+0000 7f853409b640 1 --2- 172.21.15.39:0/2581160835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85140039b0 0x7f8514003dd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8524001050 tx=0x7f8514005830 comp rx=0 tx=0).stop 2024-09-19T05:35:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.033+0000 7f8532638640 1 -- 172.21.15.39:0/2581160835 reap_dead start 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.033+0000 7f853409b640 1 -- 172.21.15.39:0/2581160835 shutdown_connections 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.033+0000 7f853409b640 1 -- 172.21.15.39:0/2581160835 >> 172.21.15.39:0/2581160835 conn(0x7f852c072560 msgr2=0x7f852c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.033+0000 7f853409b640 1 -- 172.21.15.39:0/2581160835 shutdown_connections 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.033+0000 7f853409b640 1 -- 172.21.15.39:0/2581160835 wait complete. 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.034+0000 7f853409b640 1 Processor -- start 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.034+0000 7f853409b640 1 -- start start 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f853409b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85140039b0 0x7f852c152d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f853409b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f852c0cd700 0x7f852c158ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f853409b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f852c156440 0x7f852c1568c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f853409b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f852c0d1b20 con 0x7f852c0cd700 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f853409b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f852c0d19a0 con 0x7f852c156440 2024-09-19T05:35:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f853409b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f852c15c530 con 0x7f85140039b0 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8531636640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f852c0cd700 0x7f852c158ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8531636640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f852c0cd700 0x7f852c158ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41068/0 (socket says 172.21.15.39:41068) 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8531636640 1 -- 172.21.15.39:0/1790451751 learned_addr learned my addr 172.21.15.39:0/1790451751 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8532638640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f852c156440 0x7f852c1568c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8531e37640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85140039b0 0x7f852c152d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8531636640 1 -- 172.21.15.39:0/1790451751 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85140039b0 msgr2=0x7f852c152d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8531636640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85140039b0 0x7f852c152d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8531636640 1 -- 172.21.15.39:0/1790451751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f852c156440 msgr2=0x7f852c1568c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8531636640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f852c156440 0x7f852c1568c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.035+0000 7f8531636640 1 -- 172.21.15.39:0/1790451751 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f852c153290 con 0x7f852c0cd700 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.036+0000 7f8531636640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f852c0cd700 0x7f852c158ea0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8520011930 tx=0x7f8520011df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.036+0000 7f852a7fc640 1 -- 172.21.15.39:0/1790451751 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f852000fa30 con 0x7f852c0cd700 2024-09-19T05:35:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.036+0000 7f852a7fc640 1 -- 172.21.15.39:0/1790451751 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f852000fbd0 con 0x7f852c0cd700 2024-09-19T05:35:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.036+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f852c153530 con 0x7f852c0cd700 2024-09-19T05:35:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.036+0000 7f852a7fc640 1 -- 172.21.15.39:0/1790451751 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8520014440 con 0x7f852c0cd700 2024-09-19T05:35:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.036+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f852c153af0 con 0x7f852c0cd700 2024-09-19T05:35:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.037+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f852c0d0fd0 con 0x7f852c0cd700 2024-09-19T05:35:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.037+0000 7f852a7fc640 1 -- 172.21.15.39:0/1790451751 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8520012040 con 0x7f852c0cd700 2024-09-19T05:35:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.038+0000 7f852a7fc640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851806c2e0 0x7f851806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.038+0000 7f852a7fc640 1 -- 172.21.15.39:0/1790451751 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f852008b9f0 con 0x7f852c0cd700 2024-09-19T05:35:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.038+0000 7f8531e37640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851806c2e0 0x7f851806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.039+0000 7f8531e37640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851806c2e0 0x7f851806e7a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8524033000 tx=0x7f8524009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:18.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.042+0000 7f852a7fc640 1 -- 172.21.15.39:0/1790451751 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8520019030 con 0x7f852c0cd700 2024-09-19T05:35:18.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.218+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f852c0d0100 con 0x7f852c0cd700 2024-09-19T05:35:18.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.219+0000 7f852a7fc640 1 -- 172.21.15.39:0/1790451751 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+16649 (secure 0 0 0) 0x7f8520059ba0 con 0x7f852c0cd700 2024-09-19T05:35:18.221 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:18.221 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:16.539577+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:12.529895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:13.852103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:18.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851806c2e0 msgr2=0x7f851806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851806c2e0 0x7f851806e7a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8524033000 tx=0x7f8524009030 comp rx=0 tx=0).stop 2024-09-19T05:35:18.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f852c0cd700 msgr2=0x7f852c158ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f852c0cd700 0x7f852c158ea0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8520011930 tx=0x7f8520011df0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 shutdown_connections 2024-09-19T05:35:18.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f851806c2e0 0x7f851806e7a0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f852c156440 0x7f852c1568c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f852c0cd700 0x7f852c158ea0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 --2- 172.21.15.39:0/1790451751 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f85140039b0 0x7f852c152d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 >> 172.21.15.39:0/1790451751 conn(0x7f852c072560 msgr2=0x7f852c161640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:18.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 shutdown_connections 2024-09-19T05:35:18.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.221+0000 7f853409b640 1 -- 172.21.15.39:0/1790451751 wait complete. 2024-09-19T05:35:18.234 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:35:18.234 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:18.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.334+0000 7f3191b11640 1 Processor -- start 2024-09-19T05:35:18.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.334+0000 7f3191b11640 1 -- start start 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f3191b11640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f318c06bb20 0x7f318c15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f3191b11640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f318c1603c0 con 0x7f318c06d160 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f3191b11640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f318c06c0c0 con 0x7f318c15e4f0 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f3191b11640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f318c06ccd0 con 0x7f318c06bb20 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f318affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f318c06bb20 0x7f318c15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f318affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f318c06bb20 0x7f318c15f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41072/0 (socket says 172.21.15.39:41072) 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f318affd640 1 -- 172.21.15.39:0/3052399593 learned_addr learned my addr 172.21.15.39:0/3052399593 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f318affd640 1 -- 172.21.15.39:0/3052399593 >> v1:172.21.15.50:6789/0 conn(0x7f318c15e4f0 legacy=0x7f318c15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f318affd640 1 -- 172.21.15.39:0/3052399593 >> v1:172.21.15.39:6789/0 conn(0x7f318c06d160 legacy=0x7f318c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f318a7fc640 1 -- 172.21.15.39:0/3052399593 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2878402166 0 0) 0x7f318c1603c0 con 0x7f318c06d160 2024-09-19T05:35:18.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.335+0000 7f318affd640 1 -- 172.21.15.39:0/3052399593 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f318c06c3a0 con 0x7f318c06bb20 2024-09-19T05:35:18.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.336+0000 7f318affd640 1 --2- 172.21.15.39:0/3052399593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06bb20 0x7f318c15f570 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3180009870 tx=0x7f318002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47c9f35b17e9398a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:18.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.336+0000 7f318a7fc640 1 -- 172.21.15.39:0/3052399593 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3180037070 con 0x7f318c06bb20 2024-09-19T05:35:18.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.336+0000 7f318a7fc640 1 -- 172.21.15.39:0/3052399593 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f318002ae50 con 0x7f318c06bb20 2024-09-19T05:35:18.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.336+0000 7f318a7fc640 1 -- 172.21.15.39:0/3052399593 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3180032860 con 0x7f318c06bb20 2024-09-19T05:35:18.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.336+0000 7f3191b11640 1 -- 172.21.15.39:0/3052399593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06bb20 msgr2=0x7f318c15f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.336+0000 7f3191b11640 1 --2- 172.21.15.39:0/3052399593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06bb20 0x7f318c15f570 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3180009870 tx=0x7f318002a300 comp rx=0 tx=0).stop 2024-09-19T05:35:18.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.337+0000 7f3191b11640 1 -- 172.21.15.39:0/3052399593 shutdown_connections 2024-09-19T05:35:18.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.337+0000 7f3191b11640 1 --2- 172.21.15.39:0/3052399593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06bb20 0x7f318c15f570 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.337+0000 7f3191b11640 1 -- 172.21.15.39:0/3052399593 >> 172.21.15.39:0/3052399593 conn(0x7f318c06e5b0 msgr2=0x7f318c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:18.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.337+0000 7f3191b11640 1 -- 172.21.15.39:0/3052399593 shutdown_connections 2024-09-19T05:35:18.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.337+0000 7f3191b11640 1 -- 172.21.15.39:0/3052399593 wait complete. 2024-09-19T05:35:18.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.338+0000 7f3191b11640 1 Processor -- start 2024-09-19T05:35:18.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.338+0000 7f3191b11640 1 -- start start 2024-09-19T05:35:18.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f3191b11640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f318c06bb20 0x7f318c0d2580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f3191b11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06d160 0x7f318c0b14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f3191b11640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f318c15e4f0 0x7f318c15ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f3191b11640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f318c15e8d0 con 0x7f318c06d160 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f3191b11640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f318c06c960 con 0x7f318c15e4f0 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f3191b11640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f318c0b6dc0 con 0x7f318c06bb20 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06d160 0x7f318c0b14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06d160 0x7f318c0b14d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41078/0 (socket says 172.21.15.39:41078) 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318affd640 1 -- 172.21.15.39:0/1675466950 learned_addr learned my addr 172.21.15.39:0/1675466950 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318bfff640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f318c15e4f0 0x7f318c15ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318affd640 1 -- 172.21.15.39:0/1675466950 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f318c06bb20 msgr2=0x7f318c0d2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318b7fe640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f318c06bb20 0x7f318c0d2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318affd640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f318c06bb20 0x7f318c0d2580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318affd640 1 -- 172.21.15.39:0/1675466950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f318c15e4f0 msgr2=0x7f318c15ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318affd640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f318c15e4f0 0x7f318c15ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318affd640 1 -- 172.21.15.39:0/1675466950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f318c1f5590 con 0x7f318c06d160 2024-09-19T05:35:18.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318bfff640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f318c15e4f0 0x7f318c15ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:18.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.339+0000 7f318affd640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06d160 0x7f318c0b14d0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3180009870 tx=0x7f31800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:18.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.340+0000 7f3173fff640 1 -- 172.21.15.39:0/1675466950 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3180041070 con 0x7f318c06d160 2024-09-19T05:35:18.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.340+0000 7f3173fff640 1 -- 172.21.15.39:0/1675466950 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f318003c870 con 0x7f318c06d160 2024-09-19T05:35:18.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.340+0000 7f3173fff640 1 -- 172.21.15.39:0/1675466950 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3180037040 con 0x7f318c06d160 2024-09-19T05:35:18.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.340+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f318c0d2ac0 con 0x7f318c06d160 2024-09-19T05:35:18.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.340+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f318c1f5b30 con 0x7f318c06d160 2024-09-19T05:35:18.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.341+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f318c15dc10 con 0x7f318c06d160 2024-09-19T05:35:18.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.341+0000 7f3173fff640 1 -- 172.21.15.39:0/1675466950 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3180044070 con 0x7f318c06d160 2024-09-19T05:35:18.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.342+0000 7f3173fff640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f317806c2b0 0x7f317806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.342+0000 7f3173fff640 1 -- 172.21.15.39:0/1675466950 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f31800abf90 con 0x7f318c06d160 2024-09-19T05:35:18.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.342+0000 7f318b7fe640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f317806c2b0 0x7f317806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.342+0000 7f318b7fe640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f317806c2b0 0x7f317806e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f317c000f60 tx=0x7f317c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:18.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.346+0000 7f3173fff640 1 -- 172.21.15.39:0/1675466950 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f318007a8b0 con 0x7f318c06d160 2024-09-19T05:35:18.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.521+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f318c15d930 con 0x7f317806c2b0 2024-09-19T05:35:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.527+0000 7f3173fff640 1 -- 172.21.15.39:0/1675466950 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248864 (secure 0 0 0) 0x7f318c15d930 con 0x7f317806c2b0 2024-09-19T05:35:18.532 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f317806c2b0 msgr2=0x7f317806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f317806c2b0 0x7f317806e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f317c000f60 tx=0x7f317c009040 comp rx=0 tx=0).stop 2024-09-19T05:35:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06d160 msgr2=0x7f318c0b14d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06d160 0x7f318c0b14d0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3180009870 tx=0x7f31800046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 shutdown_connections 2024-09-19T05:35:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f317806c2b0 0x7f317806e770 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f318c15e4f0 0x7f318c15ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f318c06d160 0x7f318c0b14d0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 --2- 172.21.15.39:0/1675466950 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f318c06bb20 0x7f318c0d2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 >> 172.21.15.39:0/1675466950 conn(0x7f318c06e5b0 msgr2=0x7f318c0cb8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 shutdown_connections 2024-09-19T05:35:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.530+0000 7f3191b11640 1 -- 172.21.15.39:0/1675466950 wait complete. 2024-09-19T05:35:18.543 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":77,"stamp":"2024-09-19T05:35:16.684190+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133,"ondisk_log_size":133,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":21,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":270956,"kb_used_data":4780,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754703764,"statfs":{"total":773094113280,"available":772816654336,"internally_reserved":0,"allocated":4894720,"data_stored":2642649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000666"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510928+0000","last_change":"2024-09-19T05:35:14.510928+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510928+0000","last_undegraded":"2024-09-19T05:35:14.510928+0000","last_fullsized":"2024-09-19T05:35:14.510928+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504880+0000","last_change":"2024-09-19T05:35:14.504880+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504880+0000","last_undegraded":"2024-09-19T05:35:14.504880+0000","last_fullsized":"2024-09-19T05:35:14.504880+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506257+0000","last_change":"2024-09-19T05:35:14.506257+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506257+0000","last_undegraded":"2024-09-19T05:35:14.506257+0000","last_fullsized":"2024-09-19T05:35:14.506257+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512690+0000","last_change":"2024-09-19T05:35:14.512690+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512690+0000","last_undegraded":"2024-09-19T05:35:14.512690+0000","last_fullsized":"2024-09-19T05:35:14.512690+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504221+0000","last_change":"2024-09-19T05:35:14.504221+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504221+0000","last_undegraded":"2024-09-19T05:35:14.504221+0000","last_fullsized":"2024-09-19T05:35:14.504221+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.553695+0000","last_change":"2024-09-19T05:35:15.550613+0000","last_active":"2024-09-19T05:35:15.553695+0000","last_peered":"2024-09-19T05:35:15.553695+0000","last_clean":"2024-09-19T05:35:15.553695+0000","last_became_active":"2024-09-19T05:35:15.550294+0000","last_became_peered":"2024-09-19T05:35:15.550294+0000","last_unstale":"2024-09-19T05:35:15.553695+0000","last_undegraded":"2024-09-19T05:35:15.553695+0000","last_fullsized":"2024-09-19T05:35:15.553695+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:55.458854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509406+0000","last_change":"2024-09-19T05:35:14.509406+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509406+0000","last_undegraded":"2024-09-19T05:35:14.509406+0000","last_fullsized":"2024-09-19T05:35:14.509406+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510700+0000","last_change":"2024-09-19T05:35:14.510700+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510700+0000","last_undegraded":"2024-09-19T05:35:14.510700+0000","last_fullsized":"2024-09-19T05:35:14.510700+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512280+0000","last_change":"2024-09-19T05:35:14.512280+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512280+0000","last_undegraded":"2024-09-19T05:35:14.512280+0000","last_fullsized":"2024-09-19T05:35:14.512280+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.514055+0000","last_change":"2024-09-19T05:35:14.514055+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.514055+0000","last_undegraded":"2024-09-19T05:35:14.514055+0000","last_fullsized":"2024-09-19T05:35:14.514055+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511800+0000","last_change":"2024-09-19T05:35:14.511800+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511800+0000","last_undegraded":"2024-09-19T05:35:14.511800+0000","last_fullsized":"2024-09-19T05:35:14.511800+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507801+0000","last_change":"2024-09-19T05:35:14.507801+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507801+0000","last_undegraded":"2024-09-19T05:35:14.507801+0000","last_fullsized":"2024-09-19T05:35:14.507801+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.564952+0000","last_change":"2024-09-19T05:35:15.559732+0000","last_active":"2024-09-19T05:35:15.564952+0000","last_peered":"2024-09-19T05:35:15.564952+0000","last_clean":"2024-09-19T05:35:15.564952+0000","last_became_active":"2024-09-19T05:35:15.558768+0000","last_became_peered":"2024-09-19T05:35:15.558768+0000","last_unstale":"2024-09-19T05:35:15.564952+0000","last_undegraded":"2024-09-19T05:35:15.564952+0000","last_fullsized":"2024-09-19T05:35:15.564952+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:44.111334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511469+0000","last_change":"2024-09-19T05:35:14.511469+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511469+0000","last_undegraded":"2024-09-19T05:35:14.511469+0000","last_fullsized":"2024-09-19T05:35:14.511469+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.557535+0000","last_change":"2024-09-19T05:35:15.553776+0000","last_active":"2024-09-19T05:35:15.557535+0000","last_peered":"2024-09-19T05:35:15.557535+0000","last_clean":"2024-09-19T05:35:15.557535+0000","last_became_active":"2024-09-19T05:35:15.553504+0000","last_became_peered":"2024-09-19T05:35:15.553504+0000","last_unstale":"2024-09-19T05:35:15.557535+0000","last_undegraded":"2024-09-19T05:35:15.557535+0000","last_fullsized":"2024-09-19T05:35:15.557535+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:51.781415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563821+0000","last_change":"2024-09-19T05:35:15.561769+0000","last_active":"2024-09-19T05:35:15.563821+0000","last_peered":"2024-09-19T05:35:15.563821+0000","last_clean":"2024-09-19T05:35:15.563821+0000","last_became_active":"2024-09-19T05:35:15.561074+0000","last_became_peered":"2024-09-19T05:35:15.561074+0000","last_unstale":"2024-09-19T05:35:15.563821+0000","last_undegraded":"2024-09-19T05:35:15.563821+0000","last_fullsized":"2024-09-19T05:35:15.563821+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:33.716944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506264+0000","last_change":"2024-09-19T05:35:14.506264+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506264+0000","last_undegraded":"2024-09-19T05:35:14.506264+0000","last_fullsized":"2024-09-19T05:35:14.506264+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507844+0000","last_change":"2024-09-19T05:35:14.507844+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507844+0000","last_undegraded":"2024-09-19T05:35:14.507844+0000","last_fullsized":"2024-09-19T05:35:14.507844+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563147+0000","last_change":"2024-09-19T05:35:15.561480+0000","last_active":"2024-09-19T05:35:15.563147+0000","last_peered":"2024-09-19T05:35:15.563147+0000","last_clean":"2024-09-19T05:35:15.563147+0000","last_became_active":"2024-09-19T05:35:15.561121+0000","last_became_peered":"2024-09-19T05:35:15.561121+0000","last_unstale":"2024-09-19T05:35:15.563147+0000","last_undegraded":"2024-09-19T05:35:15.563147+0000","last_fullsized":"2024-09-19T05:35:15.563147+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.601171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576221+0000","last_change":"2024-09-19T05:35:15.565641+0000","last_active":"2024-09-19T05:35:15.576221+0000","last_peered":"2024-09-19T05:35:15.576221+0000","last_clean":"2024-09-19T05:35:15.576221+0000","last_became_active":"2024-09-19T05:35:15.565303+0000","last_became_peered":"2024-09-19T05:35:15.565303+0000","last_unstale":"2024-09-19T05:35:15.576221+0000","last_undegraded":"2024-09-19T05:35:15.576221+0000","last_fullsized":"2024-09-19T05:35:15.576221+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:58.080562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.554212+0000","last_change":"2024-09-19T05:35:15.552790+0000","last_active":"2024-09-19T05:35:15.554212+0000","last_peered":"2024-09-19T05:35:15.554212+0000","last_clean":"2024-09-19T05:35:15.554212+0000","last_became_active":"2024-09-19T05:35:15.552497+0000","last_became_peered":"2024-09-19T05:35:15.552497+0000","last_unstale":"2024-09-19T05:35:15.554212+0000","last_undegraded":"2024-09-19T05:35:15.554212+0000","last_fullsized":"2024-09-19T05:35:15.554212+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:06.123816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510654+0000","last_change":"2024-09-19T05:35:14.510654+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510654+0000","last_undegraded":"2024-09-19T05:35:14.510654+0000","last_fullsized":"2024-09-19T05:35:14.510654+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560770+0000","last_change":"2024-09-19T05:35:15.553253+0000","last_active":"2024-09-19T05:35:15.560770+0000","last_peered":"2024-09-19T05:35:15.560770+0000","last_clean":"2024-09-19T05:35:15.560770+0000","last_became_active":"2024-09-19T05:35:15.552897+0000","last_became_peered":"2024-09-19T05:35:15.552897+0000","last_unstale":"2024-09-19T05:35:15.560770+0000","last_undegraded":"2024-09-19T05:35:15.560770+0000","last_fullsized":"2024-09-19T05:35:15.560770+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:44.475514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.559804+0000","last_change":"2024-09-19T05:35:15.551642+0000","last_active":"2024-09-19T05:35:15.559804+0000","last_peered":"2024-09-19T05:35:15.559804+0000","last_clean":"2024-09-19T05:35:15.559804+0000","last_became_active":"2024-09-19T05:35:15.550441+0000","last_became_peered":"2024-09-19T05:35:15.550441+0000","last_unstale":"2024-09-19T05:35:15.559804+0000","last_undegraded":"2024-09-19T05:35:15.559804+0000","last_fullsized":"2024-09-19T05:35:15.559804+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:44.111334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568636+0000","last_change":"2024-09-19T05:35:15.565278+0000","last_active":"2024-09-19T05:35:15.568636+0000","last_peered":"2024-09-19T05:35:15.568636+0000","last_clean":"2024-09-19T05:35:15.568636+0000","last_became_active":"2024-09-19T05:35:15.564980+0000","last_became_peered":"2024-09-19T05:35:15.564980+0000","last_unstale":"2024-09-19T05:35:15.568636+0000","last_undegraded":"2024-09-19T05:35:15.568636+0000","last_fullsized":"2024-09-19T05:35:15.568636+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:01.646366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576127+0000","last_change":"2024-09-19T05:35:15.565822+0000","last_active":"2024-09-19T05:35:15.576127+0000","last_peered":"2024-09-19T05:35:15.576127+0000","last_clean":"2024-09-19T05:35:15.576127+0000","last_became_active":"2024-09-19T05:35:15.565107+0000","last_became_peered":"2024-09-19T05:35:15.565107+0000","last_unstale":"2024-09-19T05:35:15.576127+0000","last_undegraded":"2024-09-19T05:35:15.576127+0000","last_fullsized":"2024-09-19T05:35:15.576127+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:48.989753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.505703+0000","last_change":"2024-09-19T05:35:14.505703+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.505703+0000","last_undegraded":"2024-09-19T05:35:14.505703+0000","last_fullsized":"2024-09-19T05:35:14.505703+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507311+0000","last_change":"2024-09-19T05:35:14.507311+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507311+0000","last_undegraded":"2024-09-19T05:35:14.507311+0000","last_fullsized":"2024-09-19T05:35:14.507311+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568634+0000","last_change":"2024-09-19T05:35:15.565472+0000","last_active":"2024-09-19T05:35:15.568634+0000","last_peered":"2024-09-19T05:35:15.568634+0000","last_clean":"2024-09-19T05:35:15.568634+0000","last_became_active":"2024-09-19T05:35:15.564706+0000","last_became_peered":"2024-09-19T05:35:15.564706+0000","last_unstale":"2024-09-19T05:35:15.568634+0000","last_undegraded":"2024-09-19T05:35:15.568634+0000","last_fullsized":"2024-09-19T05:35:15.568634+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:58.244122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506431+0000","last_change":"2024-09-19T05:35:14.506431+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506431+0000","last_undegraded":"2024-09-19T05:35:14.506431+0000","last_fullsized":"2024-09-19T05:35:14.506431+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.551064+0000","last_change":"2024-09-19T05:35:15.547014+0000","last_active":"2024-09-19T05:35:15.551064+0000","last_peered":"2024-09-19T05:35:15.551064+0000","last_clean":"2024-09-19T05:35:15.551064+0000","last_became_active":"2024-09-19T05:35:15.546704+0000","last_became_peered":"2024-09-19T05:35:15.546704+0000","last_unstale":"2024-09-19T05:35:15.551064+0000","last_undegraded":"2024-09-19T05:35:15.551064+0000","last_fullsized":"2024-09-19T05:35:15.551064+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:04.039710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576108+0000","last_change":"2024-09-19T05:35:15.566163+0000","last_active":"2024-09-19T05:35:15.576108+0000","last_peered":"2024-09-19T05:35:15.576108+0000","last_clean":"2024-09-19T05:35:15.576108+0000","last_became_active":"2024-09-19T05:35:15.565814+0000","last_became_peered":"2024-09-19T05:35:15.565814+0000","last_unstale":"2024-09-19T05:35:15.576108+0000","last_undegraded":"2024-09-19T05:35:15.576108+0000","last_fullsized":"2024-09-19T05:35:15.576108+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.601171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510356+0000","last_change":"2024-09-19T05:35:14.510356+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510356+0000","last_undegraded":"2024-09-19T05:35:14.510356+0000","last_fullsized":"2024-09-19T05:35:14.510356+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"42'4","reported_seq":16,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.575639+0000","last_change":"2024-09-19T05:35:14.514397+0000","last_active":"2024-09-19T05:35:15.575639+0000","last_peered":"2024-09-19T05:35:15.575639+0000","last_clean":"2024-09-19T05:35:15.575639+0000","last_became_active":"2024-09-19T05:35:14.513835+0000","last_became_peered":"2024-09-19T05:35:14.513835+0000","last_unstale":"2024-09-19T05:35:15.575639+0000","last_undegraded":"2024-09-19T05:35:15.575639+0000","last_fullsized":"2024-09-19T05:35:15.575639+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:35.934738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560695+0000","last_change":"2024-09-19T05:35:15.555260+0000","last_active":"2024-09-19T05:35:15.560695+0000","last_peered":"2024-09-19T05:35:15.560695+0000","last_clean":"2024-09-19T05:35:15.560695+0000","last_became_active":"2024-09-19T05:35:15.554958+0000","last_became_peered":"2024-09-19T05:35:15.554958+0000","last_unstale":"2024-09-19T05:35:15.560695+0000","last_undegraded":"2024-09-19T05:35:15.560695+0000","last_fullsized":"2024-09-19T05:35:15.560695+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:58.080562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520654+0000","last_change":"2024-09-19T05:35:14.513731+0000","last_active":"2024-09-19T05:35:14.520654+0000","last_peered":"2024-09-19T05:35:14.520654+0000","last_clean":"2024-09-19T05:35:14.520654+0000","last_became_active":"2024-09-19T05:35:14.513204+0000","last_became_peered":"2024-09-19T05:35:14.513204+0000","last_unstale":"2024-09-19T05:35:14.520654+0000","last_undegraded":"2024-09-19T05:35:14.520654+0000","last_fullsized":"2024-09-19T05:35:14.520654+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:12:15.320255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504544+0000","last_change":"2024-09-19T05:35:14.504544+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504544+0000","last_undegraded":"2024-09-19T05:35:14.504544+0000","last_fullsized":"2024-09-19T05:35:14.504544+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.529710+0000","last_change":"2024-09-19T05:35:14.519981+0000","last_active":"2024-09-19T05:35:14.529710+0000","last_peered":"2024-09-19T05:35:14.529710+0000","last_clean":"2024-09-19T05:35:14.529710+0000","last_became_active":"2024-09-19T05:35:14.519532+0000","last_became_peered":"2024-09-19T05:35:14.519532+0000","last_unstale":"2024-09-19T05:35:14.529710+0000","last_undegraded":"2024-09-19T05:35:14.529710+0000","last_fullsized":"2024-09-19T05:35:14.529710+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:16.979005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510714+0000","last_change":"2024-09-19T05:35:14.510714+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510714+0000","last_undegraded":"2024-09-19T05:35:14.510714+0000","last_fullsized":"2024-09-19T05:35:14.510714+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520971+0000","last_change":"2024-09-19T05:35:14.518582+0000","last_active":"2024-09-19T05:35:14.520971+0000","last_peered":"2024-09-19T05:35:14.520971+0000","last_clean":"2024-09-19T05:35:14.520971+0000","last_became_active":"2024-09-19T05:35:14.518268+0000","last_became_peered":"2024-09-19T05:35:14.518268+0000","last_unstale":"2024-09-19T05:35:14.520971+0000","last_undegraded":"2024-09-19T05:35:14.520971+0000","last_fullsized":"2024-09-19T05:35:14.520971+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:02.713286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.505740+0000","last_change":"2024-09-19T05:35:14.505740+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.505740+0000","last_undegraded":"2024-09-19T05:35:14.505740+0000","last_fullsized":"2024-09-19T05:35:14.505740+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"42'1","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574601+0000","last_change":"2024-09-19T05:35:14.513536+0000","last_active":"2024-09-19T05:35:15.574601+0000","last_peered":"2024-09-19T05:35:15.574601+0000","last_clean":"2024-09-19T05:35:15.574601+0000","last_became_active":"2024-09-19T05:35:14.513205+0000","last_became_peered":"2024-09-19T05:35:14.513205+0000","last_unstale":"2024-09-19T05:35:15.574601+0000","last_undegraded":"2024-09-19T05:35:15.574601+0000","last_fullsized":"2024-09-19T05:35:15.574601+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:51.655813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513803+0000","last_change":"2024-09-19T05:35:14.513803+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513803+0000","last_undegraded":"2024-09-19T05:35:14.513803+0000","last_fullsized":"2024-09-19T05:35:14.513803+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520205+0000","last_change":"2024-09-19T05:35:14.514007+0000","last_active":"2024-09-19T05:35:14.520205+0000","last_peered":"2024-09-19T05:35:14.520205+0000","last_clean":"2024-09-19T05:35:14.520205+0000","last_became_active":"2024-09-19T05:35:14.513410+0000","last_became_peered":"2024-09-19T05:35:14.513410+0000","last_unstale":"2024-09-19T05:35:14.520205+0000","last_undegraded":"2024-09-19T05:35:14.520205+0000","last_fullsized":"2024-09-19T05:35:14.520205+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:44.377156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510324+0000","last_change":"2024-09-19T05:35:14.510324+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510324+0000","last_undegraded":"2024-09-19T05:35:14.510324+0000","last_fullsized":"2024-09-19T05:35:14.510324+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.517119+0000","last_change":"2024-09-19T05:35:14.514904+0000","last_active":"2024-09-19T05:35:14.517119+0000","last_peered":"2024-09-19T05:35:14.517119+0000","last_clean":"2024-09-19T05:35:14.517119+0000","last_became_active":"2024-09-19T05:35:14.512886+0000","last_became_peered":"2024-09-19T05:35:14.512886+0000","last_unstale":"2024-09-19T05:35:14.517119+0000","last_undegraded":"2024-09-19T05:35:14.517119+0000","last_fullsized":"2024-09-19T05:35:14.517119+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:59.447611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560792+0000","last_change":"2024-09-19T05:35:15.553645+0000","last_active":"2024-09-19T05:35:15.560792+0000","last_peered":"2024-09-19T05:35:15.560792+0000","last_clean":"2024-09-19T05:35:15.560792+0000","last_became_active":"2024-09-19T05:35:15.553327+0000","last_became_peered":"2024-09-19T05:35:15.553327+0000","last_unstale":"2024-09-19T05:35:15.560792+0000","last_undegraded":"2024-09-19T05:35:15.560792+0000","last_fullsized":"2024-09-19T05:35:15.560792+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.986381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525030+0000","last_change":"2024-09-19T05:35:14.517271+0000","last_active":"2024-09-19T05:35:14.525030+0000","last_peered":"2024-09-19T05:35:14.525030+0000","last_clean":"2024-09-19T05:35:14.525030+0000","last_became_active":"2024-09-19T05:35:14.516368+0000","last_became_peered":"2024-09-19T05:35:14.516368+0000","last_unstale":"2024-09-19T05:35:14.525030+0000","last_undegraded":"2024-09-19T05:35:14.525030+0000","last_fullsized":"2024-09-19T05:35:14.525030+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:04:19.772575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507372+0000","last_change":"2024-09-19T05:35:14.507372+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507372+0000","last_undegraded":"2024-09-19T05:35:14.507372+0000","last_fullsized":"2024-09-19T05:35:14.507372+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.515836+0000","last_change":"2024-09-19T05:35:14.512605+0000","last_active":"2024-09-19T05:35:14.515836+0000","last_peered":"2024-09-19T05:35:14.515836+0000","last_clean":"2024-09-19T05:35:14.515836+0000","last_became_active":"2024-09-19T05:35:14.512265+0000","last_became_peered":"2024-09-19T05:35:14.512265+0000","last_unstale":"2024-09-19T05:35:14.515836+0000","last_undegraded":"2024-09-19T05:35:14.515836+0000","last_fullsized":"2024-09-19T05:35:14.515836+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:38.301291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509923+0000","last_change":"2024-09-19T05:35:14.509923+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509923+0000","last_undegraded":"2024-09-19T05:35:14.509923+0000","last_fullsized":"2024-09-19T05:35:14.509923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.529738+0000","last_change":"2024-09-19T05:35:14.520882+0000","last_active":"2024-09-19T05:35:14.529738+0000","last_peered":"2024-09-19T05:35:14.529738+0000","last_clean":"2024-09-19T05:35:14.529738+0000","last_became_active":"2024-09-19T05:35:14.520623+0000","last_became_peered":"2024-09-19T05:35:14.520623+0000","last_unstale":"2024-09-19T05:35:14.529738+0000","last_undegraded":"2024-09-19T05:35:14.529738+0000","last_fullsized":"2024-09-19T05:35:14.529738+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:38.301291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.575612+0000","last_change":"2024-09-19T05:35:15.572313+0000","last_active":"2024-09-19T05:35:15.575612+0000","last_peered":"2024-09-19T05:35:15.575612+0000","last_clean":"2024-09-19T05:35:15.575612+0000","last_became_active":"2024-09-19T05:35:15.572035+0000","last_became_peered":"2024-09-19T05:35:15.572035+0000","last_unstale":"2024-09-19T05:35:15.575612+0000","last_undegraded":"2024-09-19T05:35:15.575612+0000","last_fullsized":"2024-09-19T05:35:15.575612+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:07.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.523732+0000","last_change":"2024-09-19T05:35:14.522875+0000","last_active":"2024-09-19T05:35:14.523732+0000","last_peered":"2024-09-19T05:35:14.523732+0000","last_clean":"2024-09-19T05:35:14.523732+0000","last_became_active":"2024-09-19T05:35:14.522559+0000","last_became_peered":"2024-09-19T05:35:14.522559+0000","last_unstale":"2024-09-19T05:35:14.523732+0000","last_undegraded":"2024-09-19T05:35:14.523732+0000","last_fullsized":"2024-09-19T05:35:14.523732+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:02.678259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510382+0000","last_change":"2024-09-19T05:35:14.510382+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510382+0000","last_undegraded":"2024-09-19T05:35:14.510382+0000","last_fullsized":"2024-09-19T05:35:14.510382+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"42'6","reported_seq":18,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.578790+0000","last_change":"2024-09-19T05:35:14.514998+0000","last_active":"2024-09-19T05:35:15.578790+0000","last_peered":"2024-09-19T05:35:15.578790+0000","last_clean":"2024-09-19T05:35:15.578790+0000","last_became_active":"2024-09-19T05:35:14.514710+0000","last_became_peered":"2024-09-19T05:35:14.514710+0000","last_unstale":"2024-09-19T05:35:15.578790+0000","last_undegraded":"2024-09-19T05:35:15.578790+0000","last_fullsized":"2024-09-19T05:35:15.578790+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:47.851121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563649+0000","last_change":"2024-09-19T05:35:15.561791+0000","last_active":"2024-09-19T05:35:15.563649+0000","last_peered":"2024-09-19T05:35:15.563649+0000","last_clean":"2024-09-19T05:35:15.563649+0000","last_became_active":"2024-09-19T05:35:15.561464+0000","last_became_peered":"2024-09-19T05:35:15.561464+0000","last_unstale":"2024-09-19T05:35:15.563649+0000","last_undegraded":"2024-09-19T05:35:15.563649+0000","last_fullsized":"2024-09-19T05:35:15.563649+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:30.205896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"42'2","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.577877+0000","last_change":"2024-09-19T05:35:14.521149+0000","last_active":"2024-09-19T05:35:15.577877+0000","last_peered":"2024-09-19T05:35:15.577877+0000","last_clean":"2024-09-19T05:35:15.577877+0000","last_became_active":"2024-09-19T05:35:14.520892+0000","last_became_peered":"2024-09-19T05:35:14.520892+0000","last_unstale":"2024-09-19T05:35:15.577877+0000","last_undegraded":"2024-09-19T05:35:15.577877+0000","last_fullsized":"2024-09-19T05:35:15.577877+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:49.414119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513358+0000","last_change":"2024-09-19T05:35:14.513358+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513358+0000","last_undegraded":"2024-09-19T05:35:14.513358+0000","last_fullsized":"2024-09-19T05:35:14.513358+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521001+0000","last_change":"2024-09-19T05:35:14.519544+0000","last_active":"2024-09-19T05:35:14.521001+0000","last_peered":"2024-09-19T05:35:14.521001+0000","last_clean":"2024-09-19T05:35:14.521001+0000","last_became_active":"2024-09-19T05:35:14.519234+0000","last_became_peered":"2024-09-19T05:35:14.519234+0000","last_unstale":"2024-09-19T05:35:14.521001+0000","last_undegraded":"2024-09-19T05:35:14.521001+0000","last_fullsized":"2024-09-19T05:35:14.521001+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:17.334812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574491+0000","last_change":"2024-09-19T05:35:15.571617+0000","last_active":"2024-09-19T05:35:15.574491+0000","last_peered":"2024-09-19T05:35:15.574491+0000","last_clean":"2024-09-19T05:35:15.574491+0000","last_became_active":"2024-09-19T05:35:15.571308+0000","last_became_peered":"2024-09-19T05:35:15.571308+0000","last_unstale":"2024-09-19T05:35:15.574491+0000","last_undegraded":"2024-09-19T05:35:15.574491+0000","last_fullsized":"2024-09-19T05:35:15.574491+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:43.247835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.542271+0000","last_change":"2024-09-19T05:35:14.517525+0000","last_active":"2024-09-19T05:35:15.542271+0000","last_peered":"2024-09-19T05:35:15.542271+0000","last_clean":"2024-09-19T05:35:15.542271+0000","last_became_active":"2024-09-19T05:35:14.517265+0000","last_became_peered":"2024-09-19T05:35:14.517265+0000","last_unstale":"2024-09-19T05:35:15.542271+0000","last_undegraded":"2024-09-19T05:35:15.542271+0000","last_fullsized":"2024-09-19T05:35:15.542271+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:59.446623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.508923+0000","last_change":"2024-09-19T05:35:14.508923+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.508923+0000","last_undegraded":"2024-09-19T05:35:14.508923+0000","last_fullsized":"2024-09-19T05:35:14.508923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525057+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:14.525057+0000","last_peered":"2024-09-19T05:35:14.525057+0000","last_clean":"2024-09-19T05:35:14.525057+0000","last_became_active":"2024-09-19T05:35:14.518133+0000","last_became_peered":"2024-09-19T05:35:14.518133+0000","last_unstale":"2024-09-19T05:35:14.525057+0000","last_undegraded":"2024-09-19T05:35:14.525057+0000","last_fullsized":"2024-09-19T05:35:14.525057+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:46.404728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576101+0000","last_change":"2024-09-19T05:35:15.565473+0000","last_active":"2024-09-19T05:35:15.576101+0000","last_peered":"2024-09-19T05:35:15.576101+0000","last_clean":"2024-09-19T05:35:15.576101+0000","last_became_active":"2024-09-19T05:35:15.565129+0000","last_became_peered":"2024-09-19T05:35:15.565129+0000","last_unstale":"2024-09-19T05:35:15.576101+0000","last_undegraded":"2024-09-19T05:35:15.576101+0000","last_fullsized":"2024-09-19T05:35:15.576101+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:44.475514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"42'1","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.577121+0000","last_change":"2024-09-19T05:35:14.518378+0000","last_active":"2024-09-19T05:35:15.577121+0000","last_peered":"2024-09-19T05:35:15.577121+0000","last_clean":"2024-09-19T05:35:15.577121+0000","last_became_active":"2024-09-19T05:35:14.518041+0000","last_became_peered":"2024-09-19T05:35:14.518041+0000","last_unstale":"2024-09-19T05:35:15.577121+0000","last_undegraded":"2024-09-19T05:35:15.577121+0000","last_fullsized":"2024-09-19T05:35:15.577121+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:42.000777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511860+0000","last_change":"2024-09-19T05:35:14.511860+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511860+0000","last_undegraded":"2024-09-19T05:35:14.511860+0000","last_fullsized":"2024-09-19T05:35:14.511860+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520678+0000","last_change":"2024-09-19T05:35:14.514282+0000","last_active":"2024-09-19T05:35:14.520678+0000","last_peered":"2024-09-19T05:35:14.520678+0000","last_clean":"2024-09-19T05:35:14.520678+0000","last_became_active":"2024-09-19T05:35:14.513783+0000","last_became_peered":"2024-09-19T05:35:14.513783+0000","last_unstale":"2024-09-19T05:35:14.520678+0000","last_undegraded":"2024-09-19T05:35:14.520678+0000","last_fullsized":"2024-09-19T05:35:14.520678+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:28.860868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.561923+0000","last_change":"2024-09-19T05:35:15.557811+0000","last_active":"2024-09-19T05:35:15.561923+0000","last_peered":"2024-09-19T05:35:15.561923+0000","last_clean":"2024-09-19T05:35:15.561923+0000","last_became_active":"2024-09-19T05:35:15.557493+0000","last_became_peered":"2024-09-19T05:35:15.557493+0000","last_unstale":"2024-09-19T05:35:15.561923+0000","last_undegraded":"2024-09-19T05:35:15.561923+0000","last_fullsized":"2024-09-19T05:35:15.561923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:48.989753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.519089+0000","last_change":"2024-09-19T05:35:14.517478+0000","last_active":"2024-09-19T05:35:14.519089+0000","last_peered":"2024-09-19T05:35:14.519089+0000","last_clean":"2024-09-19T05:35:14.519089+0000","last_became_active":"2024-09-19T05:35:14.517189+0000","last_became_peered":"2024-09-19T05:35:14.517189+0000","last_unstale":"2024-09-19T05:35:14.519089+0000","last_undegraded":"2024-09-19T05:35:14.519089+0000","last_fullsized":"2024-09-19T05:35:14.519089+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:53.163997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.571748+0000","last_change":"2024-09-19T05:35:15.568852+0000","last_active":"2024-09-19T05:35:15.571748+0000","last_peered":"2024-09-19T05:35:15.571748+0000","last_clean":"2024-09-19T05:35:15.571748+0000","last_became_active":"2024-09-19T05:35:15.568511+0000","last_became_peered":"2024-09-19T05:35:15.568511+0000","last_unstale":"2024-09-19T05:35:15.571748+0000","last_undegraded":"2024-09-19T05:35:15.571748+0000","last_fullsized":"2024-09-19T05:35:15.571748+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:05.964705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.542354+0000","last_change":"2024-09-19T05:35:14.517526+0000","last_active":"2024-09-19T05:35:15.542354+0000","last_peered":"2024-09-19T05:35:15.542354+0000","last_clean":"2024-09-19T05:35:15.542354+0000","last_became_active":"2024-09-19T05:35:14.516729+0000","last_became_peered":"2024-09-19T05:35:14.516729+0000","last_unstale":"2024-09-19T05:35:15.542354+0000","last_undegraded":"2024-09-19T05:35:15.542354+0000","last_fullsized":"2024-09-19T05:35:15.542354+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:14.922651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574510+0000","last_change":"2024-09-19T05:35:15.571401+0000","last_active":"2024-09-19T05:35:15.574510+0000","last_peered":"2024-09-19T05:35:15.574510+0000","last_clean":"2024-09-19T05:35:15.574510+0000","last_became_active":"2024-09-19T05:35:15.571086+0000","last_became_peered":"2024-09-19T05:35:15.571086+0000","last_unstale":"2024-09-19T05:35:15.574510+0000","last_undegraded":"2024-09-19T05:35:15.574510+0000","last_fullsized":"2024-09-19T05:35:15.574510+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:49.869632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"42'2","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574755+0000","last_change":"2024-09-19T05:35:14.513632+0000","last_active":"2024-09-19T05:35:15.574755+0000","last_peered":"2024-09-19T05:35:15.574755+0000","last_clean":"2024-09-19T05:35:15.574755+0000","last_became_active":"2024-09-19T05:35:14.512842+0000","last_became_peered":"2024-09-19T05:35:14.512842+0000","last_unstale":"2024-09-19T05:35:15.574755+0000","last_undegraded":"2024-09-19T05:35:15.574755+0000","last_fullsized":"2024-09-19T05:35:15.574755+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:35.238110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510042+0000","last_change":"2024-09-19T05:35:14.510042+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510042+0000","last_undegraded":"2024-09-19T05:35:14.510042+0000","last_fullsized":"2024-09-19T05:35:14.510042+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521663+0000","last_change":"2024-09-19T05:35:14.520622+0000","last_active":"2024-09-19T05:35:14.521663+0000","last_peered":"2024-09-19T05:35:14.521663+0000","last_clean":"2024-09-19T05:35:14.521663+0000","last_became_active":"2024-09-19T05:35:14.520296+0000","last_became_peered":"2024-09-19T05:35:14.520296+0000","last_unstale":"2024-09-19T05:35:14.521663+0000","last_undegraded":"2024-09-19T05:35:14.521663+0000","last_fullsized":"2024-09-19T05:35:14.521663+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:29.027000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576067+0000","last_change":"2024-09-19T05:35:15.565604+0000","last_active":"2024-09-19T05:35:15.576067+0000","last_peered":"2024-09-19T05:35:15.576067+0000","last_clean":"2024-09-19T05:35:15.576067+0000","last_became_active":"2024-09-19T05:35:15.565237+0000","last_became_peered":"2024-09-19T05:35:15.565237+0000","last_unstale":"2024-09-19T05:35:15.576067+0000","last_undegraded":"2024-09-19T05:35:15.576067+0000","last_fullsized":"2024-09-19T05:35:15.576067+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.986381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524869+0000","last_change":"2024-09-19T05:35:14.517023+0000","last_active":"2024-09-19T05:35:14.524869+0000","last_peered":"2024-09-19T05:35:14.524869+0000","last_clean":"2024-09-19T05:35:14.524869+0000","last_became_active":"2024-09-19T05:35:14.516726+0000","last_became_peered":"2024-09-19T05:35:14.516726+0000","last_unstale":"2024-09-19T05:35:14.524869+0000","last_undegraded":"2024-09-19T05:35:14.524869+0000","last_fullsized":"2024-09-19T05:35:14.524869+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:52.113974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510158+0000","last_change":"2024-09-19T05:35:14.510158+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510158+0000","last_undegraded":"2024-09-19T05:35:14.510158+0000","last_fullsized":"2024-09-19T05:35:14.510158+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521084+0000","last_change":"2024-09-19T05:35:14.520161+0000","last_active":"2024-09-19T05:35:14.521084+0000","last_peered":"2024-09-19T05:35:14.521084+0000","last_clean":"2024-09-19T05:35:14.521084+0000","last_became_active":"2024-09-19T05:35:14.519604+0000","last_became_peered":"2024-09-19T05:35:14.519604+0000","last_unstale":"2024-09-19T05:35:14.521084+0000","last_undegraded":"2024-09-19T05:35:14.521084+0000","last_fullsized":"2024-09-19T05:35:14.521084+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:21.444852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.566809+0000","last_change":"2024-09-19T05:35:15.563997+0000","last_active":"2024-09-19T05:35:15.566809+0000","last_peered":"2024-09-19T05:35:15.566809+0000","last_clean":"2024-09-19T05:35:15.566809+0000","last_became_active":"2024-09-19T05:35:15.563682+0000","last_became_peered":"2024-09-19T05:35:15.563682+0000","last_unstale":"2024-09-19T05:35:15.566809+0000","last_undegraded":"2024-09-19T05:35:15.566809+0000","last_fullsized":"2024-09-19T05:35:15.566809+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:02.240011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.541980+0000","last_change":"2024-09-19T05:35:14.515944+0000","last_active":"2024-09-19T05:35:15.541980+0000","last_peered":"2024-09-19T05:35:15.541980+0000","last_clean":"2024-09-19T05:35:15.541980+0000","last_became_active":"2024-09-19T05:35:14.515681+0000","last_became_peered":"2024-09-19T05:35:14.515681+0000","last_unstale":"2024-09-19T05:35:15.541980+0000","last_undegraded":"2024-09-19T05:35:15.541980+0000","last_fullsized":"2024-09-19T05:35:15.541980+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:44.945423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512204+0000","last_change":"2024-09-19T05:35:14.512204+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512204+0000","last_undegraded":"2024-09-19T05:35:14.512204+0000","last_fullsized":"2024-09-19T05:35:14.512204+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524019+0000","last_change":"2024-09-19T05:35:14.523136+0000","last_active":"2024-09-19T05:35:14.524019+0000","last_peered":"2024-09-19T05:35:14.524019+0000","last_clean":"2024-09-19T05:35:14.524019+0000","last_became_active":"2024-09-19T05:35:14.522673+0000","last_became_peered":"2024-09-19T05:35:14.522673+0000","last_unstale":"2024-09-19T05:35:14.524019+0000","last_undegraded":"2024-09-19T05:35:14.524019+0000","last_fullsized":"2024-09-19T05:35:14.524019+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:34.611612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509937+0000","last_change":"2024-09-19T05:35:14.509937+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509937+0000","last_undegraded":"2024-09-19T05:35:14.509937+0000","last_fullsized":"2024-09-19T05:35:14.509937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524889+0000","last_change":"2024-09-19T05:35:14.519193+0000","last_active":"2024-09-19T05:35:14.524889+0000","last_peered":"2024-09-19T05:35:14.524889+0000","last_clean":"2024-09-19T05:35:14.524889+0000","last_became_active":"2024-09-19T05:35:14.518924+0000","last_became_peered":"2024-09-19T05:35:14.518924+0000","last_unstale":"2024-09-19T05:35:14.524889+0000","last_undegraded":"2024-09-19T05:35:14.524889+0000","last_fullsized":"2024-09-19T05:35:14.524889+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.866174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568957+0000","last_change":"2024-09-19T05:35:15.562154+0000","last_active":"2024-09-19T05:35:15.568957+0000","last_peered":"2024-09-19T05:35:15.568957+0000","last_clean":"2024-09-19T05:35:15.568957+0000","last_became_active":"2024-09-19T05:35:15.561857+0000","last_became_peered":"2024-09-19T05:35:15.561857+0000","last_unstale":"2024-09-19T05:35:15.568957+0000","last_undegraded":"2024-09-19T05:35:15.568957+0000","last_fullsized":"2024-09-19T05:35:15.568957+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:42.606935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.523744+0000","last_change":"2024-09-19T05:35:14.522916+0000","last_active":"2024-09-19T05:35:14.523744+0000","last_peered":"2024-09-19T05:35:14.523744+0000","last_clean":"2024-09-19T05:35:14.523744+0000","last_became_active":"2024-09-19T05:35:14.522607+0000","last_became_peered":"2024-09-19T05:35:14.522607+0000","last_unstale":"2024-09-19T05:35:14.523744+0000","last_undegraded":"2024-09-19T05:35:14.523744+0000","last_fullsized":"2024-09-19T05:35:14.523744+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:06.758556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574815+0000","last_change":"2024-09-19T05:35:15.571715+0000","last_active":"2024-09-19T05:35:15.574815+0000","last_peered":"2024-09-19T05:35:15.574815+0000","last_clean":"2024-09-19T05:35:15.574815+0000","last_became_active":"2024-09-19T05:35:15.571412+0000","last_became_peered":"2024-09-19T05:35:15.571412+0000","last_unstale":"2024-09-19T05:35:15.574815+0000","last_undegraded":"2024-09-19T05:35:15.574815+0000","last_fullsized":"2024-09-19T05:35:15.574815+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:12.769988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520784+0000","last_change":"2024-09-19T05:35:14.518274+0000","last_active":"2024-09-19T05:35:14.520784+0000","last_peered":"2024-09-19T05:35:14.520784+0000","last_clean":"2024-09-19T05:35:14.520784+0000","last_became_active":"2024-09-19T05:35:14.517954+0000","last_became_peered":"2024-09-19T05:35:14.517954+0000","last_unstale":"2024-09-19T05:35:14.520784+0000","last_undegraded":"2024-09-19T05:35:14.520784+0000","last_fullsized":"2024-09-19T05:35:14.520784+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.866174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504751+0000","last_change":"2024-09-19T05:35:14.504751+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504751+0000","last_undegraded":"2024-09-19T05:35:14.504751+0000","last_fullsized":"2024-09-19T05:35:14.504751+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520079+0000","last_change":"2024-09-19T05:35:14.512648+0000","last_active":"2024-09-19T05:35:14.520079+0000","last_peered":"2024-09-19T05:35:14.520079+0000","last_clean":"2024-09-19T05:35:14.520079+0000","last_became_active":"2024-09-19T05:35:14.512367+0000","last_became_peered":"2024-09-19T05:35:14.512367+0000","last_unstale":"2024-09-19T05:35:14.520079+0000","last_undegraded":"2024-09-19T05:35:14.520079+0000","last_fullsized":"2024-09-19T05:35:14.520079+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:28.860868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504953+0000","last_change":"2024-09-19T05:35:14.504953+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504953+0000","last_undegraded":"2024-09-19T05:35:14.504953+0000","last_fullsized":"2024-09-19T05:35:14.504953+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525094+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:14.525094+0000","last_peered":"2024-09-19T05:35:14.525094+0000","last_clean":"2024-09-19T05:35:14.525094+0000","last_became_active":"2024-09-19T05:35:14.518105+0000","last_became_peered":"2024-09-19T05:35:14.518105+0000","last_unstale":"2024-09-19T05:35:14.525094+0000","last_undegraded":"2024-09-19T05:35:14.525094+0000","last_fullsized":"2024-09-19T05:35:14.525094+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:33.815911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513625+0000","last_change":"2024-09-19T05:35:14.513625+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513625+0000","last_undegraded":"2024-09-19T05:35:14.513625+0000","last_fullsized":"2024-09-19T05:35:14.513625+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.518867+0000","last_change":"2024-09-19T05:35:14.517601+0000","last_active":"2024-09-19T05:35:14.518867+0000","last_peered":"2024-09-19T05:35:14.518867+0000","last_clean":"2024-09-19T05:35:14.518867+0000","last_became_active":"2024-09-19T05:35:14.517297+0000","last_became_peered":"2024-09-19T05:35:14.517297+0000","last_unstale":"2024-09-19T05:35:14.518867+0000","last_undegraded":"2024-09-19T05:35:14.518867+0000","last_fullsized":"2024-09-19T05:35:14.518867+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:48.723750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.512486+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:14.512486+0000","last_peered":"2024-09-19T05:35:14.512486+0000","last_clean":"2024-09-19T05:35:14.512486+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:14.512486+0000","last_undegraded":"2024-09-19T05:35:14.512486+0000","last_fullsized":"2024-09-19T05:35:14.512486+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35808,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336032,"statfs":{"total":96636764160,"available":96600096768,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509458,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31656,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340184,"statfs":{"total":96636764160,"available":96604348416,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542164,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36376,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335464,"statfs":{"total":96636764160,"available":96599515136,"internally_reserved":0,"allocated":1052672,"data_stored":770757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542162,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35796,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336044,"statfs":{"total":96636764160,"available":96600109056,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35804,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336036,"statfs":{"total":96636764160,"available":96600100864,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32228,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339612,"statfs":{"total":96636764160,"available":96603762688,"internally_reserved":0,"allocated":1052672,"data_stored":770757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:18.548 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:18.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.684+0000 7f95c1e77640 1 Processor -- start 2024-09-19T05:35:18.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.684+0000 7f95c1e77640 1 -- start start 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95c1e77640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f95bc0b6690 0x7f95bc0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95c1e77640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95bc0b6a70 0x7f95bc0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95c1e77640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0d1510 0x7f95bc0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95c1e77640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f95bc0cf540 con 0x7f95bc0b6a70 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95c1e77640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f95bc0cff10 con 0x7f95bc0b6690 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95c1e77640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f95bc0d1d90 con 0x7f95bc0d1510 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95baffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95bc0b6a70 0x7f95bc0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95baffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95bc0b6a70 0x7f95bc0d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41094/0 (socket says 172.21.15.39:41094) 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95baffd640 1 -- 172.21.15.39:0/1558380805 learned_addr learned my addr 172.21.15.39:0/1558380805 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95bbfff640 1 --2- 172.21.15.39:0/1558380805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0d1510 0x7f95bc0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95bb7fe640 1 --2- 172.21.15.39:0/1558380805 >> v2:172.21.15.50:3300/0 conn(0x7f95bc0b6690 0x7f95bc0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95baffd640 1 -- 172.21.15.39:0/1558380805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0d1510 msgr2=0x7f95bc0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95baffd640 1 --2- 172.21.15.39:0/1558380805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0d1510 0x7f95bc0d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95baffd640 1 -- 172.21.15.39:0/1558380805 >> v2:172.21.15.50:3300/0 conn(0x7f95bc0b6690 msgr2=0x7f95bc0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95baffd640 1 --2- 172.21.15.39:0/1558380805 >> v2:172.21.15.50:3300/0 conn(0x7f95bc0b6690 0x7f95bc0cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.685+0000 7f95baffd640 1 -- 172.21.15.39:0/1558380805 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95bc0ceef0 con 0x7f95bc0b6a70 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.686+0000 7f95baffd640 1 --2- 172.21.15.39:0/1558380805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6a70 0x7f95bc0d0fd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0d2210 tx=0x7f95b002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4af79977df1c182f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.686+0000 7f95ba7fc640 1 -- 172.21.15.39:0/1558380805 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b0037070 con 0x7f95bc0b6a70 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.686+0000 7f95ba7fc640 1 -- 172.21.15.39:0/1558380805 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95b0032440 con 0x7f95bc0b6a70 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.686+0000 7f95ba7fc640 1 -- 172.21.15.39:0/1558380805 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b0032810 con 0x7f95bc0b6a70 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.687+0000 7f95c1e77640 1 -- 172.21.15.39:0/1558380805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6a70 msgr2=0x7f95bc0d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.687+0000 7f95c1e77640 1 --2- 172.21.15.39:0/1558380805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6a70 0x7f95bc0d0fd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0d2210 tx=0x7f95b002a1e0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.687+0000 7f95c1e77640 1 -- 172.21.15.39:0/1558380805 shutdown_connections 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.687+0000 7f95c1e77640 1 --2- 172.21.15.39:0/1558380805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0d1510 0x7f95bc0d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.687+0000 7f95c1e77640 1 --2- 172.21.15.39:0/1558380805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6a70 0x7f95bc0d0fd0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.687+0000 7f95c1e77640 1 --2- 172.21.15.39:0/1558380805 >> v2:172.21.15.50:3300/0 conn(0x7f95bc0b6690 0x7f95bc0cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.687+0000 7f95c1e77640 1 -- 172.21.15.39:0/1558380805 >> 172.21.15.39:0/1558380805 conn(0x7f95bc072560 msgr2=0x7f95bc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.687+0000 7f95c1e77640 1 -- 172.21.15.39:0/1558380805 shutdown_connections 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.687+0000 7f95c1e77640 1 -- 172.21.15.39:0/1558380805 wait complete. 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.688+0000 7f95c1e77640 1 Processor -- start 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.688+0000 7f95c1e77640 1 -- start start 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95c1e77640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6690 0x7f95bc0cbe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95c1e77640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0b6a70 0x7f95bc147910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95c1e77640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc0d1510 0x7f95bc0cd710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95c1e77640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc0d1980 con 0x7f95bc0b6690 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95c1e77640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc0b6f00 con 0x7f95bc0d1510 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95c1e77640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f95bc0d1b00 con 0x7f95bc0b6a70 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6690 0x7f95bc0cbe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6690 0x7f95bc0cbe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41104/0 (socket says 172.21.15.39:41104) 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bb7fe640 1 -- 172.21.15.39:0/3620884513 learned_addr learned my addr 172.21.15.39:0/3620884513 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bbfff640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc0d1510 0x7f95bc0cd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95baffd640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0b6a70 0x7f95bc147910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bb7fe640 1 -- 172.21.15.39:0/3620884513 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0b6a70 msgr2=0x7f95bc147910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bb7fe640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0b6a70 0x7f95bc147910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bb7fe640 1 -- 172.21.15.39:0/3620884513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc0d1510 msgr2=0x7f95bc0cd710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bb7fe640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc0d1510 0x7f95bc0cd710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bb7fe640 1 -- 172.21.15.39:0/3620884513 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95bc0cdc50 con 0x7f95bc0b6690 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bbfff640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc0d1510 0x7f95bc0cd710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.689+0000 7f95bb7fe640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6690 0x7f95bc0cbe30 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f95ac00d800 tx=0x7f95ac00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.690+0000 7f95a3fff640 1 -- 172.21.15.39:0/3620884513 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ac018030 con 0x7f95bc0b6690 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.690+0000 7f95a3fff640 1 -- 172.21.15.39:0/3620884513 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95ac0096a0 con 0x7f95bc0b6690 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.690+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95bc0cded0 con 0x7f95bc0b6690 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.690+0000 7f95a3fff640 1 -- 172.21.15.39:0/3620884513 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ac009870 con 0x7f95bc0b6690 2024-09-19T05:35:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.690+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95bc0ce490 con 0x7f95bc0b6690 2024-09-19T05:35:18.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.691+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95bc15c530 con 0x7f95bc0b6690 2024-09-19T05:35:18.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.691+0000 7f95a3fff640 1 -- 172.21.15.39:0/3620884513 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f95ac01b070 con 0x7f95bc0b6690 2024-09-19T05:35:18.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.692+0000 7f95a3fff640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95a806c2b0 0x7f95a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:18.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.692+0000 7f95a3fff640 1 -- 172.21.15.39:0/3620884513 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f95ac08b6b0 con 0x7f95bc0b6690 2024-09-19T05:35:18.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.692+0000 7f95baffd640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95a806c2b0 0x7f95a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:18.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.692+0000 7f95baffd640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95a806c2b0 0x7f95a806e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f95b0034000 tx=0x7f95b002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:18.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.696+0000 7f95a3fff640 1 -- 172.21.15.39:0/3620884513 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f95bc0cdc50 con 0x7f95bc0b6690 2024-09-19T05:35:18.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.869+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f95bc069140 con 0x7f95a806c2b0 2024-09-19T05:35:18.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.875+0000 7f95a3fff640 1 -- 172.21.15.39:0/3620884513 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248864 (secure 0 0 0) 0x7f95bc069140 con 0x7f95a806c2b0 2024-09-19T05:35:18.880 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95a806c2b0 msgr2=0x7f95a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95a806c2b0 0x7f95a806e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f95b0034000 tx=0x7f95b002e000 comp rx=0 tx=0).stop 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6690 msgr2=0x7f95bc0cbe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6690 0x7f95bc0cbe30 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f95ac00d800 tx=0x7f95ac00dcc0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 shutdown_connections 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95a806c2b0 0x7f95a806e770 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95bc0d1510 0x7f95bc0cd710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95bc0b6a70 0x7f95bc147910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 --2- 172.21.15.39:0/3620884513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0b6690 0x7f95bc0cbe30 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 >> 172.21.15.39:0/3620884513 conn(0x7f95bc072560 msgr2=0x7f95bc0b78a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 shutdown_connections 2024-09-19T05:35:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:18.878+0000 7f95c1e77640 1 -- 172.21.15.39:0/3620884513 wait complete. 2024-09-19T05:35:18.892 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":78,"stamp":"2024-09-19T05:35:18.684492+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133,"ondisk_log_size":133,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":21,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":270956,"kb_used_data":4780,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754703764,"statfs":{"total":773094113280,"available":772816654336,"internally_reserved":0,"allocated":4894720,"data_stored":2642649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.185582"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510928+0000","last_change":"2024-09-19T05:35:14.510928+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510928+0000","last_undegraded":"2024-09-19T05:35:14.510928+0000","last_fullsized":"2024-09-19T05:35:14.510928+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504880+0000","last_change":"2024-09-19T05:35:14.504880+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504880+0000","last_undegraded":"2024-09-19T05:35:14.504880+0000","last_fullsized":"2024-09-19T05:35:14.504880+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506257+0000","last_change":"2024-09-19T05:35:14.506257+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506257+0000","last_undegraded":"2024-09-19T05:35:14.506257+0000","last_fullsized":"2024-09-19T05:35:14.506257+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512690+0000","last_change":"2024-09-19T05:35:14.512690+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512690+0000","last_undegraded":"2024-09-19T05:35:14.512690+0000","last_fullsized":"2024-09-19T05:35:14.512690+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504221+0000","last_change":"2024-09-19T05:35:14.504221+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504221+0000","last_undegraded":"2024-09-19T05:35:14.504221+0000","last_fullsized":"2024-09-19T05:35:14.504221+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.553695+0000","last_change":"2024-09-19T05:35:15.550613+0000","last_active":"2024-09-19T05:35:15.553695+0000","last_peered":"2024-09-19T05:35:15.553695+0000","last_clean":"2024-09-19T05:35:15.553695+0000","last_became_active":"2024-09-19T05:35:15.550294+0000","last_became_peered":"2024-09-19T05:35:15.550294+0000","last_unstale":"2024-09-19T05:35:15.553695+0000","last_undegraded":"2024-09-19T05:35:15.553695+0000","last_fullsized":"2024-09-19T05:35:15.553695+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:55.458854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509406+0000","last_change":"2024-09-19T05:35:14.509406+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509406+0000","last_undegraded":"2024-09-19T05:35:14.509406+0000","last_fullsized":"2024-09-19T05:35:14.509406+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510700+0000","last_change":"2024-09-19T05:35:14.510700+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510700+0000","last_undegraded":"2024-09-19T05:35:14.510700+0000","last_fullsized":"2024-09-19T05:35:14.510700+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512280+0000","last_change":"2024-09-19T05:35:14.512280+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512280+0000","last_undegraded":"2024-09-19T05:35:14.512280+0000","last_fullsized":"2024-09-19T05:35:14.512280+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.514055+0000","last_change":"2024-09-19T05:35:14.514055+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.514055+0000","last_undegraded":"2024-09-19T05:35:14.514055+0000","last_fullsized":"2024-09-19T05:35:14.514055+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511800+0000","last_change":"2024-09-19T05:35:14.511800+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511800+0000","last_undegraded":"2024-09-19T05:35:14.511800+0000","last_fullsized":"2024-09-19T05:35:14.511800+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507801+0000","last_change":"2024-09-19T05:35:14.507801+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507801+0000","last_undegraded":"2024-09-19T05:35:14.507801+0000","last_fullsized":"2024-09-19T05:35:14.507801+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.564952+0000","last_change":"2024-09-19T05:35:15.559732+0000","last_active":"2024-09-19T05:35:15.564952+0000","last_peered":"2024-09-19T05:35:15.564952+0000","last_clean":"2024-09-19T05:35:15.564952+0000","last_became_active":"2024-09-19T05:35:15.558768+0000","last_became_peered":"2024-09-19T05:35:15.558768+0000","last_unstale":"2024-09-19T05:35:15.564952+0000","last_undegraded":"2024-09-19T05:35:15.564952+0000","last_fullsized":"2024-09-19T05:35:15.564952+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:44.111334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511469+0000","last_change":"2024-09-19T05:35:14.511469+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511469+0000","last_undegraded":"2024-09-19T05:35:14.511469+0000","last_fullsized":"2024-09-19T05:35:14.511469+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.557535+0000","last_change":"2024-09-19T05:35:15.553776+0000","last_active":"2024-09-19T05:35:15.557535+0000","last_peered":"2024-09-19T05:35:15.557535+0000","last_clean":"2024-09-19T05:35:15.557535+0000","last_became_active":"2024-09-19T05:35:15.553504+0000","last_became_peered":"2024-09-19T05:35:15.553504+0000","last_unstale":"2024-09-19T05:35:15.557535+0000","last_undegraded":"2024-09-19T05:35:15.557535+0000","last_fullsized":"2024-09-19T05:35:15.557535+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:51.781415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563821+0000","last_change":"2024-09-19T05:35:15.561769+0000","last_active":"2024-09-19T05:35:15.563821+0000","last_peered":"2024-09-19T05:35:15.563821+0000","last_clean":"2024-09-19T05:35:15.563821+0000","last_became_active":"2024-09-19T05:35:15.561074+0000","last_became_peered":"2024-09-19T05:35:15.561074+0000","last_unstale":"2024-09-19T05:35:15.563821+0000","last_undegraded":"2024-09-19T05:35:15.563821+0000","last_fullsized":"2024-09-19T05:35:15.563821+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:33.716944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506264+0000","last_change":"2024-09-19T05:35:14.506264+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506264+0000","last_undegraded":"2024-09-19T05:35:14.506264+0000","last_fullsized":"2024-09-19T05:35:14.506264+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507844+0000","last_change":"2024-09-19T05:35:14.507844+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507844+0000","last_undegraded":"2024-09-19T05:35:14.507844+0000","last_fullsized":"2024-09-19T05:35:14.507844+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563147+0000","last_change":"2024-09-19T05:35:15.561480+0000","last_active":"2024-09-19T05:35:15.563147+0000","last_peered":"2024-09-19T05:35:15.563147+0000","last_clean":"2024-09-19T05:35:15.563147+0000","last_became_active":"2024-09-19T05:35:15.561121+0000","last_became_peered":"2024-09-19T05:35:15.561121+0000","last_unstale":"2024-09-19T05:35:15.563147+0000","last_undegraded":"2024-09-19T05:35:15.563147+0000","last_fullsized":"2024-09-19T05:35:15.563147+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.601171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576221+0000","last_change":"2024-09-19T05:35:15.565641+0000","last_active":"2024-09-19T05:35:15.576221+0000","last_peered":"2024-09-19T05:35:15.576221+0000","last_clean":"2024-09-19T05:35:15.576221+0000","last_became_active":"2024-09-19T05:35:15.565303+0000","last_became_peered":"2024-09-19T05:35:15.565303+0000","last_unstale":"2024-09-19T05:35:15.576221+0000","last_undegraded":"2024-09-19T05:35:15.576221+0000","last_fullsized":"2024-09-19T05:35:15.576221+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:58.080562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.554212+0000","last_change":"2024-09-19T05:35:15.552790+0000","last_active":"2024-09-19T05:35:15.554212+0000","last_peered":"2024-09-19T05:35:15.554212+0000","last_clean":"2024-09-19T05:35:15.554212+0000","last_became_active":"2024-09-19T05:35:15.552497+0000","last_became_peered":"2024-09-19T05:35:15.552497+0000","last_unstale":"2024-09-19T05:35:15.554212+0000","last_undegraded":"2024-09-19T05:35:15.554212+0000","last_fullsized":"2024-09-19T05:35:15.554212+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:06.123816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510654+0000","last_change":"2024-09-19T05:35:14.510654+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510654+0000","last_undegraded":"2024-09-19T05:35:14.510654+0000","last_fullsized":"2024-09-19T05:35:14.510654+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560770+0000","last_change":"2024-09-19T05:35:15.553253+0000","last_active":"2024-09-19T05:35:15.560770+0000","last_peered":"2024-09-19T05:35:15.560770+0000","last_clean":"2024-09-19T05:35:15.560770+0000","last_became_active":"2024-09-19T05:35:15.552897+0000","last_became_peered":"2024-09-19T05:35:15.552897+0000","last_unstale":"2024-09-19T05:35:15.560770+0000","last_undegraded":"2024-09-19T05:35:15.560770+0000","last_fullsized":"2024-09-19T05:35:15.560770+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:44.475514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.559804+0000","last_change":"2024-09-19T05:35:15.551642+0000","last_active":"2024-09-19T05:35:15.559804+0000","last_peered":"2024-09-19T05:35:15.559804+0000","last_clean":"2024-09-19T05:35:15.559804+0000","last_became_active":"2024-09-19T05:35:15.550441+0000","last_became_peered":"2024-09-19T05:35:15.550441+0000","last_unstale":"2024-09-19T05:35:15.559804+0000","last_undegraded":"2024-09-19T05:35:15.559804+0000","last_fullsized":"2024-09-19T05:35:15.559804+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:44.111334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568636+0000","last_change":"2024-09-19T05:35:15.565278+0000","last_active":"2024-09-19T05:35:15.568636+0000","last_peered":"2024-09-19T05:35:15.568636+0000","last_clean":"2024-09-19T05:35:15.568636+0000","last_became_active":"2024-09-19T05:35:15.564980+0000","last_became_peered":"2024-09-19T05:35:15.564980+0000","last_unstale":"2024-09-19T05:35:15.568636+0000","last_undegraded":"2024-09-19T05:35:15.568636+0000","last_fullsized":"2024-09-19T05:35:15.568636+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:01.646366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576127+0000","last_change":"2024-09-19T05:35:15.565822+0000","last_active":"2024-09-19T05:35:15.576127+0000","last_peered":"2024-09-19T05:35:15.576127+0000","last_clean":"2024-09-19T05:35:15.576127+0000","last_became_active":"2024-09-19T05:35:15.565107+0000","last_became_peered":"2024-09-19T05:35:15.565107+0000","last_unstale":"2024-09-19T05:35:15.576127+0000","last_undegraded":"2024-09-19T05:35:15.576127+0000","last_fullsized":"2024-09-19T05:35:15.576127+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:48.989753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.505703+0000","last_change":"2024-09-19T05:35:14.505703+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.505703+0000","last_undegraded":"2024-09-19T05:35:14.505703+0000","last_fullsized":"2024-09-19T05:35:14.505703+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507311+0000","last_change":"2024-09-19T05:35:14.507311+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507311+0000","last_undegraded":"2024-09-19T05:35:14.507311+0000","last_fullsized":"2024-09-19T05:35:14.507311+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568634+0000","last_change":"2024-09-19T05:35:15.565472+0000","last_active":"2024-09-19T05:35:15.568634+0000","last_peered":"2024-09-19T05:35:15.568634+0000","last_clean":"2024-09-19T05:35:15.568634+0000","last_became_active":"2024-09-19T05:35:15.564706+0000","last_became_peered":"2024-09-19T05:35:15.564706+0000","last_unstale":"2024-09-19T05:35:15.568634+0000","last_undegraded":"2024-09-19T05:35:15.568634+0000","last_fullsized":"2024-09-19T05:35:15.568634+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:58.244122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506431+0000","last_change":"2024-09-19T05:35:14.506431+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506431+0000","last_undegraded":"2024-09-19T05:35:14.506431+0000","last_fullsized":"2024-09-19T05:35:14.506431+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.551064+0000","last_change":"2024-09-19T05:35:15.547014+0000","last_active":"2024-09-19T05:35:15.551064+0000","last_peered":"2024-09-19T05:35:15.551064+0000","last_clean":"2024-09-19T05:35:15.551064+0000","last_became_active":"2024-09-19T05:35:15.546704+0000","last_became_peered":"2024-09-19T05:35:15.546704+0000","last_unstale":"2024-09-19T05:35:15.551064+0000","last_undegraded":"2024-09-19T05:35:15.551064+0000","last_fullsized":"2024-09-19T05:35:15.551064+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:04.039710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576108+0000","last_change":"2024-09-19T05:35:15.566163+0000","last_active":"2024-09-19T05:35:15.576108+0000","last_peered":"2024-09-19T05:35:15.576108+0000","last_clean":"2024-09-19T05:35:15.576108+0000","last_became_active":"2024-09-19T05:35:15.565814+0000","last_became_peered":"2024-09-19T05:35:15.565814+0000","last_unstale":"2024-09-19T05:35:15.576108+0000","last_undegraded":"2024-09-19T05:35:15.576108+0000","last_fullsized":"2024-09-19T05:35:15.576108+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.601171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510356+0000","last_change":"2024-09-19T05:35:14.510356+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510356+0000","last_undegraded":"2024-09-19T05:35:14.510356+0000","last_fullsized":"2024-09-19T05:35:14.510356+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"42'4","reported_seq":16,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.575639+0000","last_change":"2024-09-19T05:35:14.514397+0000","last_active":"2024-09-19T05:35:15.575639+0000","last_peered":"2024-09-19T05:35:15.575639+0000","last_clean":"2024-09-19T05:35:15.575639+0000","last_became_active":"2024-09-19T05:35:14.513835+0000","last_became_peered":"2024-09-19T05:35:14.513835+0000","last_unstale":"2024-09-19T05:35:15.575639+0000","last_undegraded":"2024-09-19T05:35:15.575639+0000","last_fullsized":"2024-09-19T05:35:15.575639+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:35.934738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560695+0000","last_change":"2024-09-19T05:35:15.555260+0000","last_active":"2024-09-19T05:35:15.560695+0000","last_peered":"2024-09-19T05:35:15.560695+0000","last_clean":"2024-09-19T05:35:15.560695+0000","last_became_active":"2024-09-19T05:35:15.554958+0000","last_became_peered":"2024-09-19T05:35:15.554958+0000","last_unstale":"2024-09-19T05:35:15.560695+0000","last_undegraded":"2024-09-19T05:35:15.560695+0000","last_fullsized":"2024-09-19T05:35:15.560695+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:58.080562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520654+0000","last_change":"2024-09-19T05:35:14.513731+0000","last_active":"2024-09-19T05:35:14.520654+0000","last_peered":"2024-09-19T05:35:14.520654+0000","last_clean":"2024-09-19T05:35:14.520654+0000","last_became_active":"2024-09-19T05:35:14.513204+0000","last_became_peered":"2024-09-19T05:35:14.513204+0000","last_unstale":"2024-09-19T05:35:14.520654+0000","last_undegraded":"2024-09-19T05:35:14.520654+0000","last_fullsized":"2024-09-19T05:35:14.520654+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:12:15.320255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504544+0000","last_change":"2024-09-19T05:35:14.504544+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504544+0000","last_undegraded":"2024-09-19T05:35:14.504544+0000","last_fullsized":"2024-09-19T05:35:14.504544+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.529710+0000","last_change":"2024-09-19T05:35:14.519981+0000","last_active":"2024-09-19T05:35:14.529710+0000","last_peered":"2024-09-19T05:35:14.529710+0000","last_clean":"2024-09-19T05:35:14.529710+0000","last_became_active":"2024-09-19T05:35:14.519532+0000","last_became_peered":"2024-09-19T05:35:14.519532+0000","last_unstale":"2024-09-19T05:35:14.529710+0000","last_undegraded":"2024-09-19T05:35:14.529710+0000","last_fullsized":"2024-09-19T05:35:14.529710+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:16.979005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510714+0000","last_change":"2024-09-19T05:35:14.510714+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510714+0000","last_undegraded":"2024-09-19T05:35:14.510714+0000","last_fullsized":"2024-09-19T05:35:14.510714+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520971+0000","last_change":"2024-09-19T05:35:14.518582+0000","last_active":"2024-09-19T05:35:14.520971+0000","last_peered":"2024-09-19T05:35:14.520971+0000","last_clean":"2024-09-19T05:35:14.520971+0000","last_became_active":"2024-09-19T05:35:14.518268+0000","last_became_peered":"2024-09-19T05:35:14.518268+0000","last_unstale":"2024-09-19T05:35:14.520971+0000","last_undegraded":"2024-09-19T05:35:14.520971+0000","last_fullsized":"2024-09-19T05:35:14.520971+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:02.713286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.505740+0000","last_change":"2024-09-19T05:35:14.505740+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.505740+0000","last_undegraded":"2024-09-19T05:35:14.505740+0000","last_fullsized":"2024-09-19T05:35:14.505740+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"42'1","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574601+0000","last_change":"2024-09-19T05:35:14.513536+0000","last_active":"2024-09-19T05:35:15.574601+0000","last_peered":"2024-09-19T05:35:15.574601+0000","last_clean":"2024-09-19T05:35:15.574601+0000","last_became_active":"2024-09-19T05:35:14.513205+0000","last_became_peered":"2024-09-19T05:35:14.513205+0000","last_unstale":"2024-09-19T05:35:15.574601+0000","last_undegraded":"2024-09-19T05:35:15.574601+0000","last_fullsized":"2024-09-19T05:35:15.574601+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:51.655813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513803+0000","last_change":"2024-09-19T05:35:14.513803+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513803+0000","last_undegraded":"2024-09-19T05:35:14.513803+0000","last_fullsized":"2024-09-19T05:35:14.513803+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520205+0000","last_change":"2024-09-19T05:35:14.514007+0000","last_active":"2024-09-19T05:35:14.520205+0000","last_peered":"2024-09-19T05:35:14.520205+0000","last_clean":"2024-09-19T05:35:14.520205+0000","last_became_active":"2024-09-19T05:35:14.513410+0000","last_became_peered":"2024-09-19T05:35:14.513410+0000","last_unstale":"2024-09-19T05:35:14.520205+0000","last_undegraded":"2024-09-19T05:35:14.520205+0000","last_fullsized":"2024-09-19T05:35:14.520205+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:44.377156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510324+0000","last_change":"2024-09-19T05:35:14.510324+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510324+0000","last_undegraded":"2024-09-19T05:35:14.510324+0000","last_fullsized":"2024-09-19T05:35:14.510324+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.517119+0000","last_change":"2024-09-19T05:35:14.514904+0000","last_active":"2024-09-19T05:35:14.517119+0000","last_peered":"2024-09-19T05:35:14.517119+0000","last_clean":"2024-09-19T05:35:14.517119+0000","last_became_active":"2024-09-19T05:35:14.512886+0000","last_became_peered":"2024-09-19T05:35:14.512886+0000","last_unstale":"2024-09-19T05:35:14.517119+0000","last_undegraded":"2024-09-19T05:35:14.517119+0000","last_fullsized":"2024-09-19T05:35:14.517119+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:59.447611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560792+0000","last_change":"2024-09-19T05:35:15.553645+0000","last_active":"2024-09-19T05:35:15.560792+0000","last_peered":"2024-09-19T05:35:15.560792+0000","last_clean":"2024-09-19T05:35:15.560792+0000","last_became_active":"2024-09-19T05:35:15.553327+0000","last_became_peered":"2024-09-19T05:35:15.553327+0000","last_unstale":"2024-09-19T05:35:15.560792+0000","last_undegraded":"2024-09-19T05:35:15.560792+0000","last_fullsized":"2024-09-19T05:35:15.560792+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.986381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525030+0000","last_change":"2024-09-19T05:35:14.517271+0000","last_active":"2024-09-19T05:35:14.525030+0000","last_peered":"2024-09-19T05:35:14.525030+0000","last_clean":"2024-09-19T05:35:14.525030+0000","last_became_active":"2024-09-19T05:35:14.516368+0000","last_became_peered":"2024-09-19T05:35:14.516368+0000","last_unstale":"2024-09-19T05:35:14.525030+0000","last_undegraded":"2024-09-19T05:35:14.525030+0000","last_fullsized":"2024-09-19T05:35:14.525030+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:04:19.772575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507372+0000","last_change":"2024-09-19T05:35:14.507372+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507372+0000","last_undegraded":"2024-09-19T05:35:14.507372+0000","last_fullsized":"2024-09-19T05:35:14.507372+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.515836+0000","last_change":"2024-09-19T05:35:14.512605+0000","last_active":"2024-09-19T05:35:14.515836+0000","last_peered":"2024-09-19T05:35:14.515836+0000","last_clean":"2024-09-19T05:35:14.515836+0000","last_became_active":"2024-09-19T05:35:14.512265+0000","last_became_peered":"2024-09-19T05:35:14.512265+0000","last_unstale":"2024-09-19T05:35:14.515836+0000","last_undegraded":"2024-09-19T05:35:14.515836+0000","last_fullsized":"2024-09-19T05:35:14.515836+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:38.301291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509923+0000","last_change":"2024-09-19T05:35:14.509923+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509923+0000","last_undegraded":"2024-09-19T05:35:14.509923+0000","last_fullsized":"2024-09-19T05:35:14.509923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.529738+0000","last_change":"2024-09-19T05:35:14.520882+0000","last_active":"2024-09-19T05:35:14.529738+0000","last_peered":"2024-09-19T05:35:14.529738+0000","last_clean":"2024-09-19T05:35:14.529738+0000","last_became_active":"2024-09-19T05:35:14.520623+0000","last_became_peered":"2024-09-19T05:35:14.520623+0000","last_unstale":"2024-09-19T05:35:14.529738+0000","last_undegraded":"2024-09-19T05:35:14.529738+0000","last_fullsized":"2024-09-19T05:35:14.529738+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:38.301291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.575612+0000","last_change":"2024-09-19T05:35:15.572313+0000","last_active":"2024-09-19T05:35:15.575612+0000","last_peered":"2024-09-19T05:35:15.575612+0000","last_clean":"2024-09-19T05:35:15.575612+0000","last_became_active":"2024-09-19T05:35:15.572035+0000","last_became_peered":"2024-09-19T05:35:15.572035+0000","last_unstale":"2024-09-19T05:35:15.575612+0000","last_undegraded":"2024-09-19T05:35:15.575612+0000","last_fullsized":"2024-09-19T05:35:15.575612+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:07.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.523732+0000","last_change":"2024-09-19T05:35:14.522875+0000","last_active":"2024-09-19T05:35:14.523732+0000","last_peered":"2024-09-19T05:35:14.523732+0000","last_clean":"2024-09-19T05:35:14.523732+0000","last_became_active":"2024-09-19T05:35:14.522559+0000","last_became_peered":"2024-09-19T05:35:14.522559+0000","last_unstale":"2024-09-19T05:35:14.523732+0000","last_undegraded":"2024-09-19T05:35:14.523732+0000","last_fullsized":"2024-09-19T05:35:14.523732+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:02.678259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510382+0000","last_change":"2024-09-19T05:35:14.510382+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510382+0000","last_undegraded":"2024-09-19T05:35:14.510382+0000","last_fullsized":"2024-09-19T05:35:14.510382+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"42'6","reported_seq":18,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.578790+0000","last_change":"2024-09-19T05:35:14.514998+0000","last_active":"2024-09-19T05:35:15.578790+0000","last_peered":"2024-09-19T05:35:15.578790+0000","last_clean":"2024-09-19T05:35:15.578790+0000","last_became_active":"2024-09-19T05:35:14.514710+0000","last_became_peered":"2024-09-19T05:35:14.514710+0000","last_unstale":"2024-09-19T05:35:15.578790+0000","last_undegraded":"2024-09-19T05:35:15.578790+0000","last_fullsized":"2024-09-19T05:35:15.578790+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:47.851121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563649+0000","last_change":"2024-09-19T05:35:15.561791+0000","last_active":"2024-09-19T05:35:15.563649+0000","last_peered":"2024-09-19T05:35:15.563649+0000","last_clean":"2024-09-19T05:35:15.563649+0000","last_became_active":"2024-09-19T05:35:15.561464+0000","last_became_peered":"2024-09-19T05:35:15.561464+0000","last_unstale":"2024-09-19T05:35:15.563649+0000","last_undegraded":"2024-09-19T05:35:15.563649+0000","last_fullsized":"2024-09-19T05:35:15.563649+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:30.205896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"42'2","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.577877+0000","last_change":"2024-09-19T05:35:14.521149+0000","last_active":"2024-09-19T05:35:15.577877+0000","last_peered":"2024-09-19T05:35:15.577877+0000","last_clean":"2024-09-19T05:35:15.577877+0000","last_became_active":"2024-09-19T05:35:14.520892+0000","last_became_peered":"2024-09-19T05:35:14.520892+0000","last_unstale":"2024-09-19T05:35:15.577877+0000","last_undegraded":"2024-09-19T05:35:15.577877+0000","last_fullsized":"2024-09-19T05:35:15.577877+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:49.414119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513358+0000","last_change":"2024-09-19T05:35:14.513358+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513358+0000","last_undegraded":"2024-09-19T05:35:14.513358+0000","last_fullsized":"2024-09-19T05:35:14.513358+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521001+0000","last_change":"2024-09-19T05:35:14.519544+0000","last_active":"2024-09-19T05:35:14.521001+0000","last_peered":"2024-09-19T05:35:14.521001+0000","last_clean":"2024-09-19T05:35:14.521001+0000","last_became_active":"2024-09-19T05:35:14.519234+0000","last_became_peered":"2024-09-19T05:35:14.519234+0000","last_unstale":"2024-09-19T05:35:14.521001+0000","last_undegraded":"2024-09-19T05:35:14.521001+0000","last_fullsized":"2024-09-19T05:35:14.521001+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:17.334812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574491+0000","last_change":"2024-09-19T05:35:15.571617+0000","last_active":"2024-09-19T05:35:15.574491+0000","last_peered":"2024-09-19T05:35:15.574491+0000","last_clean":"2024-09-19T05:35:15.574491+0000","last_became_active":"2024-09-19T05:35:15.571308+0000","last_became_peered":"2024-09-19T05:35:15.571308+0000","last_unstale":"2024-09-19T05:35:15.574491+0000","last_undegraded":"2024-09-19T05:35:15.574491+0000","last_fullsized":"2024-09-19T05:35:15.574491+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:43.247835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.542271+0000","last_change":"2024-09-19T05:35:14.517525+0000","last_active":"2024-09-19T05:35:15.542271+0000","last_peered":"2024-09-19T05:35:15.542271+0000","last_clean":"2024-09-19T05:35:15.542271+0000","last_became_active":"2024-09-19T05:35:14.517265+0000","last_became_peered":"2024-09-19T05:35:14.517265+0000","last_unstale":"2024-09-19T05:35:15.542271+0000","last_undegraded":"2024-09-19T05:35:15.542271+0000","last_fullsized":"2024-09-19T05:35:15.542271+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:59.446623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.508923+0000","last_change":"2024-09-19T05:35:14.508923+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.508923+0000","last_undegraded":"2024-09-19T05:35:14.508923+0000","last_fullsized":"2024-09-19T05:35:14.508923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525057+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:14.525057+0000","last_peered":"2024-09-19T05:35:14.525057+0000","last_clean":"2024-09-19T05:35:14.525057+0000","last_became_active":"2024-09-19T05:35:14.518133+0000","last_became_peered":"2024-09-19T05:35:14.518133+0000","last_unstale":"2024-09-19T05:35:14.525057+0000","last_undegraded":"2024-09-19T05:35:14.525057+0000","last_fullsized":"2024-09-19T05:35:14.525057+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:46.404728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576101+0000","last_change":"2024-09-19T05:35:15.565473+0000","last_active":"2024-09-19T05:35:15.576101+0000","last_peered":"2024-09-19T05:35:15.576101+0000","last_clean":"2024-09-19T05:35:15.576101+0000","last_became_active":"2024-09-19T05:35:15.565129+0000","last_became_peered":"2024-09-19T05:35:15.565129+0000","last_unstale":"2024-09-19T05:35:15.576101+0000","last_undegraded":"2024-09-19T05:35:15.576101+0000","last_fullsized":"2024-09-19T05:35:15.576101+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:44.475514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"42'1","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.577121+0000","last_change":"2024-09-19T05:35:14.518378+0000","last_active":"2024-09-19T05:35:15.577121+0000","last_peered":"2024-09-19T05:35:15.577121+0000","last_clean":"2024-09-19T05:35:15.577121+0000","last_became_active":"2024-09-19T05:35:14.518041+0000","last_became_peered":"2024-09-19T05:35:14.518041+0000","last_unstale":"2024-09-19T05:35:15.577121+0000","last_undegraded":"2024-09-19T05:35:15.577121+0000","last_fullsized":"2024-09-19T05:35:15.577121+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:42.000777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511860+0000","last_change":"2024-09-19T05:35:14.511860+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511860+0000","last_undegraded":"2024-09-19T05:35:14.511860+0000","last_fullsized":"2024-09-19T05:35:14.511860+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520678+0000","last_change":"2024-09-19T05:35:14.514282+0000","last_active":"2024-09-19T05:35:14.520678+0000","last_peered":"2024-09-19T05:35:14.520678+0000","last_clean":"2024-09-19T05:35:14.520678+0000","last_became_active":"2024-09-19T05:35:14.513783+0000","last_became_peered":"2024-09-19T05:35:14.513783+0000","last_unstale":"2024-09-19T05:35:14.520678+0000","last_undegraded":"2024-09-19T05:35:14.520678+0000","last_fullsized":"2024-09-19T05:35:14.520678+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:28.860868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.561923+0000","last_change":"2024-09-19T05:35:15.557811+0000","last_active":"2024-09-19T05:35:15.561923+0000","last_peered":"2024-09-19T05:35:15.561923+0000","last_clean":"2024-09-19T05:35:15.561923+0000","last_became_active":"2024-09-19T05:35:15.557493+0000","last_became_peered":"2024-09-19T05:35:15.557493+0000","last_unstale":"2024-09-19T05:35:15.561923+0000","last_undegraded":"2024-09-19T05:35:15.561923+0000","last_fullsized":"2024-09-19T05:35:15.561923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:48.989753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.519089+0000","last_change":"2024-09-19T05:35:14.517478+0000","last_active":"2024-09-19T05:35:14.519089+0000","last_peered":"2024-09-19T05:35:14.519089+0000","last_clean":"2024-09-19T05:35:14.519089+0000","last_became_active":"2024-09-19T05:35:14.517189+0000","last_became_peered":"2024-09-19T05:35:14.517189+0000","last_unstale":"2024-09-19T05:35:14.519089+0000","last_undegraded":"2024-09-19T05:35:14.519089+0000","last_fullsized":"2024-09-19T05:35:14.519089+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:53.163997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.571748+0000","last_change":"2024-09-19T05:35:15.568852+0000","last_active":"2024-09-19T05:35:15.571748+0000","last_peered":"2024-09-19T05:35:15.571748+0000","last_clean":"2024-09-19T05:35:15.571748+0000","last_became_active":"2024-09-19T05:35:15.568511+0000","last_became_peered":"2024-09-19T05:35:15.568511+0000","last_unstale":"2024-09-19T05:35:15.571748+0000","last_undegraded":"2024-09-19T05:35:15.571748+0000","last_fullsized":"2024-09-19T05:35:15.571748+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:05.964705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.542354+0000","last_change":"2024-09-19T05:35:14.517526+0000","last_active":"2024-09-19T05:35:15.542354+0000","last_peered":"2024-09-19T05:35:15.542354+0000","last_clean":"2024-09-19T05:35:15.542354+0000","last_became_active":"2024-09-19T05:35:14.516729+0000","last_became_peered":"2024-09-19T05:35:14.516729+0000","last_unstale":"2024-09-19T05:35:15.542354+0000","last_undegraded":"2024-09-19T05:35:15.542354+0000","last_fullsized":"2024-09-19T05:35:15.542354+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:14.922651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574510+0000","last_change":"2024-09-19T05:35:15.571401+0000","last_active":"2024-09-19T05:35:15.574510+0000","last_peered":"2024-09-19T05:35:15.574510+0000","last_clean":"2024-09-19T05:35:15.574510+0000","last_became_active":"2024-09-19T05:35:15.571086+0000","last_became_peered":"2024-09-19T05:35:15.571086+0000","last_unstale":"2024-09-19T05:35:15.574510+0000","last_undegraded":"2024-09-19T05:35:15.574510+0000","last_fullsized":"2024-09-19T05:35:15.574510+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:49.869632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"42'2","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574755+0000","last_change":"2024-09-19T05:35:14.513632+0000","last_active":"2024-09-19T05:35:15.574755+0000","last_peered":"2024-09-19T05:35:15.574755+0000","last_clean":"2024-09-19T05:35:15.574755+0000","last_became_active":"2024-09-19T05:35:14.512842+0000","last_became_peered":"2024-09-19T05:35:14.512842+0000","last_unstale":"2024-09-19T05:35:15.574755+0000","last_undegraded":"2024-09-19T05:35:15.574755+0000","last_fullsized":"2024-09-19T05:35:15.574755+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:35.238110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510042+0000","last_change":"2024-09-19T05:35:14.510042+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510042+0000","last_undegraded":"2024-09-19T05:35:14.510042+0000","last_fullsized":"2024-09-19T05:35:14.510042+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521663+0000","last_change":"2024-09-19T05:35:14.520622+0000","last_active":"2024-09-19T05:35:14.521663+0000","last_peered":"2024-09-19T05:35:14.521663+0000","last_clean":"2024-09-19T05:35:14.521663+0000","last_became_active":"2024-09-19T05:35:14.520296+0000","last_became_peered":"2024-09-19T05:35:14.520296+0000","last_unstale":"2024-09-19T05:35:14.521663+0000","last_undegraded":"2024-09-19T05:35:14.521663+0000","last_fullsized":"2024-09-19T05:35:14.521663+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:29.027000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576067+0000","last_change":"2024-09-19T05:35:15.565604+0000","last_active":"2024-09-19T05:35:15.576067+0000","last_peered":"2024-09-19T05:35:15.576067+0000","last_clean":"2024-09-19T05:35:15.576067+0000","last_became_active":"2024-09-19T05:35:15.565237+0000","last_became_peered":"2024-09-19T05:35:15.565237+0000","last_unstale":"2024-09-19T05:35:15.576067+0000","last_undegraded":"2024-09-19T05:35:15.576067+0000","last_fullsized":"2024-09-19T05:35:15.576067+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.986381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524869+0000","last_change":"2024-09-19T05:35:14.517023+0000","last_active":"2024-09-19T05:35:14.524869+0000","last_peered":"2024-09-19T05:35:14.524869+0000","last_clean":"2024-09-19T05:35:14.524869+0000","last_became_active":"2024-09-19T05:35:14.516726+0000","last_became_peered":"2024-09-19T05:35:14.516726+0000","last_unstale":"2024-09-19T05:35:14.524869+0000","last_undegraded":"2024-09-19T05:35:14.524869+0000","last_fullsized":"2024-09-19T05:35:14.524869+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:52.113974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510158+0000","last_change":"2024-09-19T05:35:14.510158+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510158+0000","last_undegraded":"2024-09-19T05:35:14.510158+0000","last_fullsized":"2024-09-19T05:35:14.510158+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521084+0000","last_change":"2024-09-19T05:35:14.520161+0000","last_active":"2024-09-19T05:35:14.521084+0000","last_peered":"2024-09-19T05:35:14.521084+0000","last_clean":"2024-09-19T05:35:14.521084+0000","last_became_active":"2024-09-19T05:35:14.519604+0000","last_became_peered":"2024-09-19T05:35:14.519604+0000","last_unstale":"2024-09-19T05:35:14.521084+0000","last_undegraded":"2024-09-19T05:35:14.521084+0000","last_fullsized":"2024-09-19T05:35:14.521084+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:21.444852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.566809+0000","last_change":"2024-09-19T05:35:15.563997+0000","last_active":"2024-09-19T05:35:15.566809+0000","last_peered":"2024-09-19T05:35:15.566809+0000","last_clean":"2024-09-19T05:35:15.566809+0000","last_became_active":"2024-09-19T05:35:15.563682+0000","last_became_peered":"2024-09-19T05:35:15.563682+0000","last_unstale":"2024-09-19T05:35:15.566809+0000","last_undegraded":"2024-09-19T05:35:15.566809+0000","last_fullsized":"2024-09-19T05:35:15.566809+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:02.240011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.541980+0000","last_change":"2024-09-19T05:35:14.515944+0000","last_active":"2024-09-19T05:35:15.541980+0000","last_peered":"2024-09-19T05:35:15.541980+0000","last_clean":"2024-09-19T05:35:15.541980+0000","last_became_active":"2024-09-19T05:35:14.515681+0000","last_became_peered":"2024-09-19T05:35:14.515681+0000","last_unstale":"2024-09-19T05:35:15.541980+0000","last_undegraded":"2024-09-19T05:35:15.541980+0000","last_fullsized":"2024-09-19T05:35:15.541980+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:44.945423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512204+0000","last_change":"2024-09-19T05:35:14.512204+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512204+0000","last_undegraded":"2024-09-19T05:35:14.512204+0000","last_fullsized":"2024-09-19T05:35:14.512204+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524019+0000","last_change":"2024-09-19T05:35:14.523136+0000","last_active":"2024-09-19T05:35:14.524019+0000","last_peered":"2024-09-19T05:35:14.524019+0000","last_clean":"2024-09-19T05:35:14.524019+0000","last_became_active":"2024-09-19T05:35:14.522673+0000","last_became_peered":"2024-09-19T05:35:14.522673+0000","last_unstale":"2024-09-19T05:35:14.524019+0000","last_undegraded":"2024-09-19T05:35:14.524019+0000","last_fullsized":"2024-09-19T05:35:14.524019+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:34.611612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509937+0000","last_change":"2024-09-19T05:35:14.509937+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509937+0000","last_undegraded":"2024-09-19T05:35:14.509937+0000","last_fullsized":"2024-09-19T05:35:14.509937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524889+0000","last_change":"2024-09-19T05:35:14.519193+0000","last_active":"2024-09-19T05:35:14.524889+0000","last_peered":"2024-09-19T05:35:14.524889+0000","last_clean":"2024-09-19T05:35:14.524889+0000","last_became_active":"2024-09-19T05:35:14.518924+0000","last_became_peered":"2024-09-19T05:35:14.518924+0000","last_unstale":"2024-09-19T05:35:14.524889+0000","last_undegraded":"2024-09-19T05:35:14.524889+0000","last_fullsized":"2024-09-19T05:35:14.524889+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.866174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568957+0000","last_change":"2024-09-19T05:35:15.562154+0000","last_active":"2024-09-19T05:35:15.568957+0000","last_peered":"2024-09-19T05:35:15.568957+0000","last_clean":"2024-09-19T05:35:15.568957+0000","last_became_active":"2024-09-19T05:35:15.561857+0000","last_became_peered":"2024-09-19T05:35:15.561857+0000","last_unstale":"2024-09-19T05:35:15.568957+0000","last_undegraded":"2024-09-19T05:35:15.568957+0000","last_fullsized":"2024-09-19T05:35:15.568957+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:42.606935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.523744+0000","last_change":"2024-09-19T05:35:14.522916+0000","last_active":"2024-09-19T05:35:14.523744+0000","last_peered":"2024-09-19T05:35:14.523744+0000","last_clean":"2024-09-19T05:35:14.523744+0000","last_became_active":"2024-09-19T05:35:14.522607+0000","last_became_peered":"2024-09-19T05:35:14.522607+0000","last_unstale":"2024-09-19T05:35:14.523744+0000","last_undegraded":"2024-09-19T05:35:14.523744+0000","last_fullsized":"2024-09-19T05:35:14.523744+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:06.758556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574815+0000","last_change":"2024-09-19T05:35:15.571715+0000","last_active":"2024-09-19T05:35:15.574815+0000","last_peered":"2024-09-19T05:35:15.574815+0000","last_clean":"2024-09-19T05:35:15.574815+0000","last_became_active":"2024-09-19T05:35:15.571412+0000","last_became_peered":"2024-09-19T05:35:15.571412+0000","last_unstale":"2024-09-19T05:35:15.574815+0000","last_undegraded":"2024-09-19T05:35:15.574815+0000","last_fullsized":"2024-09-19T05:35:15.574815+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:12.769988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520784+0000","last_change":"2024-09-19T05:35:14.518274+0000","last_active":"2024-09-19T05:35:14.520784+0000","last_peered":"2024-09-19T05:35:14.520784+0000","last_clean":"2024-09-19T05:35:14.520784+0000","last_became_active":"2024-09-19T05:35:14.517954+0000","last_became_peered":"2024-09-19T05:35:14.517954+0000","last_unstale":"2024-09-19T05:35:14.520784+0000","last_undegraded":"2024-09-19T05:35:14.520784+0000","last_fullsized":"2024-09-19T05:35:14.520784+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.866174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504751+0000","last_change":"2024-09-19T05:35:14.504751+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504751+0000","last_undegraded":"2024-09-19T05:35:14.504751+0000","last_fullsized":"2024-09-19T05:35:14.504751+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520079+0000","last_change":"2024-09-19T05:35:14.512648+0000","last_active":"2024-09-19T05:35:14.520079+0000","last_peered":"2024-09-19T05:35:14.520079+0000","last_clean":"2024-09-19T05:35:14.520079+0000","last_became_active":"2024-09-19T05:35:14.512367+0000","last_became_peered":"2024-09-19T05:35:14.512367+0000","last_unstale":"2024-09-19T05:35:14.520079+0000","last_undegraded":"2024-09-19T05:35:14.520079+0000","last_fullsized":"2024-09-19T05:35:14.520079+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:28.860868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504953+0000","last_change":"2024-09-19T05:35:14.504953+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504953+0000","last_undegraded":"2024-09-19T05:35:14.504953+0000","last_fullsized":"2024-09-19T05:35:14.504953+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525094+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:14.525094+0000","last_peered":"2024-09-19T05:35:14.525094+0000","last_clean":"2024-09-19T05:35:14.525094+0000","last_became_active":"2024-09-19T05:35:14.518105+0000","last_became_peered":"2024-09-19T05:35:14.518105+0000","last_unstale":"2024-09-19T05:35:14.525094+0000","last_undegraded":"2024-09-19T05:35:14.525094+0000","last_fullsized":"2024-09-19T05:35:14.525094+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:33.815911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513625+0000","last_change":"2024-09-19T05:35:14.513625+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513625+0000","last_undegraded":"2024-09-19T05:35:14.513625+0000","last_fullsized":"2024-09-19T05:35:14.513625+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.518867+0000","last_change":"2024-09-19T05:35:14.517601+0000","last_active":"2024-09-19T05:35:14.518867+0000","last_peered":"2024-09-19T05:35:14.518867+0000","last_clean":"2024-09-19T05:35:14.518867+0000","last_became_active":"2024-09-19T05:35:14.517297+0000","last_became_peered":"2024-09-19T05:35:14.517297+0000","last_unstale":"2024-09-19T05:35:14.518867+0000","last_undegraded":"2024-09-19T05:35:14.518867+0000","last_fullsized":"2024-09-19T05:35:14.518867+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:48.723750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.512486+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:14.512486+0000","last_peered":"2024-09-19T05:35:14.512486+0000","last_clean":"2024-09-19T05:35:14.512486+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:14.512486+0000","last_undegraded":"2024-09-19T05:35:14.512486+0000","last_fullsized":"2024-09-19T05:35:14.512486+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35808,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336032,"statfs":{"total":96636764160,"available":96600096768,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509458,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31656,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340184,"statfs":{"total":96636764160,"available":96604348416,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542164,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36376,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335464,"statfs":{"total":96636764160,"available":96599515136,"internally_reserved":0,"allocated":1052672,"data_stored":770757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542162,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35796,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336044,"statfs":{"total":96636764160,"available":96600109056,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35804,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336036,"statfs":{"total":96636764160,"available":96600100864,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32228,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339612,"statfs":{"total":96636764160,"available":96603762688,"internally_reserved":0,"allocated":1052672,"data_stored":770757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:18.896 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.032+0000 7f8ad34d9640 1 Processor -- start 2024-09-19T05:35:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.032+0000 7f8ad34d9640 1 -- start start 2024-09-19T05:35:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.033+0000 7f8ad34d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc0b6580 0x7f8acc1670e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.033+0000 7f8ad34d9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8acc0715d0 con 0x7f8acc0d1b70 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.033+0000 7f8ad34d9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8acc0b1bd0 con 0x7f8acc15c490 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.033+0000 7f8ad34d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8acc0b1eb0 con 0x7f8acc0b6580 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.033+0000 7f8ad0a74640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8acc0d1b70 0x7f8acc070ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39466/0 (socket says 172.21.15.39:39466) 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.033+0000 7f8ad0a74640 1 -- 172.21.15.39:0/4284737909 learned_addr learned my addr 172.21.15.39:0/4284737909 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.033+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1400248933 0 0) 0x7f8acc0715d0 con 0x7f8acc0d1b70 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.033+0000 7f8ad1a76640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc0b6580 0x7f8acc1670e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.033+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8ab8003520 con 0x7f8acc0d1b70 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2603085057 0 0) 0x7f8ab8003520 con 0x7f8acc0d1b70 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc0b6580 msgr2=0x7f8acc1670e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc0b6580 0x7f8acc1670e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 >> v1:172.21.15.50:6789/0 conn(0x7f8acc15c490 legacy=0x7f8acc0707b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8acc0d0ea0 con 0x7f8acc0d1b70 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f8abc001670 con 0x7f8acc0d1b70 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 >> v1:172.21.15.39:6789/0 conn(0x7f8acc0d1b70 legacy=0x7f8acc070ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc0b6580 0x7f8ab80039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ab8003f60 0x7f8ab8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8ab80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc0b1eb0 con 0x7f8ab8004d40 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab800baa0 con 0x7f8ab8003f60 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8ab800bca0 con 0x7f8acc0b6580 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ad1a76640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8ab80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ad1275640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc0b6580 0x7f8ab80039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ad0a74640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ab8003f60 0x7f8ab8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ad1a76640 1 -- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc0b6580 msgr2=0x7f8ab80039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ad1a76640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc0b6580 0x7f8ab80039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ad1a76640 1 -- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ab8003f60 msgr2=0x7f8ab8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ad1a76640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ab8003f60 0x7f8ab8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.034+0000 7f8ad1a76640 1 -- 172.21.15.39:0/4284737909 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ab8003520 con 0x7f8ab8004d40 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.035+0000 7f8ad1a76640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8ab80051c0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f8acc0b69d0 tx=0x7f8ab8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9674fe0e5bd54191 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.035+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4037070 con 0x7f8ab8004d40 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.035+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ac402e050 con 0x7f8ab8004d40 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.035+0000 7f8ac3fff640 1 -- 172.21.15.39:0/4284737909 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4009c10 con 0x7f8ab8004d40 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.036+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4284737909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 msgr2=0x7f8ab80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.036+0000 7f8ad34d9640 1 --2- 172.21.15.39:0/4284737909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8ab80051c0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f8acc0b69d0 tx=0x7f8ab8005830 comp rx=0 tx=0).stop 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.036+0000 7f8ad1a76640 1 -- 172.21.15.39:0/4284737909 reap_dead start 2024-09-19T05:35:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.036+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4284737909 shutdown_connections 2024-09-19T05:35:19.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.036+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4284737909 >> 172.21.15.39:0/4284737909 conn(0x7f8acc0d24b0 msgr2=0x7f8acc0d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:19.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.036+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4284737909 shutdown_connections 2024-09-19T05:35:19.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.036+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4284737909 wait complete. 2024-09-19T05:35:19.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.037+0000 7f8ad34d9640 1 Processor -- start 2024-09-19T05:35:19.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.037+0000 7f8ad34d9640 1 -- start start 2024-09-19T05:35:19.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad34d9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8acc0b29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad34d9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8acc152760 0x7f8acc152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad34d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc1555f0 0x7f8acc155a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad34d9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc15c870 con 0x7f8ab8004d40 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad34d9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc0d1460 con 0x7f8acc152760 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad34d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8acc15c9f0 con 0x7f8acc1555f0 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1275640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8acc0b29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1275640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8acc0b29d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41120/0 (socket says 172.21.15.39:41120) 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1275640 1 -- 172.21.15.39:0/4165172136 learned_addr learned my addr 172.21.15.39:0/4165172136 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad0a74640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8acc152760 0x7f8acc152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1a76640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc1555f0 0x7f8acc155a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1275640 1 -- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc1555f0 msgr2=0x7f8acc155a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1275640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc1555f0 0x7f8acc155a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1275640 1 -- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8acc152760 msgr2=0x7f8acc152be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1275640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8acc152760 0x7f8acc152be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1275640 1 -- 172.21.15.39:0/4165172136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8acc156830 con 0x7f8ab8004d40 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1a76640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc1555f0 0x7f8acc155a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad0a74640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8acc152760 0x7f8acc152be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad1275640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8acc0b29d0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f8ac800f880 tx=0x7f8ac800fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ac1ffb640 1 -- 172.21.15.39:0/4165172136 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac8001d20 con 0x7f8ab8004d40 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ac1ffb640 1 -- 172.21.15.39:0/4165172136 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ac8018070 con 0x7f8ab8004d40 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8acc153120 con 0x7f8ab8004d40 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.038+0000 7f8ac1ffb640 1 -- 172.21.15.39:0/4165172136 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac800d730 con 0x7f8ab8004d40 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.039+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8acc156270 con 0x7f8ab8004d40 2024-09-19T05:35:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.039+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8acc074030 con 0x7f8ab8004d40 2024-09-19T05:35:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.040+0000 7f8ac1ffb640 1 -- 172.21.15.39:0/4165172136 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ac800d8d0 con 0x7f8ab8004d40 2024-09-19T05:35:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.040+0000 7f8ac1ffb640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ab006c2e0 0x7f8ab006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.040+0000 7f8ac1ffb640 1 -- 172.21.15.39:0/4165172136 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f8ac808b250 con 0x7f8ab8004d40 2024-09-19T05:35:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.040+0000 7f8ad0a74640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ab006c2e0 0x7f8ab006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.041+0000 7f8ad0a74640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ab006c2e0 0x7f8ab006e7a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f8acc0b32b0 tx=0x7f8abc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:19.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.045+0000 7f8ac1ffb640 1 -- 172.21.15.39:0/4165172136 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8ac80599c0 con 0x7f8ab8004d40 2024-09-19T05:35:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.215+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8acc0b77c0 con 0x7f8ab006c2e0 2024-09-19T05:35:19.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.221+0000 7f8ac1ffb640 1 -- 172.21.15.39:0/4165172136 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248864 (secure 0 0 0) 0x7f8acc0b77c0 con 0x7f8ab006c2e0 2024-09-19T05:35:19.226 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ab006c2e0 msgr2=0x7f8ab006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ab006c2e0 0x7f8ab006e7a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f8acc0b32b0 tx=0x7f8abc009040 comp rx=0 tx=0).stop 2024-09-19T05:35:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 msgr2=0x7f8acc0b29d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8acc0b29d0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f8ac800f880 tx=0x7f8ac800fd40 comp rx=0 tx=0).stop 2024-09-19T05:35:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 shutdown_connections 2024-09-19T05:35:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8ab006c2e0 0x7f8ab006e7a0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8acc1555f0 0x7f8acc155a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8acc152760 0x7f8acc152be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 --2- 172.21.15.39:0/4165172136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ab8004d40 0x7f8acc0b29d0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 >> 172.21.15.39:0/4165172136 conn(0x7f8acc0d24b0 msgr2=0x7f8acc0705a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 shutdown_connections 2024-09-19T05:35:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.224+0000 7f8ad34d9640 1 -- 172.21.15.39:0/4165172136 wait complete. 2024-09-19T05:35:19.238 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":78,"stamp":"2024-09-19T05:35:18.684492+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133,"ondisk_log_size":133,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":21,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":270956,"kb_used_data":4780,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754703764,"statfs":{"total":773094113280,"available":772816654336,"internally_reserved":0,"allocated":4894720,"data_stored":2642649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.185582"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510928+0000","last_change":"2024-09-19T05:35:14.510928+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510928+0000","last_undegraded":"2024-09-19T05:35:14.510928+0000","last_fullsized":"2024-09-19T05:35:14.510928+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504880+0000","last_change":"2024-09-19T05:35:14.504880+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504880+0000","last_undegraded":"2024-09-19T05:35:14.504880+0000","last_fullsized":"2024-09-19T05:35:14.504880+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506257+0000","last_change":"2024-09-19T05:35:14.506257+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506257+0000","last_undegraded":"2024-09-19T05:35:14.506257+0000","last_fullsized":"2024-09-19T05:35:14.506257+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512690+0000","last_change":"2024-09-19T05:35:14.512690+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512690+0000","last_undegraded":"2024-09-19T05:35:14.512690+0000","last_fullsized":"2024-09-19T05:35:14.512690+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504221+0000","last_change":"2024-09-19T05:35:14.504221+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504221+0000","last_undegraded":"2024-09-19T05:35:14.504221+0000","last_fullsized":"2024-09-19T05:35:14.504221+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.553695+0000","last_change":"2024-09-19T05:35:15.550613+0000","last_active":"2024-09-19T05:35:15.553695+0000","last_peered":"2024-09-19T05:35:15.553695+0000","last_clean":"2024-09-19T05:35:15.553695+0000","last_became_active":"2024-09-19T05:35:15.550294+0000","last_became_peered":"2024-09-19T05:35:15.550294+0000","last_unstale":"2024-09-19T05:35:15.553695+0000","last_undegraded":"2024-09-19T05:35:15.553695+0000","last_fullsized":"2024-09-19T05:35:15.553695+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:55.458854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509406+0000","last_change":"2024-09-19T05:35:14.509406+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509406+0000","last_undegraded":"2024-09-19T05:35:14.509406+0000","last_fullsized":"2024-09-19T05:35:14.509406+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510700+0000","last_change":"2024-09-19T05:35:14.510700+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510700+0000","last_undegraded":"2024-09-19T05:35:14.510700+0000","last_fullsized":"2024-09-19T05:35:14.510700+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512280+0000","last_change":"2024-09-19T05:35:14.512280+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512280+0000","last_undegraded":"2024-09-19T05:35:14.512280+0000","last_fullsized":"2024-09-19T05:35:14.512280+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.514055+0000","last_change":"2024-09-19T05:35:14.514055+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.514055+0000","last_undegraded":"2024-09-19T05:35:14.514055+0000","last_fullsized":"2024-09-19T05:35:14.514055+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511800+0000","last_change":"2024-09-19T05:35:14.511800+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511800+0000","last_undegraded":"2024-09-19T05:35:14.511800+0000","last_fullsized":"2024-09-19T05:35:14.511800+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507801+0000","last_change":"2024-09-19T05:35:14.507801+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507801+0000","last_undegraded":"2024-09-19T05:35:14.507801+0000","last_fullsized":"2024-09-19T05:35:14.507801+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.564952+0000","last_change":"2024-09-19T05:35:15.559732+0000","last_active":"2024-09-19T05:35:15.564952+0000","last_peered":"2024-09-19T05:35:15.564952+0000","last_clean":"2024-09-19T05:35:15.564952+0000","last_became_active":"2024-09-19T05:35:15.558768+0000","last_became_peered":"2024-09-19T05:35:15.558768+0000","last_unstale":"2024-09-19T05:35:15.564952+0000","last_undegraded":"2024-09-19T05:35:15.564952+0000","last_fullsized":"2024-09-19T05:35:15.564952+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:44.111334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511469+0000","last_change":"2024-09-19T05:35:14.511469+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511469+0000","last_undegraded":"2024-09-19T05:35:14.511469+0000","last_fullsized":"2024-09-19T05:35:14.511469+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.557535+0000","last_change":"2024-09-19T05:35:15.553776+0000","last_active":"2024-09-19T05:35:15.557535+0000","last_peered":"2024-09-19T05:35:15.557535+0000","last_clean":"2024-09-19T05:35:15.557535+0000","last_became_active":"2024-09-19T05:35:15.553504+0000","last_became_peered":"2024-09-19T05:35:15.553504+0000","last_unstale":"2024-09-19T05:35:15.557535+0000","last_undegraded":"2024-09-19T05:35:15.557535+0000","last_fullsized":"2024-09-19T05:35:15.557535+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:51.781415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563821+0000","last_change":"2024-09-19T05:35:15.561769+0000","last_active":"2024-09-19T05:35:15.563821+0000","last_peered":"2024-09-19T05:35:15.563821+0000","last_clean":"2024-09-19T05:35:15.563821+0000","last_became_active":"2024-09-19T05:35:15.561074+0000","last_became_peered":"2024-09-19T05:35:15.561074+0000","last_unstale":"2024-09-19T05:35:15.563821+0000","last_undegraded":"2024-09-19T05:35:15.563821+0000","last_fullsized":"2024-09-19T05:35:15.563821+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:33.716944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506264+0000","last_change":"2024-09-19T05:35:14.506264+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506264+0000","last_undegraded":"2024-09-19T05:35:14.506264+0000","last_fullsized":"2024-09-19T05:35:14.506264+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507844+0000","last_change":"2024-09-19T05:35:14.507844+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507844+0000","last_undegraded":"2024-09-19T05:35:14.507844+0000","last_fullsized":"2024-09-19T05:35:14.507844+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563147+0000","last_change":"2024-09-19T05:35:15.561480+0000","last_active":"2024-09-19T05:35:15.563147+0000","last_peered":"2024-09-19T05:35:15.563147+0000","last_clean":"2024-09-19T05:35:15.563147+0000","last_became_active":"2024-09-19T05:35:15.561121+0000","last_became_peered":"2024-09-19T05:35:15.561121+0000","last_unstale":"2024-09-19T05:35:15.563147+0000","last_undegraded":"2024-09-19T05:35:15.563147+0000","last_fullsized":"2024-09-19T05:35:15.563147+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.601171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576221+0000","last_change":"2024-09-19T05:35:15.565641+0000","last_active":"2024-09-19T05:35:15.576221+0000","last_peered":"2024-09-19T05:35:15.576221+0000","last_clean":"2024-09-19T05:35:15.576221+0000","last_became_active":"2024-09-19T05:35:15.565303+0000","last_became_peered":"2024-09-19T05:35:15.565303+0000","last_unstale":"2024-09-19T05:35:15.576221+0000","last_undegraded":"2024-09-19T05:35:15.576221+0000","last_fullsized":"2024-09-19T05:35:15.576221+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:58.080562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.554212+0000","last_change":"2024-09-19T05:35:15.552790+0000","last_active":"2024-09-19T05:35:15.554212+0000","last_peered":"2024-09-19T05:35:15.554212+0000","last_clean":"2024-09-19T05:35:15.554212+0000","last_became_active":"2024-09-19T05:35:15.552497+0000","last_became_peered":"2024-09-19T05:35:15.552497+0000","last_unstale":"2024-09-19T05:35:15.554212+0000","last_undegraded":"2024-09-19T05:35:15.554212+0000","last_fullsized":"2024-09-19T05:35:15.554212+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:06.123816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510654+0000","last_change":"2024-09-19T05:35:14.510654+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510654+0000","last_undegraded":"2024-09-19T05:35:14.510654+0000","last_fullsized":"2024-09-19T05:35:14.510654+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560770+0000","last_change":"2024-09-19T05:35:15.553253+0000","last_active":"2024-09-19T05:35:15.560770+0000","last_peered":"2024-09-19T05:35:15.560770+0000","last_clean":"2024-09-19T05:35:15.560770+0000","last_became_active":"2024-09-19T05:35:15.552897+0000","last_became_peered":"2024-09-19T05:35:15.552897+0000","last_unstale":"2024-09-19T05:35:15.560770+0000","last_undegraded":"2024-09-19T05:35:15.560770+0000","last_fullsized":"2024-09-19T05:35:15.560770+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:44.475514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.559804+0000","last_change":"2024-09-19T05:35:15.551642+0000","last_active":"2024-09-19T05:35:15.559804+0000","last_peered":"2024-09-19T05:35:15.559804+0000","last_clean":"2024-09-19T05:35:15.559804+0000","last_became_active":"2024-09-19T05:35:15.550441+0000","last_became_peered":"2024-09-19T05:35:15.550441+0000","last_unstale":"2024-09-19T05:35:15.559804+0000","last_undegraded":"2024-09-19T05:35:15.559804+0000","last_fullsized":"2024-09-19T05:35:15.559804+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:44.111334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568636+0000","last_change":"2024-09-19T05:35:15.565278+0000","last_active":"2024-09-19T05:35:15.568636+0000","last_peered":"2024-09-19T05:35:15.568636+0000","last_clean":"2024-09-19T05:35:15.568636+0000","last_became_active":"2024-09-19T05:35:15.564980+0000","last_became_peered":"2024-09-19T05:35:15.564980+0000","last_unstale":"2024-09-19T05:35:15.568636+0000","last_undegraded":"2024-09-19T05:35:15.568636+0000","last_fullsized":"2024-09-19T05:35:15.568636+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:01.646366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576127+0000","last_change":"2024-09-19T05:35:15.565822+0000","last_active":"2024-09-19T05:35:15.576127+0000","last_peered":"2024-09-19T05:35:15.576127+0000","last_clean":"2024-09-19T05:35:15.576127+0000","last_became_active":"2024-09-19T05:35:15.565107+0000","last_became_peered":"2024-09-19T05:35:15.565107+0000","last_unstale":"2024-09-19T05:35:15.576127+0000","last_undegraded":"2024-09-19T05:35:15.576127+0000","last_fullsized":"2024-09-19T05:35:15.576127+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:48.989753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.505703+0000","last_change":"2024-09-19T05:35:14.505703+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.505703+0000","last_undegraded":"2024-09-19T05:35:14.505703+0000","last_fullsized":"2024-09-19T05:35:14.505703+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507311+0000","last_change":"2024-09-19T05:35:14.507311+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507311+0000","last_undegraded":"2024-09-19T05:35:14.507311+0000","last_fullsized":"2024-09-19T05:35:14.507311+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568634+0000","last_change":"2024-09-19T05:35:15.565472+0000","last_active":"2024-09-19T05:35:15.568634+0000","last_peered":"2024-09-19T05:35:15.568634+0000","last_clean":"2024-09-19T05:35:15.568634+0000","last_became_active":"2024-09-19T05:35:15.564706+0000","last_became_peered":"2024-09-19T05:35:15.564706+0000","last_unstale":"2024-09-19T05:35:15.568634+0000","last_undegraded":"2024-09-19T05:35:15.568634+0000","last_fullsized":"2024-09-19T05:35:15.568634+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:58.244122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506431+0000","last_change":"2024-09-19T05:35:14.506431+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506431+0000","last_undegraded":"2024-09-19T05:35:14.506431+0000","last_fullsized":"2024-09-19T05:35:14.506431+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.551064+0000","last_change":"2024-09-19T05:35:15.547014+0000","last_active":"2024-09-19T05:35:15.551064+0000","last_peered":"2024-09-19T05:35:15.551064+0000","last_clean":"2024-09-19T05:35:15.551064+0000","last_became_active":"2024-09-19T05:35:15.546704+0000","last_became_peered":"2024-09-19T05:35:15.546704+0000","last_unstale":"2024-09-19T05:35:15.551064+0000","last_undegraded":"2024-09-19T05:35:15.551064+0000","last_fullsized":"2024-09-19T05:35:15.551064+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:04.039710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576108+0000","last_change":"2024-09-19T05:35:15.566163+0000","last_active":"2024-09-19T05:35:15.576108+0000","last_peered":"2024-09-19T05:35:15.576108+0000","last_clean":"2024-09-19T05:35:15.576108+0000","last_became_active":"2024-09-19T05:35:15.565814+0000","last_became_peered":"2024-09-19T05:35:15.565814+0000","last_unstale":"2024-09-19T05:35:15.576108+0000","last_undegraded":"2024-09-19T05:35:15.576108+0000","last_fullsized":"2024-09-19T05:35:15.576108+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.601171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510356+0000","last_change":"2024-09-19T05:35:14.510356+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510356+0000","last_undegraded":"2024-09-19T05:35:14.510356+0000","last_fullsized":"2024-09-19T05:35:14.510356+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"42'4","reported_seq":16,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.575639+0000","last_change":"2024-09-19T05:35:14.514397+0000","last_active":"2024-09-19T05:35:15.575639+0000","last_peered":"2024-09-19T05:35:15.575639+0000","last_clean":"2024-09-19T05:35:15.575639+0000","last_became_active":"2024-09-19T05:35:14.513835+0000","last_became_peered":"2024-09-19T05:35:14.513835+0000","last_unstale":"2024-09-19T05:35:15.575639+0000","last_undegraded":"2024-09-19T05:35:15.575639+0000","last_fullsized":"2024-09-19T05:35:15.575639+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:35.934738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560695+0000","last_change":"2024-09-19T05:35:15.555260+0000","last_active":"2024-09-19T05:35:15.560695+0000","last_peered":"2024-09-19T05:35:15.560695+0000","last_clean":"2024-09-19T05:35:15.560695+0000","last_became_active":"2024-09-19T05:35:15.554958+0000","last_became_peered":"2024-09-19T05:35:15.554958+0000","last_unstale":"2024-09-19T05:35:15.560695+0000","last_undegraded":"2024-09-19T05:35:15.560695+0000","last_fullsized":"2024-09-19T05:35:15.560695+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:58.080562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520654+0000","last_change":"2024-09-19T05:35:14.513731+0000","last_active":"2024-09-19T05:35:14.520654+0000","last_peered":"2024-09-19T05:35:14.520654+0000","last_clean":"2024-09-19T05:35:14.520654+0000","last_became_active":"2024-09-19T05:35:14.513204+0000","last_became_peered":"2024-09-19T05:35:14.513204+0000","last_unstale":"2024-09-19T05:35:14.520654+0000","last_undegraded":"2024-09-19T05:35:14.520654+0000","last_fullsized":"2024-09-19T05:35:14.520654+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:12:15.320255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504544+0000","last_change":"2024-09-19T05:35:14.504544+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504544+0000","last_undegraded":"2024-09-19T05:35:14.504544+0000","last_fullsized":"2024-09-19T05:35:14.504544+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.529710+0000","last_change":"2024-09-19T05:35:14.519981+0000","last_active":"2024-09-19T05:35:14.529710+0000","last_peered":"2024-09-19T05:35:14.529710+0000","last_clean":"2024-09-19T05:35:14.529710+0000","last_became_active":"2024-09-19T05:35:14.519532+0000","last_became_peered":"2024-09-19T05:35:14.519532+0000","last_unstale":"2024-09-19T05:35:14.529710+0000","last_undegraded":"2024-09-19T05:35:14.529710+0000","last_fullsized":"2024-09-19T05:35:14.529710+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:16.979005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510714+0000","last_change":"2024-09-19T05:35:14.510714+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510714+0000","last_undegraded":"2024-09-19T05:35:14.510714+0000","last_fullsized":"2024-09-19T05:35:14.510714+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520971+0000","last_change":"2024-09-19T05:35:14.518582+0000","last_active":"2024-09-19T05:35:14.520971+0000","last_peered":"2024-09-19T05:35:14.520971+0000","last_clean":"2024-09-19T05:35:14.520971+0000","last_became_active":"2024-09-19T05:35:14.518268+0000","last_became_peered":"2024-09-19T05:35:14.518268+0000","last_unstale":"2024-09-19T05:35:14.520971+0000","last_undegraded":"2024-09-19T05:35:14.520971+0000","last_fullsized":"2024-09-19T05:35:14.520971+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:02.713286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.505740+0000","last_change":"2024-09-19T05:35:14.505740+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.505740+0000","last_undegraded":"2024-09-19T05:35:14.505740+0000","last_fullsized":"2024-09-19T05:35:14.505740+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"42'1","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574601+0000","last_change":"2024-09-19T05:35:14.513536+0000","last_active":"2024-09-19T05:35:15.574601+0000","last_peered":"2024-09-19T05:35:15.574601+0000","last_clean":"2024-09-19T05:35:15.574601+0000","last_became_active":"2024-09-19T05:35:14.513205+0000","last_became_peered":"2024-09-19T05:35:14.513205+0000","last_unstale":"2024-09-19T05:35:15.574601+0000","last_undegraded":"2024-09-19T05:35:15.574601+0000","last_fullsized":"2024-09-19T05:35:15.574601+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:51.655813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513803+0000","last_change":"2024-09-19T05:35:14.513803+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513803+0000","last_undegraded":"2024-09-19T05:35:14.513803+0000","last_fullsized":"2024-09-19T05:35:14.513803+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520205+0000","last_change":"2024-09-19T05:35:14.514007+0000","last_active":"2024-09-19T05:35:14.520205+0000","last_peered":"2024-09-19T05:35:14.520205+0000","last_clean":"2024-09-19T05:35:14.520205+0000","last_became_active":"2024-09-19T05:35:14.513410+0000","last_became_peered":"2024-09-19T05:35:14.513410+0000","last_unstale":"2024-09-19T05:35:14.520205+0000","last_undegraded":"2024-09-19T05:35:14.520205+0000","last_fullsized":"2024-09-19T05:35:14.520205+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:44.377156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510324+0000","last_change":"2024-09-19T05:35:14.510324+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510324+0000","last_undegraded":"2024-09-19T05:35:14.510324+0000","last_fullsized":"2024-09-19T05:35:14.510324+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.517119+0000","last_change":"2024-09-19T05:35:14.514904+0000","last_active":"2024-09-19T05:35:14.517119+0000","last_peered":"2024-09-19T05:35:14.517119+0000","last_clean":"2024-09-19T05:35:14.517119+0000","last_became_active":"2024-09-19T05:35:14.512886+0000","last_became_peered":"2024-09-19T05:35:14.512886+0000","last_unstale":"2024-09-19T05:35:14.517119+0000","last_undegraded":"2024-09-19T05:35:14.517119+0000","last_fullsized":"2024-09-19T05:35:14.517119+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:59.447611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560792+0000","last_change":"2024-09-19T05:35:15.553645+0000","last_active":"2024-09-19T05:35:15.560792+0000","last_peered":"2024-09-19T05:35:15.560792+0000","last_clean":"2024-09-19T05:35:15.560792+0000","last_became_active":"2024-09-19T05:35:15.553327+0000","last_became_peered":"2024-09-19T05:35:15.553327+0000","last_unstale":"2024-09-19T05:35:15.560792+0000","last_undegraded":"2024-09-19T05:35:15.560792+0000","last_fullsized":"2024-09-19T05:35:15.560792+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.986381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525030+0000","last_change":"2024-09-19T05:35:14.517271+0000","last_active":"2024-09-19T05:35:14.525030+0000","last_peered":"2024-09-19T05:35:14.525030+0000","last_clean":"2024-09-19T05:35:14.525030+0000","last_became_active":"2024-09-19T05:35:14.516368+0000","last_became_peered":"2024-09-19T05:35:14.516368+0000","last_unstale":"2024-09-19T05:35:14.525030+0000","last_undegraded":"2024-09-19T05:35:14.525030+0000","last_fullsized":"2024-09-19T05:35:14.525030+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:04:19.772575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507372+0000","last_change":"2024-09-19T05:35:14.507372+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507372+0000","last_undegraded":"2024-09-19T05:35:14.507372+0000","last_fullsized":"2024-09-19T05:35:14.507372+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.515836+0000","last_change":"2024-09-19T05:35:14.512605+0000","last_active":"2024-09-19T05:35:14.515836+0000","last_peered":"2024-09-19T05:35:14.515836+0000","last_clean":"2024-09-19T05:35:14.515836+0000","last_became_active":"2024-09-19T05:35:14.512265+0000","last_became_peered":"2024-09-19T05:35:14.512265+0000","last_unstale":"2024-09-19T05:35:14.515836+0000","last_undegraded":"2024-09-19T05:35:14.515836+0000","last_fullsized":"2024-09-19T05:35:14.515836+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:38.301291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509923+0000","last_change":"2024-09-19T05:35:14.509923+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509923+0000","last_undegraded":"2024-09-19T05:35:14.509923+0000","last_fullsized":"2024-09-19T05:35:14.509923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.529738+0000","last_change":"2024-09-19T05:35:14.520882+0000","last_active":"2024-09-19T05:35:14.529738+0000","last_peered":"2024-09-19T05:35:14.529738+0000","last_clean":"2024-09-19T05:35:14.529738+0000","last_became_active":"2024-09-19T05:35:14.520623+0000","last_became_peered":"2024-09-19T05:35:14.520623+0000","last_unstale":"2024-09-19T05:35:14.529738+0000","last_undegraded":"2024-09-19T05:35:14.529738+0000","last_fullsized":"2024-09-19T05:35:14.529738+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:38.301291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.575612+0000","last_change":"2024-09-19T05:35:15.572313+0000","last_active":"2024-09-19T05:35:15.575612+0000","last_peered":"2024-09-19T05:35:15.575612+0000","last_clean":"2024-09-19T05:35:15.575612+0000","last_became_active":"2024-09-19T05:35:15.572035+0000","last_became_peered":"2024-09-19T05:35:15.572035+0000","last_unstale":"2024-09-19T05:35:15.575612+0000","last_undegraded":"2024-09-19T05:35:15.575612+0000","last_fullsized":"2024-09-19T05:35:15.575612+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:07.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.523732+0000","last_change":"2024-09-19T05:35:14.522875+0000","last_active":"2024-09-19T05:35:14.523732+0000","last_peered":"2024-09-19T05:35:14.523732+0000","last_clean":"2024-09-19T05:35:14.523732+0000","last_became_active":"2024-09-19T05:35:14.522559+0000","last_became_peered":"2024-09-19T05:35:14.522559+0000","last_unstale":"2024-09-19T05:35:14.523732+0000","last_undegraded":"2024-09-19T05:35:14.523732+0000","last_fullsized":"2024-09-19T05:35:14.523732+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:02.678259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510382+0000","last_change":"2024-09-19T05:35:14.510382+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510382+0000","last_undegraded":"2024-09-19T05:35:14.510382+0000","last_fullsized":"2024-09-19T05:35:14.510382+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"42'6","reported_seq":18,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.578790+0000","last_change":"2024-09-19T05:35:14.514998+0000","last_active":"2024-09-19T05:35:15.578790+0000","last_peered":"2024-09-19T05:35:15.578790+0000","last_clean":"2024-09-19T05:35:15.578790+0000","last_became_active":"2024-09-19T05:35:14.514710+0000","last_became_peered":"2024-09-19T05:35:14.514710+0000","last_unstale":"2024-09-19T05:35:15.578790+0000","last_undegraded":"2024-09-19T05:35:15.578790+0000","last_fullsized":"2024-09-19T05:35:15.578790+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:47.851121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563649+0000","last_change":"2024-09-19T05:35:15.561791+0000","last_active":"2024-09-19T05:35:15.563649+0000","last_peered":"2024-09-19T05:35:15.563649+0000","last_clean":"2024-09-19T05:35:15.563649+0000","last_became_active":"2024-09-19T05:35:15.561464+0000","last_became_peered":"2024-09-19T05:35:15.561464+0000","last_unstale":"2024-09-19T05:35:15.563649+0000","last_undegraded":"2024-09-19T05:35:15.563649+0000","last_fullsized":"2024-09-19T05:35:15.563649+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:30.205896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"42'2","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.577877+0000","last_change":"2024-09-19T05:35:14.521149+0000","last_active":"2024-09-19T05:35:15.577877+0000","last_peered":"2024-09-19T05:35:15.577877+0000","last_clean":"2024-09-19T05:35:15.577877+0000","last_became_active":"2024-09-19T05:35:14.520892+0000","last_became_peered":"2024-09-19T05:35:14.520892+0000","last_unstale":"2024-09-19T05:35:15.577877+0000","last_undegraded":"2024-09-19T05:35:15.577877+0000","last_fullsized":"2024-09-19T05:35:15.577877+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:49.414119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513358+0000","last_change":"2024-09-19T05:35:14.513358+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513358+0000","last_undegraded":"2024-09-19T05:35:14.513358+0000","last_fullsized":"2024-09-19T05:35:14.513358+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521001+0000","last_change":"2024-09-19T05:35:14.519544+0000","last_active":"2024-09-19T05:35:14.521001+0000","last_peered":"2024-09-19T05:35:14.521001+0000","last_clean":"2024-09-19T05:35:14.521001+0000","last_became_active":"2024-09-19T05:35:14.519234+0000","last_became_peered":"2024-09-19T05:35:14.519234+0000","last_unstale":"2024-09-19T05:35:14.521001+0000","last_undegraded":"2024-09-19T05:35:14.521001+0000","last_fullsized":"2024-09-19T05:35:14.521001+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:17.334812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574491+0000","last_change":"2024-09-19T05:35:15.571617+0000","last_active":"2024-09-19T05:35:15.574491+0000","last_peered":"2024-09-19T05:35:15.574491+0000","last_clean":"2024-09-19T05:35:15.574491+0000","last_became_active":"2024-09-19T05:35:15.571308+0000","last_became_peered":"2024-09-19T05:35:15.571308+0000","last_unstale":"2024-09-19T05:35:15.574491+0000","last_undegraded":"2024-09-19T05:35:15.574491+0000","last_fullsized":"2024-09-19T05:35:15.574491+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:43.247835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.542271+0000","last_change":"2024-09-19T05:35:14.517525+0000","last_active":"2024-09-19T05:35:15.542271+0000","last_peered":"2024-09-19T05:35:15.542271+0000","last_clean":"2024-09-19T05:35:15.542271+0000","last_became_active":"2024-09-19T05:35:14.517265+0000","last_became_peered":"2024-09-19T05:35:14.517265+0000","last_unstale":"2024-09-19T05:35:15.542271+0000","last_undegraded":"2024-09-19T05:35:15.542271+0000","last_fullsized":"2024-09-19T05:35:15.542271+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:59.446623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.508923+0000","last_change":"2024-09-19T05:35:14.508923+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.508923+0000","last_undegraded":"2024-09-19T05:35:14.508923+0000","last_fullsized":"2024-09-19T05:35:14.508923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525057+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:14.525057+0000","last_peered":"2024-09-19T05:35:14.525057+0000","last_clean":"2024-09-19T05:35:14.525057+0000","last_became_active":"2024-09-19T05:35:14.518133+0000","last_became_peered":"2024-09-19T05:35:14.518133+0000","last_unstale":"2024-09-19T05:35:14.525057+0000","last_undegraded":"2024-09-19T05:35:14.525057+0000","last_fullsized":"2024-09-19T05:35:14.525057+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:46.404728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576101+0000","last_change":"2024-09-19T05:35:15.565473+0000","last_active":"2024-09-19T05:35:15.576101+0000","last_peered":"2024-09-19T05:35:15.576101+0000","last_clean":"2024-09-19T05:35:15.576101+0000","last_became_active":"2024-09-19T05:35:15.565129+0000","last_became_peered":"2024-09-19T05:35:15.565129+0000","last_unstale":"2024-09-19T05:35:15.576101+0000","last_undegraded":"2024-09-19T05:35:15.576101+0000","last_fullsized":"2024-09-19T05:35:15.576101+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:44.475514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"42'1","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.577121+0000","last_change":"2024-09-19T05:35:14.518378+0000","last_active":"2024-09-19T05:35:15.577121+0000","last_peered":"2024-09-19T05:35:15.577121+0000","last_clean":"2024-09-19T05:35:15.577121+0000","last_became_active":"2024-09-19T05:35:14.518041+0000","last_became_peered":"2024-09-19T05:35:14.518041+0000","last_unstale":"2024-09-19T05:35:15.577121+0000","last_undegraded":"2024-09-19T05:35:15.577121+0000","last_fullsized":"2024-09-19T05:35:15.577121+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:42.000777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511860+0000","last_change":"2024-09-19T05:35:14.511860+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511860+0000","last_undegraded":"2024-09-19T05:35:14.511860+0000","last_fullsized":"2024-09-19T05:35:14.511860+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520678+0000","last_change":"2024-09-19T05:35:14.514282+0000","last_active":"2024-09-19T05:35:14.520678+0000","last_peered":"2024-09-19T05:35:14.520678+0000","last_clean":"2024-09-19T05:35:14.520678+0000","last_became_active":"2024-09-19T05:35:14.513783+0000","last_became_peered":"2024-09-19T05:35:14.513783+0000","last_unstale":"2024-09-19T05:35:14.520678+0000","last_undegraded":"2024-09-19T05:35:14.520678+0000","last_fullsized":"2024-09-19T05:35:14.520678+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:28.860868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.561923+0000","last_change":"2024-09-19T05:35:15.557811+0000","last_active":"2024-09-19T05:35:15.561923+0000","last_peered":"2024-09-19T05:35:15.561923+0000","last_clean":"2024-09-19T05:35:15.561923+0000","last_became_active":"2024-09-19T05:35:15.557493+0000","last_became_peered":"2024-09-19T05:35:15.557493+0000","last_unstale":"2024-09-19T05:35:15.561923+0000","last_undegraded":"2024-09-19T05:35:15.561923+0000","last_fullsized":"2024-09-19T05:35:15.561923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:48.989753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.519089+0000","last_change":"2024-09-19T05:35:14.517478+0000","last_active":"2024-09-19T05:35:14.519089+0000","last_peered":"2024-09-19T05:35:14.519089+0000","last_clean":"2024-09-19T05:35:14.519089+0000","last_became_active":"2024-09-19T05:35:14.517189+0000","last_became_peered":"2024-09-19T05:35:14.517189+0000","last_unstale":"2024-09-19T05:35:14.519089+0000","last_undegraded":"2024-09-19T05:35:14.519089+0000","last_fullsized":"2024-09-19T05:35:14.519089+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:53.163997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.571748+0000","last_change":"2024-09-19T05:35:15.568852+0000","last_active":"2024-09-19T05:35:15.571748+0000","last_peered":"2024-09-19T05:35:15.571748+0000","last_clean":"2024-09-19T05:35:15.571748+0000","last_became_active":"2024-09-19T05:35:15.568511+0000","last_became_peered":"2024-09-19T05:35:15.568511+0000","last_unstale":"2024-09-19T05:35:15.571748+0000","last_undegraded":"2024-09-19T05:35:15.571748+0000","last_fullsized":"2024-09-19T05:35:15.571748+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:05.964705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.542354+0000","last_change":"2024-09-19T05:35:14.517526+0000","last_active":"2024-09-19T05:35:15.542354+0000","last_peered":"2024-09-19T05:35:15.542354+0000","last_clean":"2024-09-19T05:35:15.542354+0000","last_became_active":"2024-09-19T05:35:14.516729+0000","last_became_peered":"2024-09-19T05:35:14.516729+0000","last_unstale":"2024-09-19T05:35:15.542354+0000","last_undegraded":"2024-09-19T05:35:15.542354+0000","last_fullsized":"2024-09-19T05:35:15.542354+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:14.922651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574510+0000","last_change":"2024-09-19T05:35:15.571401+0000","last_active":"2024-09-19T05:35:15.574510+0000","last_peered":"2024-09-19T05:35:15.574510+0000","last_clean":"2024-09-19T05:35:15.574510+0000","last_became_active":"2024-09-19T05:35:15.571086+0000","last_became_peered":"2024-09-19T05:35:15.571086+0000","last_unstale":"2024-09-19T05:35:15.574510+0000","last_undegraded":"2024-09-19T05:35:15.574510+0000","last_fullsized":"2024-09-19T05:35:15.574510+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:49.869632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"42'2","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574755+0000","last_change":"2024-09-19T05:35:14.513632+0000","last_active":"2024-09-19T05:35:15.574755+0000","last_peered":"2024-09-19T05:35:15.574755+0000","last_clean":"2024-09-19T05:35:15.574755+0000","last_became_active":"2024-09-19T05:35:14.512842+0000","last_became_peered":"2024-09-19T05:35:14.512842+0000","last_unstale":"2024-09-19T05:35:15.574755+0000","last_undegraded":"2024-09-19T05:35:15.574755+0000","last_fullsized":"2024-09-19T05:35:15.574755+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:35.238110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510042+0000","last_change":"2024-09-19T05:35:14.510042+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510042+0000","last_undegraded":"2024-09-19T05:35:14.510042+0000","last_fullsized":"2024-09-19T05:35:14.510042+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521663+0000","last_change":"2024-09-19T05:35:14.520622+0000","last_active":"2024-09-19T05:35:14.521663+0000","last_peered":"2024-09-19T05:35:14.521663+0000","last_clean":"2024-09-19T05:35:14.521663+0000","last_became_active":"2024-09-19T05:35:14.520296+0000","last_became_peered":"2024-09-19T05:35:14.520296+0000","last_unstale":"2024-09-19T05:35:14.521663+0000","last_undegraded":"2024-09-19T05:35:14.521663+0000","last_fullsized":"2024-09-19T05:35:14.521663+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:29.027000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576067+0000","last_change":"2024-09-19T05:35:15.565604+0000","last_active":"2024-09-19T05:35:15.576067+0000","last_peered":"2024-09-19T05:35:15.576067+0000","last_clean":"2024-09-19T05:35:15.576067+0000","last_became_active":"2024-09-19T05:35:15.565237+0000","last_became_peered":"2024-09-19T05:35:15.565237+0000","last_unstale":"2024-09-19T05:35:15.576067+0000","last_undegraded":"2024-09-19T05:35:15.576067+0000","last_fullsized":"2024-09-19T05:35:15.576067+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.986381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524869+0000","last_change":"2024-09-19T05:35:14.517023+0000","last_active":"2024-09-19T05:35:14.524869+0000","last_peered":"2024-09-19T05:35:14.524869+0000","last_clean":"2024-09-19T05:35:14.524869+0000","last_became_active":"2024-09-19T05:35:14.516726+0000","last_became_peered":"2024-09-19T05:35:14.516726+0000","last_unstale":"2024-09-19T05:35:14.524869+0000","last_undegraded":"2024-09-19T05:35:14.524869+0000","last_fullsized":"2024-09-19T05:35:14.524869+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:52.113974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510158+0000","last_change":"2024-09-19T05:35:14.510158+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510158+0000","last_undegraded":"2024-09-19T05:35:14.510158+0000","last_fullsized":"2024-09-19T05:35:14.510158+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521084+0000","last_change":"2024-09-19T05:35:14.520161+0000","last_active":"2024-09-19T05:35:14.521084+0000","last_peered":"2024-09-19T05:35:14.521084+0000","last_clean":"2024-09-19T05:35:14.521084+0000","last_became_active":"2024-09-19T05:35:14.519604+0000","last_became_peered":"2024-09-19T05:35:14.519604+0000","last_unstale":"2024-09-19T05:35:14.521084+0000","last_undegraded":"2024-09-19T05:35:14.521084+0000","last_fullsized":"2024-09-19T05:35:14.521084+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:21.444852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.566809+0000","last_change":"2024-09-19T05:35:15.563997+0000","last_active":"2024-09-19T05:35:15.566809+0000","last_peered":"2024-09-19T05:35:15.566809+0000","last_clean":"2024-09-19T05:35:15.566809+0000","last_became_active":"2024-09-19T05:35:15.563682+0000","last_became_peered":"2024-09-19T05:35:15.563682+0000","last_unstale":"2024-09-19T05:35:15.566809+0000","last_undegraded":"2024-09-19T05:35:15.566809+0000","last_fullsized":"2024-09-19T05:35:15.566809+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:02.240011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.541980+0000","last_change":"2024-09-19T05:35:14.515944+0000","last_active":"2024-09-19T05:35:15.541980+0000","last_peered":"2024-09-19T05:35:15.541980+0000","last_clean":"2024-09-19T05:35:15.541980+0000","last_became_active":"2024-09-19T05:35:14.515681+0000","last_became_peered":"2024-09-19T05:35:14.515681+0000","last_unstale":"2024-09-19T05:35:15.541980+0000","last_undegraded":"2024-09-19T05:35:15.541980+0000","last_fullsized":"2024-09-19T05:35:15.541980+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:44.945423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512204+0000","last_change":"2024-09-19T05:35:14.512204+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512204+0000","last_undegraded":"2024-09-19T05:35:14.512204+0000","last_fullsized":"2024-09-19T05:35:14.512204+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524019+0000","last_change":"2024-09-19T05:35:14.523136+0000","last_active":"2024-09-19T05:35:14.524019+0000","last_peered":"2024-09-19T05:35:14.524019+0000","last_clean":"2024-09-19T05:35:14.524019+0000","last_became_active":"2024-09-19T05:35:14.522673+0000","last_became_peered":"2024-09-19T05:35:14.522673+0000","last_unstale":"2024-09-19T05:35:14.524019+0000","last_undegraded":"2024-09-19T05:35:14.524019+0000","last_fullsized":"2024-09-19T05:35:14.524019+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:34.611612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509937+0000","last_change":"2024-09-19T05:35:14.509937+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509937+0000","last_undegraded":"2024-09-19T05:35:14.509937+0000","last_fullsized":"2024-09-19T05:35:14.509937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524889+0000","last_change":"2024-09-19T05:35:14.519193+0000","last_active":"2024-09-19T05:35:14.524889+0000","last_peered":"2024-09-19T05:35:14.524889+0000","last_clean":"2024-09-19T05:35:14.524889+0000","last_became_active":"2024-09-19T05:35:14.518924+0000","last_became_peered":"2024-09-19T05:35:14.518924+0000","last_unstale":"2024-09-19T05:35:14.524889+0000","last_undegraded":"2024-09-19T05:35:14.524889+0000","last_fullsized":"2024-09-19T05:35:14.524889+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.866174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568957+0000","last_change":"2024-09-19T05:35:15.562154+0000","last_active":"2024-09-19T05:35:15.568957+0000","last_peered":"2024-09-19T05:35:15.568957+0000","last_clean":"2024-09-19T05:35:15.568957+0000","last_became_active":"2024-09-19T05:35:15.561857+0000","last_became_peered":"2024-09-19T05:35:15.561857+0000","last_unstale":"2024-09-19T05:35:15.568957+0000","last_undegraded":"2024-09-19T05:35:15.568957+0000","last_fullsized":"2024-09-19T05:35:15.568957+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:42.606935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.523744+0000","last_change":"2024-09-19T05:35:14.522916+0000","last_active":"2024-09-19T05:35:14.523744+0000","last_peered":"2024-09-19T05:35:14.523744+0000","last_clean":"2024-09-19T05:35:14.523744+0000","last_became_active":"2024-09-19T05:35:14.522607+0000","last_became_peered":"2024-09-19T05:35:14.522607+0000","last_unstale":"2024-09-19T05:35:14.523744+0000","last_undegraded":"2024-09-19T05:35:14.523744+0000","last_fullsized":"2024-09-19T05:35:14.523744+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:06.758556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574815+0000","last_change":"2024-09-19T05:35:15.571715+0000","last_active":"2024-09-19T05:35:15.574815+0000","last_peered":"2024-09-19T05:35:15.574815+0000","last_clean":"2024-09-19T05:35:15.574815+0000","last_became_active":"2024-09-19T05:35:15.571412+0000","last_became_peered":"2024-09-19T05:35:15.571412+0000","last_unstale":"2024-09-19T05:35:15.574815+0000","last_undegraded":"2024-09-19T05:35:15.574815+0000","last_fullsized":"2024-09-19T05:35:15.574815+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:12.769988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520784+0000","last_change":"2024-09-19T05:35:14.518274+0000","last_active":"2024-09-19T05:35:14.520784+0000","last_peered":"2024-09-19T05:35:14.520784+0000","last_clean":"2024-09-19T05:35:14.520784+0000","last_became_active":"2024-09-19T05:35:14.517954+0000","last_became_peered":"2024-09-19T05:35:14.517954+0000","last_unstale":"2024-09-19T05:35:14.520784+0000","last_undegraded":"2024-09-19T05:35:14.520784+0000","last_fullsized":"2024-09-19T05:35:14.520784+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.866174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504751+0000","last_change":"2024-09-19T05:35:14.504751+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504751+0000","last_undegraded":"2024-09-19T05:35:14.504751+0000","last_fullsized":"2024-09-19T05:35:14.504751+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520079+0000","last_change":"2024-09-19T05:35:14.512648+0000","last_active":"2024-09-19T05:35:14.520079+0000","last_peered":"2024-09-19T05:35:14.520079+0000","last_clean":"2024-09-19T05:35:14.520079+0000","last_became_active":"2024-09-19T05:35:14.512367+0000","last_became_peered":"2024-09-19T05:35:14.512367+0000","last_unstale":"2024-09-19T05:35:14.520079+0000","last_undegraded":"2024-09-19T05:35:14.520079+0000","last_fullsized":"2024-09-19T05:35:14.520079+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:28.860868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504953+0000","last_change":"2024-09-19T05:35:14.504953+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504953+0000","last_undegraded":"2024-09-19T05:35:14.504953+0000","last_fullsized":"2024-09-19T05:35:14.504953+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525094+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:14.525094+0000","last_peered":"2024-09-19T05:35:14.525094+0000","last_clean":"2024-09-19T05:35:14.525094+0000","last_became_active":"2024-09-19T05:35:14.518105+0000","last_became_peered":"2024-09-19T05:35:14.518105+0000","last_unstale":"2024-09-19T05:35:14.525094+0000","last_undegraded":"2024-09-19T05:35:14.525094+0000","last_fullsized":"2024-09-19T05:35:14.525094+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:33.815911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513625+0000","last_change":"2024-09-19T05:35:14.513625+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513625+0000","last_undegraded":"2024-09-19T05:35:14.513625+0000","last_fullsized":"2024-09-19T05:35:14.513625+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.518867+0000","last_change":"2024-09-19T05:35:14.517601+0000","last_active":"2024-09-19T05:35:14.518867+0000","last_peered":"2024-09-19T05:35:14.518867+0000","last_clean":"2024-09-19T05:35:14.518867+0000","last_became_active":"2024-09-19T05:35:14.517297+0000","last_became_peered":"2024-09-19T05:35:14.517297+0000","last_unstale":"2024-09-19T05:35:14.518867+0000","last_undegraded":"2024-09-19T05:35:14.518867+0000","last_fullsized":"2024-09-19T05:35:14.518867+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:48.723750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.512486+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:14.512486+0000","last_peered":"2024-09-19T05:35:14.512486+0000","last_clean":"2024-09-19T05:35:14.512486+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:14.512486+0000","last_undegraded":"2024-09-19T05:35:14.512486+0000","last_fullsized":"2024-09-19T05:35:14.512486+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35808,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336032,"statfs":{"total":96636764160,"available":96600096768,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509458,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31656,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340184,"statfs":{"total":96636764160,"available":96604348416,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542164,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36376,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335464,"statfs":{"total":96636764160,"available":96599515136,"internally_reserved":0,"allocated":1052672,"data_stored":770757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542162,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35796,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336044,"statfs":{"total":96636764160,"available":96600109056,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35804,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336036,"statfs":{"total":96636764160,"available":96600100864,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32228,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339612,"statfs":{"total":96636764160,"available":96603762688,"internally_reserved":0,"allocated":1052672,"data_stored":770757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:19.242 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3f is not active+clean 2024-09-19T05:35:19.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.510928+0000', 'last_change': '2024-09-19T05:35:14.510928+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.510928+0000', 'last_undegraded': '2024-09-19T05:35:14.510928+0000', 'last_fullsized': '2024-09-19T05:35:14.510928+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:19.242 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3e is not active+clean 2024-09-19T05:35:19.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.504880+0000', 'last_change': '2024-09-19T05:35:14.504880+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.504880+0000', 'last_undegraded': '2024-09-19T05:35:14.504880+0000', 'last_fullsized': '2024-09-19T05:35:14.504880+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:19.242 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3d is not active+clean 2024-09-19T05:35:19.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.506257+0000', 'last_change': '2024-09-19T05:35:14.506257+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.506257+0000', 'last_undegraded': '2024-09-19T05:35:14.506257+0000', 'last_fullsized': '2024-09-19T05:35:14.506257+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:19.242 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3c is not active+clean 2024-09-19T05:35:19.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.512690+0000', 'last_change': '2024-09-19T05:35:14.512690+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.512690+0000', 'last_undegraded': '2024-09-19T05:35:14.512690+0000', 'last_fullsized': '2024-09-19T05:35:14.512690+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3b is not active+clean 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.504221+0000', 'last_change': '2024-09-19T05:35:14.504221+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.504221+0000', 'last_undegraded': '2024-09-19T05:35:14.504221+0000', 'last_fullsized': '2024-09-19T05:35:14.504221+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:PG 7.39 is not active+clean 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.509406+0000', 'last_change': '2024-09-19T05:35:14.509406+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.509406+0000', 'last_undegraded': '2024-09-19T05:35:14.509406+0000', 'last_fullsized': '2024-09-19T05:35:14.509406+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:PG 7.38 is not active+clean 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.510700+0000', 'last_change': '2024-09-19T05:35:14.510700+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.510700+0000', 'last_undegraded': '2024-09-19T05:35:14.510700+0000', 'last_fullsized': '2024-09-19T05:35:14.510700+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:PG 7.37 is not active+clean 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.512280+0000', 'last_change': '2024-09-19T05:35:14.512280+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.512280+0000', 'last_undegraded': '2024-09-19T05:35:14.512280+0000', 'last_fullsized': '2024-09-19T05:35:14.512280+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:PG 7.36 is not active+clean 2024-09-19T05:35:19.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.514055+0000', 'last_change': '2024-09-19T05:35:14.514055+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.514055+0000', 'last_undegraded': '2024-09-19T05:35:14.514055+0000', 'last_fullsized': '2024-09-19T05:35:14.514055+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.244 INFO:tasks.ceph.ceph_manager.ceph:PG 7.35 is not active+clean 2024-09-19T05:35:19.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.511800+0000', 'last_change': '2024-09-19T05:35:14.511800+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.511800+0000', 'last_undegraded': '2024-09-19T05:35:14.511800+0000', 'last_fullsized': '2024-09-19T05:35:14.511800+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.244 INFO:tasks.ceph.ceph_manager.ceph:PG 7.34 is not active+clean 2024-09-19T05:35:19.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.507801+0000', 'last_change': '2024-09-19T05:35:14.507801+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.507801+0000', 'last_undegraded': '2024-09-19T05:35:14.507801+0000', 'last_fullsized': '2024-09-19T05:35:14.507801+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:19.244 INFO:tasks.ceph.ceph_manager.ceph:PG 7.32 is not active+clean 2024-09-19T05:35:19.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.511469+0000', 'last_change': '2024-09-19T05:35:14.511469+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.511469+0000', 'last_undegraded': '2024-09-19T05:35:14.511469+0000', 'last_fullsized': '2024-09-19T05:35:14.511469+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.244 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2f is not active+clean 2024-09-19T05:35:19.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.506264+0000', 'last_change': '2024-09-19T05:35:14.506264+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.506264+0000', 'last_undegraded': '2024-09-19T05:35:14.506264+0000', 'last_fullsized': '2024-09-19T05:35:14.506264+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2e is not active+clean 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.507844+0000', 'last_change': '2024-09-19T05:35:14.507844+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.507844+0000', 'last_undegraded': '2024-09-19T05:35:14.507844+0000', 'last_fullsized': '2024-09-19T05:35:14.507844+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2a is not active+clean 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.510654+0000', 'last_change': '2024-09-19T05:35:14.510654+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.510654+0000', 'last_undegraded': '2024-09-19T05:35:14.510654+0000', 'last_fullsized': '2024-09-19T05:35:14.510654+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:PG 7.25 is not active+clean 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.505703+0000', 'last_change': '2024-09-19T05:35:14.505703+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.505703+0000', 'last_undegraded': '2024-09-19T05:35:14.505703+0000', 'last_fullsized': '2024-09-19T05:35:14.505703+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:PG 7.24 is not active+clean 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.507311+0000', 'last_change': '2024-09-19T05:35:14.507311+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.507311+0000', 'last_undegraded': '2024-09-19T05:35:14.507311+0000', 'last_fullsized': '2024-09-19T05:35:14.507311+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:PG 7.22 is not active+clean 2024-09-19T05:35:19.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.506431+0000', 'last_change': '2024-09-19T05:35:14.506431+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.506431+0000', 'last_undegraded': '2024-09-19T05:35:14.506431+0000', 'last_fullsized': '2024-09-19T05:35:14.506431+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:19.246 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1e is not active+clean 2024-09-19T05:35:19.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.510356+0000', 'last_change': '2024-09-19T05:35:14.510356+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.510356+0000', 'last_undegraded': '2024-09-19T05:35:14.510356+0000', 'last_fullsized': '2024-09-19T05:35:14.510356+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:35:19.246 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1c is not active+clean 2024-09-19T05:35:19.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.504544+0000', 'last_change': '2024-09-19T05:35:14.504544+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.504544+0000', 'last_undegraded': '2024-09-19T05:35:14.504544+0000', 'last_fullsized': '2024-09-19T05:35:14.504544+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:19.246 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1d is not active+clean 2024-09-19T05:35:19.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.510714+0000', 'last_change': '2024-09-19T05:35:14.510714+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.510714+0000', 'last_undegraded': '2024-09-19T05:35:14.510714+0000', 'last_fullsized': '2024-09-19T05:35:14.510714+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:35:19.246 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1a is not active+clean 2024-09-19T05:35:19.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.505740+0000', 'last_change': '2024-09-19T05:35:14.505740+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.505740+0000', 'last_undegraded': '2024-09-19T05:35:14.505740+0000', 'last_fullsized': '2024-09-19T05:35:14.505740+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:19.247 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1b is not active+clean 2024-09-19T05:35:19.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.513803+0000', 'last_change': '2024-09-19T05:35:14.513803+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.513803+0000', 'last_undegraded': '2024-09-19T05:35:14.513803+0000', 'last_fullsized': '2024-09-19T05:35:14.513803+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.247 INFO:tasks.ceph.ceph_manager.ceph:PG 7.18 is not active+clean 2024-09-19T05:35:19.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.510324+0000', 'last_change': '2024-09-19T05:35:14.510324+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.510324+0000', 'last_undegraded': '2024-09-19T05:35:14.510324+0000', 'last_fullsized': '2024-09-19T05:35:14.510324+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.247 INFO:tasks.ceph.ceph_manager.ceph:PG 7.16 is not active+clean 2024-09-19T05:35:19.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.507372+0000', 'last_change': '2024-09-19T05:35:14.507372+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.507372+0000', 'last_undegraded': '2024-09-19T05:35:14.507372+0000', 'last_fullsized': '2024-09-19T05:35:14.507372+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:19.247 INFO:tasks.ceph.ceph_manager.ceph:PG 7.17 is not active+clean 2024-09-19T05:35:19.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.509923+0000', 'last_change': '2024-09-19T05:35:14.509923+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.509923+0000', 'last_undegraded': '2024-09-19T05:35:14.509923+0000', 'last_fullsized': '2024-09-19T05:35:14.509923+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:19.248 INFO:tasks.ceph.ceph_manager.ceph:PG 7.15 is not active+clean 2024-09-19T05:35:19.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.510382+0000', 'last_change': '2024-09-19T05:35:14.510382+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.510382+0000', 'last_undegraded': '2024-09-19T05:35:14.510382+0000', 'last_fullsized': '2024-09-19T05:35:14.510382+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:19.248 INFO:tasks.ceph.ceph_manager.ceph:PG 7.13 is not active+clean 2024-09-19T05:35:19.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.513358+0000', 'last_change': '2024-09-19T05:35:14.513358+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.513358+0000', 'last_undegraded': '2024-09-19T05:35:14.513358+0000', 'last_fullsized': '2024-09-19T05:35:14.513358+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.248 INFO:tasks.ceph.ceph_manager.ceph:PG 7.11 is not active+clean 2024-09-19T05:35:19.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.508923+0000', 'last_change': '2024-09-19T05:35:14.508923+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.508923+0000', 'last_undegraded': '2024-09-19T05:35:14.508923+0000', 'last_fullsized': '2024-09-19T05:35:14.508923+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:PG 7.f is not active+clean 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.511860+0000', 'last_change': '2024-09-19T05:35:14.511860+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.511860+0000', 'last_undegraded': '2024-09-19T05:35:14.511860+0000', 'last_fullsized': '2024-09-19T05:35:14.511860+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:PG 7.b is not active+clean 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.510042+0000', 'last_change': '2024-09-19T05:35:14.510042+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.510042+0000', 'last_undegraded': '2024-09-19T05:35:14.510042+0000', 'last_fullsized': '2024-09-19T05:35:14.510042+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:PG 7.9 is not active+clean 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.510158+0000', 'last_change': '2024-09-19T05:35:14.510158+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.510158+0000', 'last_undegraded': '2024-09-19T05:35:14.510158+0000', 'last_fullsized': '2024-09-19T05:35:14.510158+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:PG 7.4 is not active+clean 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.512204+0000', 'last_change': '2024-09-19T05:35:14.512204+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.512204+0000', 'last_undegraded': '2024-09-19T05:35:14.512204+0000', 'last_fullsized': '2024-09-19T05:35:14.512204+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:PG 7.5 is not active+clean 2024-09-19T05:35:19.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.509937+0000', 'last_change': '2024-09-19T05:35:14.509937+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.509937+0000', 'last_undegraded': '2024-09-19T05:35:14.509937+0000', 'last_fullsized': '2024-09-19T05:35:14.509937+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:19.250 INFO:tasks.ceph.ceph_manager.ceph:PG 7.0 is not active+clean 2024-09-19T05:35:19.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.504751+0000', 'last_change': '2024-09-19T05:35:14.504751+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.504751+0000', 'last_undegraded': '2024-09-19T05:35:14.504751+0000', 'last_fullsized': '2024-09-19T05:35:14.504751+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:19.250 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1 is not active+clean 2024-09-19T05:35:19.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.504953+0000', 'last_change': '2024-09-19T05:35:14.504953+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.504953+0000', 'last_undegraded': '2024-09-19T05:35:14.504953+0000', 'last_fullsized': '2024-09-19T05:35:14.504953+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:19.250 INFO:tasks.ceph.ceph_manager.ceph:PG 7.6 is not active+clean 2024-09-19T05:35:19.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 41, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:14.513625+0000', 'last_change': '2024-09-19T05:35:14.513625+0000', 'last_active': '2024-09-19T05:35:14.498285+0000', 'last_peered': '2024-09-19T05:35:14.498285+0000', 'last_clean': '2024-09-19T05:35:14.498285+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:14.513625+0000', 'last_undegraded': '2024-09-19T05:35:14.513625+0000', 'last_fullsized': '2024-09-19T05:35:14.513625+0000', 'mapping_epoch': 41, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 41, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:14.498285+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:19.251 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:35:19.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.377+0000 7fe30d7ef640 1 Processor -- start 2024-09-19T05:35:19.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.377+0000 7fe30d7ef640 1 -- start start 2024-09-19T05:35:19.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.378+0000 7fe30d7ef640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe3080b6e50 0x7fe3080b7230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.378+0000 7fe30d7ef640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe308073ae0 0x7fe30815e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.378+0000 7fe30d7ef640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe30806daa0 con 0x7fe308073f70 2024-09-19T05:35:19.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.378+0000 7fe30d7ef640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fe30806bfc0 con 0x7fe3080b6e50 2024-09-19T05:35:19.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.378+0000 7fe30d7ef640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe3080b7770 con 0x7fe308073ae0 2024-09-19T05:35:19.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.379+0000 7fe306ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe3080b6e50 0x7fe3080b7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.379+0000 7fe306ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe3080b6e50 0x7fe3080b7230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41122/0 (socket says 172.21.15.39:41122) 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.379+0000 7fe306ffd640 1 -- 172.21.15.39:0/4120440210 learned_addr learned my addr 172.21.15.39:0/4120440210 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.379+0000 7fe3067fc640 1 --2- 172.21.15.39:0/4120440210 >> v2:172.21.15.50:3300/0 conn(0x7fe308073ae0 0x7fe30815e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.379+0000 7fe306ffd640 1 -- 172.21.15.39:0/4120440210 >> v2:172.21.15.50:3300/0 conn(0x7fe308073ae0 msgr2=0x7fe30815e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.379+0000 7fe306ffd640 1 --2- 172.21.15.39:0/4120440210 >> v2:172.21.15.50:3300/0 conn(0x7fe308073ae0 0x7fe30815e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.379+0000 7fe306ffd640 1 -- 172.21.15.39:0/4120440210 >> v1:172.21.15.50:6789/0 conn(0x7fe308073f70 legacy=0x7fe30806c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.379+0000 7fe306ffd640 1 -- 172.21.15.39:0/4120440210 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe30806d4e0 con 0x7fe3080b6e50 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe306ffd640 1 --2- 172.21.15.39:0/4120440210 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 0x7fe3080b7230 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe3080b1740 tx=0x7fe30002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f09b0508606696e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe305ffb640 1 -- 172.21.15.39:0/4120440210 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe300036070 con 0x7fe3080b6e50 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe305ffb640 1 -- 172.21.15.39:0/4120440210 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe300031600 con 0x7fe3080b6e50 2024-09-19T05:35:19.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe305ffb640 1 -- 172.21.15.39:0/4120440210 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3000319d0 con 0x7fe3080b6e50 2024-09-19T05:35:19.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe30d7ef640 1 -- 172.21.15.39:0/4120440210 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 msgr2=0x7fe3080b7230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe30d7ef640 1 --2- 172.21.15.39:0/4120440210 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 0x7fe3080b7230 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe3080b1740 tx=0x7fe30002a5d0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe30d7ef640 1 -- 172.21.15.39:0/4120440210 shutdown_connections 2024-09-19T05:35:19.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe30d7ef640 1 --2- 172.21.15.39:0/4120440210 >> v2:172.21.15.50:3300/0 conn(0x7fe308073ae0 0x7fe30815e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe30d7ef640 1 --2- 172.21.15.39:0/4120440210 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 0x7fe3080b7230 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe30d7ef640 1 -- 172.21.15.39:0/4120440210 >> 172.21.15.39:0/4120440210 conn(0x7fe30806f110 msgr2=0x7fe30806f520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.380+0000 7fe30d7ef640 1 -- 172.21.15.39:0/4120440210 shutdown_connections 2024-09-19T05:35:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.381+0000 7fe30d7ef640 1 -- 172.21.15.39:0/4120440210 wait complete. 2024-09-19T05:35:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.382+0000 7fe30d7ef640 1 Processor -- start 2024-09-19T05:35:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.382+0000 7fe30d7ef640 1 -- start start 2024-09-19T05:35:19.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe30d7ef640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe308073ae0 0x7fe3080cf310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe30d7ef640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe308073f70 0x7fe3080cc780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe30d7ef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 0x7fe308152f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe30d7ef640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe3080b5710 con 0x7fe3080b6e50 2024-09-19T05:35:19.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe30d7ef640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe30806bc50 con 0x7fe308073ae0 2024-09-19T05:35:19.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe30d7ef640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe30815ee50 con 0x7fe308073f70 2024-09-19T05:35:19.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 0x7fe308152f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 0x7fe308152f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41138/0 (socket says 172.21.15.39:41138) 2024-09-19T05:35:19.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3077fe640 1 -- 172.21.15.39:0/420057271 learned_addr learned my addr 172.21.15.39:0/420057271 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe306ffd640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe308073ae0 0x7fe3080cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3067fc640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe308073f70 0x7fe3080cc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3077fe640 1 -- 172.21.15.39:0/420057271 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe308073f70 msgr2=0x7fe3080cc780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3077fe640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe308073f70 0x7fe3080cc780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3077fe640 1 -- 172.21.15.39:0/420057271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe308073ae0 msgr2=0x7fe3080cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3077fe640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe308073ae0 0x7fe3080cf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3077fe640 1 -- 172.21.15.39:0/420057271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3080ccfd0 con 0x7fe3080b6e50 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe3077fe640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 0x7fe308152f40 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe2f800c410 tx=0x7fe2f800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe2ff7fe640 1 -- 172.21.15.39:0/420057271 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f8011790 con 0x7fe3080b6e50 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe2ff7fe640 1 -- 172.21.15.39:0/420057271 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2f8017070 con 0x7fe3080b6e50 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe2ff7fe640 1 -- 172.21.15.39:0/420057271 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f8011bb0 con 0x7fe3080b6e50 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe308153920 con 0x7fe3080b6e50 2024-09-19T05:35:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.383+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe308153ee0 con 0x7fe3080b6e50 2024-09-19T05:35:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.384+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe30815e910 con 0x7fe3080b6e50 2024-09-19T05:35:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.385+0000 7fe2ff7fe640 1 -- 172.21.15.39:0/420057271 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe2f801c460 con 0x7fe3080b6e50 2024-09-19T05:35:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.385+0000 7fe2ff7fe640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe2e806c2b0 0x7fe2e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.385+0000 7fe2ff7fe640 1 -- 172.21.15.39:0/420057271 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fe2f808ae90 con 0x7fe3080b6e50 2024-09-19T05:35:19.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.386+0000 7fe306ffd640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe2e806c2b0 0x7fe2e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.386+0000 7fe306ffd640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe2e806c2b0 0x7fe2e806e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe300033000 tx=0x7fe300009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.390+0000 7fe2ff7fe640 1 -- 172.21.15.39:0/420057271 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe2f8021020 con 0x7fe3080b6e50 2024-09-19T05:35:19.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.631+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fe3080712e0 con 0x7fe3080b6e50 2024-09-19T05:35:19.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.631+0000 7fe2ff7fe640 1 -- 172.21.15.39:0/420057271 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1688 (secure 0 0 0) 0x7fe2f8058fb0 con 0x7fe3080b6e50 2024-09-19T05:35:19.634 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:19.634 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"63724460-2d43-4192-a475-a2140b12f870","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":97,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":43,"num_osds":8,"num_up_osds":8,"osd_up_since":1726724034,"num_in_osds":8,"osd_in_since":1726724024,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":60},{"state_name":"creating+peering","count":37}],"num_pgs":97,"num_pools":3,"num_objects":12,"data_bytes":592618,"bytes_used":277458944,"bytes_avail":772816654336,"bytes_total":773094113280,"inactive_pgs_ratio":0.38144329190254211,"write_bytes_sec":2369,"read_op_per_sec":0,"write_op_per_sec":2},"fsmap":{"epoch":21,"btime":"2024-09-19T05:35:17:555516+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"c","status":"up:active","gid":5139}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-19T05:34:56.680846+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:35:19.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.633+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe2e806c2b0 msgr2=0x7fe2e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.633+0000 7fe30d7ef640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe2e806c2b0 0x7fe2e806e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe300033000 tx=0x7fe300009000 comp rx=0 tx=0).stop 2024-09-19T05:35:19.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.633+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 msgr2=0x7fe308152f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.633+0000 7fe30d7ef640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 0x7fe308152f40 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe2f800c410 tx=0x7fe2f800c8d0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.634+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 shutdown_connections 2024-09-19T05:35:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.634+0000 7fe30d7ef640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe2e806c2b0 0x7fe2e806e770 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.634+0000 7fe30d7ef640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3080b6e50 0x7fe308152f40 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.634+0000 7fe30d7ef640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe308073f70 0x7fe3080cc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.634+0000 7fe30d7ef640 1 --2- 172.21.15.39:0/420057271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe308073ae0 0x7fe3080cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.634+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 >> 172.21.15.39:0/420057271 conn(0x7fe30806f110 msgr2=0x7fe3080b3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.634+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 shutdown_connections 2024-09-19T05:35:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.634+0000 7fe30d7ef640 1 -- 172.21.15.39:0/420057271 wait complete. 2024-09-19T05:35:19.647 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:35:19.647 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:19.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.747+0000 7f30a1a1e640 1 Processor -- start 2024-09-19T05:35:19.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.748+0000 7f30a1a1e640 1 -- start start 2024-09-19T05:35:19.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.748+0000 7f30a1a1e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f309c160b80 0x7f309c15ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.748+0000 7f30a1a1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160470 0x7f309c15da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.748+0000 7f30a1a1e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f309c0af1d0 con 0x7f309c156a80 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.748+0000 7f30a1a1e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f309c0af4b0 con 0x7f309c160b80 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.748+0000 7f30a1a1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f309c0af790 con 0x7f309c160470 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f309a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f309c160b80 0x7f309c15ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f309affd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f309c156a80 0x7f309c072260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39476/0 (socket says 172.21.15.39:39476) 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f309affd640 1 -- 172.21.15.39:0/650478592 learned_addr learned my addr 172.21.15.39:0/650478592 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f309b7fe640 1 --2- 172.21.15.39:0/650478592 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160470 0x7f309c15da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f309a7fc640 1 -- 172.21.15.39:0/650478592 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160470 msgr2=0x7f309c15da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f309a7fc640 1 --2- 172.21.15.39:0/650478592 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160470 0x7f309c15da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f309a7fc640 1 -- 172.21.15.39:0/650478592 >> v1:172.21.15.39:6789/0 conn(0x7f309c156a80 legacy=0x7f309c072260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f309a7fc640 1 -- 172.21.15.39:0/650478592 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f309c0afa70 con 0x7f309c160b80 2024-09-19T05:35:19.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f3099ffb640 1 -- 172.21.15.39:0/650478592 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2799864496 0 0) 0x7f309c0af1d0 con 0x7f309c156a80 2024-09-19T05:35:19.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.749+0000 7f309b7fe640 1 --2- 172.21.15.39:0/650478592 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160470 0x7f309c15da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:19.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f309a7fc640 1 --2- 172.21.15.39:0/650478592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160b80 0x7f309c15ff30 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f308c0097a0 tx=0x7f308c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b99c271f0f2af78a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:19.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f3099ffb640 1 -- 172.21.15.39:0/650478592 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c037070 con 0x7f309c160b80 2024-09-19T05:35:19.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f3099ffb640 1 -- 172.21.15.39:0/650478592 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f308c02ae50 con 0x7f309c160b80 2024-09-19T05:35:19.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f3099ffb640 1 -- 172.21.15.39:0/650478592 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c032660 con 0x7f309c160b80 2024-09-19T05:35:19.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f30a1a1e640 1 -- 172.21.15.39:0/650478592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160b80 msgr2=0x7f309c15ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f30a1a1e640 1 --2- 172.21.15.39:0/650478592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160b80 0x7f309c15ff30 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f308c0097a0 tx=0x7f308c02a100 comp rx=0 tx=0).stop 2024-09-19T05:35:19.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f30a1a1e640 1 -- 172.21.15.39:0/650478592 shutdown_connections 2024-09-19T05:35:19.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f30a1a1e640 1 --2- 172.21.15.39:0/650478592 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160470 0x7f309c15da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f30a1a1e640 1 --2- 172.21.15.39:0/650478592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160b80 0x7f309c15ff30 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f30a1a1e640 1 -- 172.21.15.39:0/650478592 >> 172.21.15.39:0/650478592 conn(0x7f309c06bb20 msgr2=0x7f309c06bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:19.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f30a1a1e640 1 -- 172.21.15.39:0/650478592 shutdown_connections 2024-09-19T05:35:19.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.750+0000 7f30a1a1e640 1 -- 172.21.15.39:0/650478592 wait complete. 2024-09-19T05:35:19.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.752+0000 7f30a1a1e640 1 Processor -- start 2024-09-19T05:35:19.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.752+0000 7f30a1a1e640 1 -- start start 2024-09-19T05:35:19.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.752+0000 7f30a1a1e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f309c156a80 0x7f309c1471d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.752+0000 7f30a1a1e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160470 0x7f309c15a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.752+0000 7f30a1a1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160b80 0x7f309c0cc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.752+0000 7f30a1a1e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f309c0b0270 con 0x7f309c160470 2024-09-19T05:35:19.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.752+0000 7f30a1a1e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f309c0aeee0 con 0x7f309c156a80 2024-09-19T05:35:19.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f30a1a1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f309c0b38b0 con 0x7f309c160b80 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160470 0x7f309c15a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160470 0x7f309c15a740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41158/0 (socket says 172.21.15.39:41158) 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309a7fc640 1 -- 172.21.15.39:0/3817094248 learned_addr learned my addr 172.21.15.39:0/3817094248 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309affd640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f309c156a80 0x7f309c1471d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309b7fe640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160b80 0x7f309c0cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309a7fc640 1 -- 172.21.15.39:0/3817094248 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160b80 msgr2=0x7f309c0cc490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309a7fc640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160b80 0x7f309c0cc490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309a7fc640 1 -- 172.21.15.39:0/3817094248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f309c156a80 msgr2=0x7f309c1471d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309a7fc640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f309c156a80 0x7f309c1471d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309a7fc640 1 -- 172.21.15.39:0/3817094248 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f309c06d820 con 0x7f309c160470 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309b7fe640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160b80 0x7f309c0cc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:19.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f309a7fc640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160470 0x7f309c15a740 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f308c0097a0 tx=0x7f308c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f3093fff640 1 -- 172.21.15.39:0/3817094248 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c037040 con 0x7f309c160470 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f3093fff640 1 -- 172.21.15.39:0/3817094248 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f308c004250 con 0x7f309c160470 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f309c06db00 con 0x7f309c160470 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f3093fff640 1 -- 172.21.15.39:0/3817094248 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c003610 con 0x7f309c160470 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.753+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f309c06e0c0 con 0x7f309c160470 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.754+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f309c15ff30 con 0x7f309c160470 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.755+0000 7f3093fff640 1 -- 172.21.15.39:0/3817094248 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f308c02ad10 con 0x7f309c160470 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.755+0000 7f3093fff640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f307c06c2b0 0x7f307c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.755+0000 7f3093fff640 1 -- 172.21.15.39:0/3817094248 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f308c0abff0 con 0x7f309c160470 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.755+0000 7f309affd640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f307c06c2b0 0x7f307c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:19.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.756+0000 7f309affd640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f307c06c2b0 0x7f307c06e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3084000f60 tx=0x7f3084007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:19.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.760+0000 7f3093fff640 1 -- 172.21.15.39:0/3817094248 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f308c04c070 con 0x7f309c160470 2024-09-19T05:35:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.931+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f309c0b05d0 con 0x7f307c06c2b0 2024-09-19T05:35:19.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.937+0000 7f3093fff640 1 -- 172.21.15.39:0/3817094248 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248864 (secure 0 0 0) 0x7f309c0b05d0 con 0x7f307c06c2b0 2024-09-19T05:35:19.943 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:19.944 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f307c06c2b0 msgr2=0x7f307c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f307c06c2b0 0x7f307c06e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3084000f60 tx=0x7f3084007d50 comp rx=0 tx=0).stop 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160470 msgr2=0x7f309c15a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160470 0x7f309c15a740 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f308c0097a0 tx=0x7f308c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 shutdown_connections 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f307c06c2b0 0x7f307c06e770 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f309c160b80 0x7f309c0cc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f309c160470 0x7f309c15a740 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 --2- 172.21.15.39:0/3817094248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f309c156a80 0x7f309c1471d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 >> 172.21.15.39:0/3817094248 conn(0x7f309c06bb20 msgr2=0x7f309c06bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 shutdown_connections 2024-09-19T05:35:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:19.941+0000 7f30a1a1e640 1 -- 172.21.15.39:0/3817094248 wait complete. 2024-09-19T05:35:19.955 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":78,"stamp":"2024-09-19T05:35:18.684492+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133,"ondisk_log_size":133,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":21,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":270956,"kb_used_data":4780,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754703764,"statfs":{"total":773094113280,"available":772816654336,"internally_reserved":0,"allocated":4894720,"data_stored":2642649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.185582"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510928+0000","last_change":"2024-09-19T05:35:14.510928+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510928+0000","last_undegraded":"2024-09-19T05:35:14.510928+0000","last_fullsized":"2024-09-19T05:35:14.510928+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504880+0000","last_change":"2024-09-19T05:35:14.504880+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504880+0000","last_undegraded":"2024-09-19T05:35:14.504880+0000","last_fullsized":"2024-09-19T05:35:14.504880+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506257+0000","last_change":"2024-09-19T05:35:14.506257+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506257+0000","last_undegraded":"2024-09-19T05:35:14.506257+0000","last_fullsized":"2024-09-19T05:35:14.506257+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512690+0000","last_change":"2024-09-19T05:35:14.512690+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512690+0000","last_undegraded":"2024-09-19T05:35:14.512690+0000","last_fullsized":"2024-09-19T05:35:14.512690+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504221+0000","last_change":"2024-09-19T05:35:14.504221+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504221+0000","last_undegraded":"2024-09-19T05:35:14.504221+0000","last_fullsized":"2024-09-19T05:35:14.504221+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.553695+0000","last_change":"2024-09-19T05:35:15.550613+0000","last_active":"2024-09-19T05:35:15.553695+0000","last_peered":"2024-09-19T05:35:15.553695+0000","last_clean":"2024-09-19T05:35:15.553695+0000","last_became_active":"2024-09-19T05:35:15.550294+0000","last_became_peered":"2024-09-19T05:35:15.550294+0000","last_unstale":"2024-09-19T05:35:15.553695+0000","last_undegraded":"2024-09-19T05:35:15.553695+0000","last_fullsized":"2024-09-19T05:35:15.553695+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:55.458854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509406+0000","last_change":"2024-09-19T05:35:14.509406+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509406+0000","last_undegraded":"2024-09-19T05:35:14.509406+0000","last_fullsized":"2024-09-19T05:35:14.509406+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510700+0000","last_change":"2024-09-19T05:35:14.510700+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510700+0000","last_undegraded":"2024-09-19T05:35:14.510700+0000","last_fullsized":"2024-09-19T05:35:14.510700+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512280+0000","last_change":"2024-09-19T05:35:14.512280+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512280+0000","last_undegraded":"2024-09-19T05:35:14.512280+0000","last_fullsized":"2024-09-19T05:35:14.512280+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.514055+0000","last_change":"2024-09-19T05:35:14.514055+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.514055+0000","last_undegraded":"2024-09-19T05:35:14.514055+0000","last_fullsized":"2024-09-19T05:35:14.514055+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511800+0000","last_change":"2024-09-19T05:35:14.511800+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511800+0000","last_undegraded":"2024-09-19T05:35:14.511800+0000","last_fullsized":"2024-09-19T05:35:14.511800+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507801+0000","last_change":"2024-09-19T05:35:14.507801+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507801+0000","last_undegraded":"2024-09-19T05:35:14.507801+0000","last_fullsized":"2024-09-19T05:35:14.507801+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.564952+0000","last_change":"2024-09-19T05:35:15.559732+0000","last_active":"2024-09-19T05:35:15.564952+0000","last_peered":"2024-09-19T05:35:15.564952+0000","last_clean":"2024-09-19T05:35:15.564952+0000","last_became_active":"2024-09-19T05:35:15.558768+0000","last_became_peered":"2024-09-19T05:35:15.558768+0000","last_unstale":"2024-09-19T05:35:15.564952+0000","last_undegraded":"2024-09-19T05:35:15.564952+0000","last_fullsized":"2024-09-19T05:35:15.564952+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:44.111334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511469+0000","last_change":"2024-09-19T05:35:14.511469+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511469+0000","last_undegraded":"2024-09-19T05:35:14.511469+0000","last_fullsized":"2024-09-19T05:35:14.511469+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.557535+0000","last_change":"2024-09-19T05:35:15.553776+0000","last_active":"2024-09-19T05:35:15.557535+0000","last_peered":"2024-09-19T05:35:15.557535+0000","last_clean":"2024-09-19T05:35:15.557535+0000","last_became_active":"2024-09-19T05:35:15.553504+0000","last_became_peered":"2024-09-19T05:35:15.553504+0000","last_unstale":"2024-09-19T05:35:15.557535+0000","last_undegraded":"2024-09-19T05:35:15.557535+0000","last_fullsized":"2024-09-19T05:35:15.557535+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:51.781415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563821+0000","last_change":"2024-09-19T05:35:15.561769+0000","last_active":"2024-09-19T05:35:15.563821+0000","last_peered":"2024-09-19T05:35:15.563821+0000","last_clean":"2024-09-19T05:35:15.563821+0000","last_became_active":"2024-09-19T05:35:15.561074+0000","last_became_peered":"2024-09-19T05:35:15.561074+0000","last_unstale":"2024-09-19T05:35:15.563821+0000","last_undegraded":"2024-09-19T05:35:15.563821+0000","last_fullsized":"2024-09-19T05:35:15.563821+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:33.716944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506264+0000","last_change":"2024-09-19T05:35:14.506264+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506264+0000","last_undegraded":"2024-09-19T05:35:14.506264+0000","last_fullsized":"2024-09-19T05:35:14.506264+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507844+0000","last_change":"2024-09-19T05:35:14.507844+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507844+0000","last_undegraded":"2024-09-19T05:35:14.507844+0000","last_fullsized":"2024-09-19T05:35:14.507844+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563147+0000","last_change":"2024-09-19T05:35:15.561480+0000","last_active":"2024-09-19T05:35:15.563147+0000","last_peered":"2024-09-19T05:35:15.563147+0000","last_clean":"2024-09-19T05:35:15.563147+0000","last_became_active":"2024-09-19T05:35:15.561121+0000","last_became_peered":"2024-09-19T05:35:15.561121+0000","last_unstale":"2024-09-19T05:35:15.563147+0000","last_undegraded":"2024-09-19T05:35:15.563147+0000","last_fullsized":"2024-09-19T05:35:15.563147+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.601171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576221+0000","last_change":"2024-09-19T05:35:15.565641+0000","last_active":"2024-09-19T05:35:15.576221+0000","last_peered":"2024-09-19T05:35:15.576221+0000","last_clean":"2024-09-19T05:35:15.576221+0000","last_became_active":"2024-09-19T05:35:15.565303+0000","last_became_peered":"2024-09-19T05:35:15.565303+0000","last_unstale":"2024-09-19T05:35:15.576221+0000","last_undegraded":"2024-09-19T05:35:15.576221+0000","last_fullsized":"2024-09-19T05:35:15.576221+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:58.080562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.554212+0000","last_change":"2024-09-19T05:35:15.552790+0000","last_active":"2024-09-19T05:35:15.554212+0000","last_peered":"2024-09-19T05:35:15.554212+0000","last_clean":"2024-09-19T05:35:15.554212+0000","last_became_active":"2024-09-19T05:35:15.552497+0000","last_became_peered":"2024-09-19T05:35:15.552497+0000","last_unstale":"2024-09-19T05:35:15.554212+0000","last_undegraded":"2024-09-19T05:35:15.554212+0000","last_fullsized":"2024-09-19T05:35:15.554212+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:06.123816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510654+0000","last_change":"2024-09-19T05:35:14.510654+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510654+0000","last_undegraded":"2024-09-19T05:35:14.510654+0000","last_fullsized":"2024-09-19T05:35:14.510654+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560770+0000","last_change":"2024-09-19T05:35:15.553253+0000","last_active":"2024-09-19T05:35:15.560770+0000","last_peered":"2024-09-19T05:35:15.560770+0000","last_clean":"2024-09-19T05:35:15.560770+0000","last_became_active":"2024-09-19T05:35:15.552897+0000","last_became_peered":"2024-09-19T05:35:15.552897+0000","last_unstale":"2024-09-19T05:35:15.560770+0000","last_undegraded":"2024-09-19T05:35:15.560770+0000","last_fullsized":"2024-09-19T05:35:15.560770+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:44.475514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.559804+0000","last_change":"2024-09-19T05:35:15.551642+0000","last_active":"2024-09-19T05:35:15.559804+0000","last_peered":"2024-09-19T05:35:15.559804+0000","last_clean":"2024-09-19T05:35:15.559804+0000","last_became_active":"2024-09-19T05:35:15.550441+0000","last_became_peered":"2024-09-19T05:35:15.550441+0000","last_unstale":"2024-09-19T05:35:15.559804+0000","last_undegraded":"2024-09-19T05:35:15.559804+0000","last_fullsized":"2024-09-19T05:35:15.559804+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:44.111334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568636+0000","last_change":"2024-09-19T05:35:15.565278+0000","last_active":"2024-09-19T05:35:15.568636+0000","last_peered":"2024-09-19T05:35:15.568636+0000","last_clean":"2024-09-19T05:35:15.568636+0000","last_became_active":"2024-09-19T05:35:15.564980+0000","last_became_peered":"2024-09-19T05:35:15.564980+0000","last_unstale":"2024-09-19T05:35:15.568636+0000","last_undegraded":"2024-09-19T05:35:15.568636+0000","last_fullsized":"2024-09-19T05:35:15.568636+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:01.646366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576127+0000","last_change":"2024-09-19T05:35:15.565822+0000","last_active":"2024-09-19T05:35:15.576127+0000","last_peered":"2024-09-19T05:35:15.576127+0000","last_clean":"2024-09-19T05:35:15.576127+0000","last_became_active":"2024-09-19T05:35:15.565107+0000","last_became_peered":"2024-09-19T05:35:15.565107+0000","last_unstale":"2024-09-19T05:35:15.576127+0000","last_undegraded":"2024-09-19T05:35:15.576127+0000","last_fullsized":"2024-09-19T05:35:15.576127+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:48.989753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.505703+0000","last_change":"2024-09-19T05:35:14.505703+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.505703+0000","last_undegraded":"2024-09-19T05:35:14.505703+0000","last_fullsized":"2024-09-19T05:35:14.505703+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507311+0000","last_change":"2024-09-19T05:35:14.507311+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507311+0000","last_undegraded":"2024-09-19T05:35:14.507311+0000","last_fullsized":"2024-09-19T05:35:14.507311+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568634+0000","last_change":"2024-09-19T05:35:15.565472+0000","last_active":"2024-09-19T05:35:15.568634+0000","last_peered":"2024-09-19T05:35:15.568634+0000","last_clean":"2024-09-19T05:35:15.568634+0000","last_became_active":"2024-09-19T05:35:15.564706+0000","last_became_peered":"2024-09-19T05:35:15.564706+0000","last_unstale":"2024-09-19T05:35:15.568634+0000","last_undegraded":"2024-09-19T05:35:15.568634+0000","last_fullsized":"2024-09-19T05:35:15.568634+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:58.244122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.506431+0000","last_change":"2024-09-19T05:35:14.506431+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.506431+0000","last_undegraded":"2024-09-19T05:35:14.506431+0000","last_fullsized":"2024-09-19T05:35:14.506431+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.551064+0000","last_change":"2024-09-19T05:35:15.547014+0000","last_active":"2024-09-19T05:35:15.551064+0000","last_peered":"2024-09-19T05:35:15.551064+0000","last_clean":"2024-09-19T05:35:15.551064+0000","last_became_active":"2024-09-19T05:35:15.546704+0000","last_became_peered":"2024-09-19T05:35:15.546704+0000","last_unstale":"2024-09-19T05:35:15.551064+0000","last_undegraded":"2024-09-19T05:35:15.551064+0000","last_fullsized":"2024-09-19T05:35:15.551064+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:04.039710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576108+0000","last_change":"2024-09-19T05:35:15.566163+0000","last_active":"2024-09-19T05:35:15.576108+0000","last_peered":"2024-09-19T05:35:15.576108+0000","last_clean":"2024-09-19T05:35:15.576108+0000","last_became_active":"2024-09-19T05:35:15.565814+0000","last_became_peered":"2024-09-19T05:35:15.565814+0000","last_unstale":"2024-09-19T05:35:15.576108+0000","last_undegraded":"2024-09-19T05:35:15.576108+0000","last_fullsized":"2024-09-19T05:35:15.576108+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:41.601171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510356+0000","last_change":"2024-09-19T05:35:14.510356+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510356+0000","last_undegraded":"2024-09-19T05:35:14.510356+0000","last_fullsized":"2024-09-19T05:35:14.510356+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"42'4","reported_seq":16,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.575639+0000","last_change":"2024-09-19T05:35:14.514397+0000","last_active":"2024-09-19T05:35:15.575639+0000","last_peered":"2024-09-19T05:35:15.575639+0000","last_clean":"2024-09-19T05:35:15.575639+0000","last_became_active":"2024-09-19T05:35:14.513835+0000","last_became_peered":"2024-09-19T05:35:14.513835+0000","last_unstale":"2024-09-19T05:35:15.575639+0000","last_undegraded":"2024-09-19T05:35:15.575639+0000","last_fullsized":"2024-09-19T05:35:15.575639+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:35.934738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560695+0000","last_change":"2024-09-19T05:35:15.555260+0000","last_active":"2024-09-19T05:35:15.560695+0000","last_peered":"2024-09-19T05:35:15.560695+0000","last_clean":"2024-09-19T05:35:15.560695+0000","last_became_active":"2024-09-19T05:35:15.554958+0000","last_became_peered":"2024-09-19T05:35:15.554958+0000","last_unstale":"2024-09-19T05:35:15.560695+0000","last_undegraded":"2024-09-19T05:35:15.560695+0000","last_fullsized":"2024-09-19T05:35:15.560695+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:58.080562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520654+0000","last_change":"2024-09-19T05:35:14.513731+0000","last_active":"2024-09-19T05:35:14.520654+0000","last_peered":"2024-09-19T05:35:14.520654+0000","last_clean":"2024-09-19T05:35:14.520654+0000","last_became_active":"2024-09-19T05:35:14.513204+0000","last_became_peered":"2024-09-19T05:35:14.513204+0000","last_unstale":"2024-09-19T05:35:14.520654+0000","last_undegraded":"2024-09-19T05:35:14.520654+0000","last_fullsized":"2024-09-19T05:35:14.520654+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:12:15.320255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504544+0000","last_change":"2024-09-19T05:35:14.504544+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504544+0000","last_undegraded":"2024-09-19T05:35:14.504544+0000","last_fullsized":"2024-09-19T05:35:14.504544+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.529710+0000","last_change":"2024-09-19T05:35:14.519981+0000","last_active":"2024-09-19T05:35:14.529710+0000","last_peered":"2024-09-19T05:35:14.529710+0000","last_clean":"2024-09-19T05:35:14.529710+0000","last_became_active":"2024-09-19T05:35:14.519532+0000","last_became_peered":"2024-09-19T05:35:14.519532+0000","last_unstale":"2024-09-19T05:35:14.529710+0000","last_undegraded":"2024-09-19T05:35:14.529710+0000","last_fullsized":"2024-09-19T05:35:14.529710+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:16.979005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510714+0000","last_change":"2024-09-19T05:35:14.510714+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510714+0000","last_undegraded":"2024-09-19T05:35:14.510714+0000","last_fullsized":"2024-09-19T05:35:14.510714+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520971+0000","last_change":"2024-09-19T05:35:14.518582+0000","last_active":"2024-09-19T05:35:14.520971+0000","last_peered":"2024-09-19T05:35:14.520971+0000","last_clean":"2024-09-19T05:35:14.520971+0000","last_became_active":"2024-09-19T05:35:14.518268+0000","last_became_peered":"2024-09-19T05:35:14.518268+0000","last_unstale":"2024-09-19T05:35:14.520971+0000","last_undegraded":"2024-09-19T05:35:14.520971+0000","last_fullsized":"2024-09-19T05:35:14.520971+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:02.713286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.505740+0000","last_change":"2024-09-19T05:35:14.505740+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.505740+0000","last_undegraded":"2024-09-19T05:35:14.505740+0000","last_fullsized":"2024-09-19T05:35:14.505740+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"42'1","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574601+0000","last_change":"2024-09-19T05:35:14.513536+0000","last_active":"2024-09-19T05:35:15.574601+0000","last_peered":"2024-09-19T05:35:15.574601+0000","last_clean":"2024-09-19T05:35:15.574601+0000","last_became_active":"2024-09-19T05:35:14.513205+0000","last_became_peered":"2024-09-19T05:35:14.513205+0000","last_unstale":"2024-09-19T05:35:15.574601+0000","last_undegraded":"2024-09-19T05:35:15.574601+0000","last_fullsized":"2024-09-19T05:35:15.574601+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:51.655813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513803+0000","last_change":"2024-09-19T05:35:14.513803+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513803+0000","last_undegraded":"2024-09-19T05:35:14.513803+0000","last_fullsized":"2024-09-19T05:35:14.513803+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520205+0000","last_change":"2024-09-19T05:35:14.514007+0000","last_active":"2024-09-19T05:35:14.520205+0000","last_peered":"2024-09-19T05:35:14.520205+0000","last_clean":"2024-09-19T05:35:14.520205+0000","last_became_active":"2024-09-19T05:35:14.513410+0000","last_became_peered":"2024-09-19T05:35:14.513410+0000","last_unstale":"2024-09-19T05:35:14.520205+0000","last_undegraded":"2024-09-19T05:35:14.520205+0000","last_fullsized":"2024-09-19T05:35:14.520205+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:44.377156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510324+0000","last_change":"2024-09-19T05:35:14.510324+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510324+0000","last_undegraded":"2024-09-19T05:35:14.510324+0000","last_fullsized":"2024-09-19T05:35:14.510324+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.517119+0000","last_change":"2024-09-19T05:35:14.514904+0000","last_active":"2024-09-19T05:35:14.517119+0000","last_peered":"2024-09-19T05:35:14.517119+0000","last_clean":"2024-09-19T05:35:14.517119+0000","last_became_active":"2024-09-19T05:35:14.512886+0000","last_became_peered":"2024-09-19T05:35:14.512886+0000","last_unstale":"2024-09-19T05:35:14.517119+0000","last_undegraded":"2024-09-19T05:35:14.517119+0000","last_fullsized":"2024-09-19T05:35:14.517119+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:59.447611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.560792+0000","last_change":"2024-09-19T05:35:15.553645+0000","last_active":"2024-09-19T05:35:15.560792+0000","last_peered":"2024-09-19T05:35:15.560792+0000","last_clean":"2024-09-19T05:35:15.560792+0000","last_became_active":"2024-09-19T05:35:15.553327+0000","last_became_peered":"2024-09-19T05:35:15.553327+0000","last_unstale":"2024-09-19T05:35:15.560792+0000","last_undegraded":"2024-09-19T05:35:15.560792+0000","last_fullsized":"2024-09-19T05:35:15.560792+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.986381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525030+0000","last_change":"2024-09-19T05:35:14.517271+0000","last_active":"2024-09-19T05:35:14.525030+0000","last_peered":"2024-09-19T05:35:14.525030+0000","last_clean":"2024-09-19T05:35:14.525030+0000","last_became_active":"2024-09-19T05:35:14.516368+0000","last_became_peered":"2024-09-19T05:35:14.516368+0000","last_unstale":"2024-09-19T05:35:14.525030+0000","last_undegraded":"2024-09-19T05:35:14.525030+0000","last_fullsized":"2024-09-19T05:35:14.525030+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:04:19.772575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.507372+0000","last_change":"2024-09-19T05:35:14.507372+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.507372+0000","last_undegraded":"2024-09-19T05:35:14.507372+0000","last_fullsized":"2024-09-19T05:35:14.507372+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.515836+0000","last_change":"2024-09-19T05:35:14.512605+0000","last_active":"2024-09-19T05:35:14.515836+0000","last_peered":"2024-09-19T05:35:14.515836+0000","last_clean":"2024-09-19T05:35:14.515836+0000","last_became_active":"2024-09-19T05:35:14.512265+0000","last_became_peered":"2024-09-19T05:35:14.512265+0000","last_unstale":"2024-09-19T05:35:14.515836+0000","last_undegraded":"2024-09-19T05:35:14.515836+0000","last_fullsized":"2024-09-19T05:35:14.515836+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:38.301291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509923+0000","last_change":"2024-09-19T05:35:14.509923+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509923+0000","last_undegraded":"2024-09-19T05:35:14.509923+0000","last_fullsized":"2024-09-19T05:35:14.509923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.529738+0000","last_change":"2024-09-19T05:35:14.520882+0000","last_active":"2024-09-19T05:35:14.529738+0000","last_peered":"2024-09-19T05:35:14.529738+0000","last_clean":"2024-09-19T05:35:14.529738+0000","last_became_active":"2024-09-19T05:35:14.520623+0000","last_became_peered":"2024-09-19T05:35:14.520623+0000","last_unstale":"2024-09-19T05:35:14.529738+0000","last_undegraded":"2024-09-19T05:35:14.529738+0000","last_fullsized":"2024-09-19T05:35:14.529738+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:38.301291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.575612+0000","last_change":"2024-09-19T05:35:15.572313+0000","last_active":"2024-09-19T05:35:15.575612+0000","last_peered":"2024-09-19T05:35:15.575612+0000","last_clean":"2024-09-19T05:35:15.575612+0000","last_became_active":"2024-09-19T05:35:15.572035+0000","last_became_peered":"2024-09-19T05:35:15.572035+0000","last_unstale":"2024-09-19T05:35:15.575612+0000","last_undegraded":"2024-09-19T05:35:15.575612+0000","last_fullsized":"2024-09-19T05:35:15.575612+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:07.307202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.523732+0000","last_change":"2024-09-19T05:35:14.522875+0000","last_active":"2024-09-19T05:35:14.523732+0000","last_peered":"2024-09-19T05:35:14.523732+0000","last_clean":"2024-09-19T05:35:14.523732+0000","last_became_active":"2024-09-19T05:35:14.522559+0000","last_became_peered":"2024-09-19T05:35:14.522559+0000","last_unstale":"2024-09-19T05:35:14.523732+0000","last_undegraded":"2024-09-19T05:35:14.523732+0000","last_fullsized":"2024-09-19T05:35:14.523732+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:02.678259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510382+0000","last_change":"2024-09-19T05:35:14.510382+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510382+0000","last_undegraded":"2024-09-19T05:35:14.510382+0000","last_fullsized":"2024-09-19T05:35:14.510382+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"42'6","reported_seq":18,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.578790+0000","last_change":"2024-09-19T05:35:14.514998+0000","last_active":"2024-09-19T05:35:15.578790+0000","last_peered":"2024-09-19T05:35:15.578790+0000","last_clean":"2024-09-19T05:35:15.578790+0000","last_became_active":"2024-09-19T05:35:14.514710+0000","last_became_peered":"2024-09-19T05:35:14.514710+0000","last_unstale":"2024-09-19T05:35:15.578790+0000","last_undegraded":"2024-09-19T05:35:15.578790+0000","last_fullsized":"2024-09-19T05:35:15.578790+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:47.851121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.563649+0000","last_change":"2024-09-19T05:35:15.561791+0000","last_active":"2024-09-19T05:35:15.563649+0000","last_peered":"2024-09-19T05:35:15.563649+0000","last_clean":"2024-09-19T05:35:15.563649+0000","last_became_active":"2024-09-19T05:35:15.561464+0000","last_became_peered":"2024-09-19T05:35:15.561464+0000","last_unstale":"2024-09-19T05:35:15.563649+0000","last_undegraded":"2024-09-19T05:35:15.563649+0000","last_fullsized":"2024-09-19T05:35:15.563649+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:30.205896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"42'2","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.577877+0000","last_change":"2024-09-19T05:35:14.521149+0000","last_active":"2024-09-19T05:35:15.577877+0000","last_peered":"2024-09-19T05:35:15.577877+0000","last_clean":"2024-09-19T05:35:15.577877+0000","last_became_active":"2024-09-19T05:35:14.520892+0000","last_became_peered":"2024-09-19T05:35:14.520892+0000","last_unstale":"2024-09-19T05:35:15.577877+0000","last_undegraded":"2024-09-19T05:35:15.577877+0000","last_fullsized":"2024-09-19T05:35:15.577877+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:49.414119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513358+0000","last_change":"2024-09-19T05:35:14.513358+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513358+0000","last_undegraded":"2024-09-19T05:35:14.513358+0000","last_fullsized":"2024-09-19T05:35:14.513358+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521001+0000","last_change":"2024-09-19T05:35:14.519544+0000","last_active":"2024-09-19T05:35:14.521001+0000","last_peered":"2024-09-19T05:35:14.521001+0000","last_clean":"2024-09-19T05:35:14.521001+0000","last_became_active":"2024-09-19T05:35:14.519234+0000","last_became_peered":"2024-09-19T05:35:14.519234+0000","last_unstale":"2024-09-19T05:35:14.521001+0000","last_undegraded":"2024-09-19T05:35:14.521001+0000","last_fullsized":"2024-09-19T05:35:14.521001+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:17.334812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574491+0000","last_change":"2024-09-19T05:35:15.571617+0000","last_active":"2024-09-19T05:35:15.574491+0000","last_peered":"2024-09-19T05:35:15.574491+0000","last_clean":"2024-09-19T05:35:15.574491+0000","last_became_active":"2024-09-19T05:35:15.571308+0000","last_became_peered":"2024-09-19T05:35:15.571308+0000","last_unstale":"2024-09-19T05:35:15.574491+0000","last_undegraded":"2024-09-19T05:35:15.574491+0000","last_fullsized":"2024-09-19T05:35:15.574491+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:43.247835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.542271+0000","last_change":"2024-09-19T05:35:14.517525+0000","last_active":"2024-09-19T05:35:15.542271+0000","last_peered":"2024-09-19T05:35:15.542271+0000","last_clean":"2024-09-19T05:35:15.542271+0000","last_became_active":"2024-09-19T05:35:14.517265+0000","last_became_peered":"2024-09-19T05:35:14.517265+0000","last_unstale":"2024-09-19T05:35:15.542271+0000","last_undegraded":"2024-09-19T05:35:15.542271+0000","last_fullsized":"2024-09-19T05:35:15.542271+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:59.446623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.508923+0000","last_change":"2024-09-19T05:35:14.508923+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.508923+0000","last_undegraded":"2024-09-19T05:35:14.508923+0000","last_fullsized":"2024-09-19T05:35:14.508923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525057+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:14.525057+0000","last_peered":"2024-09-19T05:35:14.525057+0000","last_clean":"2024-09-19T05:35:14.525057+0000","last_became_active":"2024-09-19T05:35:14.518133+0000","last_became_peered":"2024-09-19T05:35:14.518133+0000","last_unstale":"2024-09-19T05:35:14.525057+0000","last_undegraded":"2024-09-19T05:35:14.525057+0000","last_fullsized":"2024-09-19T05:35:14.525057+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:46.404728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576101+0000","last_change":"2024-09-19T05:35:15.565473+0000","last_active":"2024-09-19T05:35:15.576101+0000","last_peered":"2024-09-19T05:35:15.576101+0000","last_clean":"2024-09-19T05:35:15.576101+0000","last_became_active":"2024-09-19T05:35:15.565129+0000","last_became_peered":"2024-09-19T05:35:15.565129+0000","last_unstale":"2024-09-19T05:35:15.576101+0000","last_undegraded":"2024-09-19T05:35:15.576101+0000","last_fullsized":"2024-09-19T05:35:15.576101+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:44.475514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"42'1","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.577121+0000","last_change":"2024-09-19T05:35:14.518378+0000","last_active":"2024-09-19T05:35:15.577121+0000","last_peered":"2024-09-19T05:35:15.577121+0000","last_clean":"2024-09-19T05:35:15.577121+0000","last_became_active":"2024-09-19T05:35:14.518041+0000","last_became_peered":"2024-09-19T05:35:14.518041+0000","last_unstale":"2024-09-19T05:35:15.577121+0000","last_undegraded":"2024-09-19T05:35:15.577121+0000","last_fullsized":"2024-09-19T05:35:15.577121+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:42.000777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.511860+0000","last_change":"2024-09-19T05:35:14.511860+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.511860+0000","last_undegraded":"2024-09-19T05:35:14.511860+0000","last_fullsized":"2024-09-19T05:35:14.511860+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520678+0000","last_change":"2024-09-19T05:35:14.514282+0000","last_active":"2024-09-19T05:35:14.520678+0000","last_peered":"2024-09-19T05:35:14.520678+0000","last_clean":"2024-09-19T05:35:14.520678+0000","last_became_active":"2024-09-19T05:35:14.513783+0000","last_became_peered":"2024-09-19T05:35:14.513783+0000","last_unstale":"2024-09-19T05:35:14.520678+0000","last_undegraded":"2024-09-19T05:35:14.520678+0000","last_fullsized":"2024-09-19T05:35:14.520678+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:28.860868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.561923+0000","last_change":"2024-09-19T05:35:15.557811+0000","last_active":"2024-09-19T05:35:15.561923+0000","last_peered":"2024-09-19T05:35:15.561923+0000","last_clean":"2024-09-19T05:35:15.561923+0000","last_became_active":"2024-09-19T05:35:15.557493+0000","last_became_peered":"2024-09-19T05:35:15.557493+0000","last_unstale":"2024-09-19T05:35:15.561923+0000","last_undegraded":"2024-09-19T05:35:15.561923+0000","last_fullsized":"2024-09-19T05:35:15.561923+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:48.989753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.519089+0000","last_change":"2024-09-19T05:35:14.517478+0000","last_active":"2024-09-19T05:35:14.519089+0000","last_peered":"2024-09-19T05:35:14.519089+0000","last_clean":"2024-09-19T05:35:14.519089+0000","last_became_active":"2024-09-19T05:35:14.517189+0000","last_became_peered":"2024-09-19T05:35:14.517189+0000","last_unstale":"2024-09-19T05:35:14.519089+0000","last_undegraded":"2024-09-19T05:35:14.519089+0000","last_fullsized":"2024-09-19T05:35:14.519089+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:53.163997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.571748+0000","last_change":"2024-09-19T05:35:15.568852+0000","last_active":"2024-09-19T05:35:15.571748+0000","last_peered":"2024-09-19T05:35:15.571748+0000","last_clean":"2024-09-19T05:35:15.571748+0000","last_became_active":"2024-09-19T05:35:15.568511+0000","last_became_peered":"2024-09-19T05:35:15.568511+0000","last_unstale":"2024-09-19T05:35:15.571748+0000","last_undegraded":"2024-09-19T05:35:15.571748+0000","last_fullsized":"2024-09-19T05:35:15.571748+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:05.964705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.542354+0000","last_change":"2024-09-19T05:35:14.517526+0000","last_active":"2024-09-19T05:35:15.542354+0000","last_peered":"2024-09-19T05:35:15.542354+0000","last_clean":"2024-09-19T05:35:15.542354+0000","last_became_active":"2024-09-19T05:35:14.516729+0000","last_became_peered":"2024-09-19T05:35:14.516729+0000","last_unstale":"2024-09-19T05:35:15.542354+0000","last_undegraded":"2024-09-19T05:35:15.542354+0000","last_fullsized":"2024-09-19T05:35:15.542354+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:14.922651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574510+0000","last_change":"2024-09-19T05:35:15.571401+0000","last_active":"2024-09-19T05:35:15.574510+0000","last_peered":"2024-09-19T05:35:15.574510+0000","last_clean":"2024-09-19T05:35:15.574510+0000","last_became_active":"2024-09-19T05:35:15.571086+0000","last_became_peered":"2024-09-19T05:35:15.571086+0000","last_unstale":"2024-09-19T05:35:15.574510+0000","last_undegraded":"2024-09-19T05:35:15.574510+0000","last_fullsized":"2024-09-19T05:35:15.574510+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:49.869632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"42'2","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574755+0000","last_change":"2024-09-19T05:35:14.513632+0000","last_active":"2024-09-19T05:35:15.574755+0000","last_peered":"2024-09-19T05:35:15.574755+0000","last_clean":"2024-09-19T05:35:15.574755+0000","last_became_active":"2024-09-19T05:35:14.512842+0000","last_became_peered":"2024-09-19T05:35:14.512842+0000","last_unstale":"2024-09-19T05:35:15.574755+0000","last_undegraded":"2024-09-19T05:35:15.574755+0000","last_fullsized":"2024-09-19T05:35:15.574755+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:35.238110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510042+0000","last_change":"2024-09-19T05:35:14.510042+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510042+0000","last_undegraded":"2024-09-19T05:35:14.510042+0000","last_fullsized":"2024-09-19T05:35:14.510042+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521663+0000","last_change":"2024-09-19T05:35:14.520622+0000","last_active":"2024-09-19T05:35:14.521663+0000","last_peered":"2024-09-19T05:35:14.521663+0000","last_clean":"2024-09-19T05:35:14.521663+0000","last_became_active":"2024-09-19T05:35:14.520296+0000","last_became_peered":"2024-09-19T05:35:14.520296+0000","last_unstale":"2024-09-19T05:35:14.521663+0000","last_undegraded":"2024-09-19T05:35:14.521663+0000","last_fullsized":"2024-09-19T05:35:14.521663+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:29.027000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.576067+0000","last_change":"2024-09-19T05:35:15.565604+0000","last_active":"2024-09-19T05:35:15.576067+0000","last_peered":"2024-09-19T05:35:15.576067+0000","last_clean":"2024-09-19T05:35:15.576067+0000","last_became_active":"2024-09-19T05:35:15.565237+0000","last_became_peered":"2024-09-19T05:35:15.565237+0000","last_unstale":"2024-09-19T05:35:15.576067+0000","last_undegraded":"2024-09-19T05:35:15.576067+0000","last_fullsized":"2024-09-19T05:35:15.576067+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:50.986381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524869+0000","last_change":"2024-09-19T05:35:14.517023+0000","last_active":"2024-09-19T05:35:14.524869+0000","last_peered":"2024-09-19T05:35:14.524869+0000","last_clean":"2024-09-19T05:35:14.524869+0000","last_became_active":"2024-09-19T05:35:14.516726+0000","last_became_peered":"2024-09-19T05:35:14.516726+0000","last_unstale":"2024-09-19T05:35:14.524869+0000","last_undegraded":"2024-09-19T05:35:14.524869+0000","last_fullsized":"2024-09-19T05:35:14.524869+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:52.113974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.510158+0000","last_change":"2024-09-19T05:35:14.510158+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.510158+0000","last_undegraded":"2024-09-19T05:35:14.510158+0000","last_fullsized":"2024-09-19T05:35:14.510158+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.521084+0000","last_change":"2024-09-19T05:35:14.520161+0000","last_active":"2024-09-19T05:35:14.521084+0000","last_peered":"2024-09-19T05:35:14.521084+0000","last_clean":"2024-09-19T05:35:14.521084+0000","last_became_active":"2024-09-19T05:35:14.519604+0000","last_became_peered":"2024-09-19T05:35:14.519604+0000","last_unstale":"2024-09-19T05:35:14.521084+0000","last_undegraded":"2024-09-19T05:35:14.521084+0000","last_fullsized":"2024-09-19T05:35:14.521084+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:21.444852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.566809+0000","last_change":"2024-09-19T05:35:15.563997+0000","last_active":"2024-09-19T05:35:15.566809+0000","last_peered":"2024-09-19T05:35:15.566809+0000","last_clean":"2024-09-19T05:35:15.566809+0000","last_became_active":"2024-09-19T05:35:15.563682+0000","last_became_peered":"2024-09-19T05:35:15.563682+0000","last_unstale":"2024-09-19T05:35:15.566809+0000","last_undegraded":"2024-09-19T05:35:15.566809+0000","last_fullsized":"2024-09-19T05:35:15.566809+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:02.240011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.541980+0000","last_change":"2024-09-19T05:35:14.515944+0000","last_active":"2024-09-19T05:35:15.541980+0000","last_peered":"2024-09-19T05:35:15.541980+0000","last_clean":"2024-09-19T05:35:15.541980+0000","last_became_active":"2024-09-19T05:35:14.515681+0000","last_became_peered":"2024-09-19T05:35:14.515681+0000","last_unstale":"2024-09-19T05:35:15.541980+0000","last_undegraded":"2024-09-19T05:35:15.541980+0000","last_fullsized":"2024-09-19T05:35:15.541980+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:44.945423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.512204+0000","last_change":"2024-09-19T05:35:14.512204+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.512204+0000","last_undegraded":"2024-09-19T05:35:14.512204+0000","last_fullsized":"2024-09-19T05:35:14.512204+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524019+0000","last_change":"2024-09-19T05:35:14.523136+0000","last_active":"2024-09-19T05:35:14.524019+0000","last_peered":"2024-09-19T05:35:14.524019+0000","last_clean":"2024-09-19T05:35:14.524019+0000","last_became_active":"2024-09-19T05:35:14.522673+0000","last_became_peered":"2024-09-19T05:35:14.522673+0000","last_unstale":"2024-09-19T05:35:14.524019+0000","last_undegraded":"2024-09-19T05:35:14.524019+0000","last_fullsized":"2024-09-19T05:35:14.524019+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:34.611612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.509937+0000","last_change":"2024-09-19T05:35:14.509937+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.509937+0000","last_undegraded":"2024-09-19T05:35:14.509937+0000","last_fullsized":"2024-09-19T05:35:14.509937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.524889+0000","last_change":"2024-09-19T05:35:14.519193+0000","last_active":"2024-09-19T05:35:14.524889+0000","last_peered":"2024-09-19T05:35:14.524889+0000","last_clean":"2024-09-19T05:35:14.524889+0000","last_became_active":"2024-09-19T05:35:14.518924+0000","last_became_peered":"2024-09-19T05:35:14.518924+0000","last_unstale":"2024-09-19T05:35:14.524889+0000","last_undegraded":"2024-09-19T05:35:14.524889+0000","last_fullsized":"2024-09-19T05:35:14.524889+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.866174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.568957+0000","last_change":"2024-09-19T05:35:15.562154+0000","last_active":"2024-09-19T05:35:15.568957+0000","last_peered":"2024-09-19T05:35:15.568957+0000","last_clean":"2024-09-19T05:35:15.568957+0000","last_became_active":"2024-09-19T05:35:15.561857+0000","last_became_peered":"2024-09-19T05:35:15.561857+0000","last_unstale":"2024-09-19T05:35:15.568957+0000","last_undegraded":"2024-09-19T05:35:15.568957+0000","last_fullsized":"2024-09-19T05:35:15.568957+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:42.606935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.523744+0000","last_change":"2024-09-19T05:35:14.522916+0000","last_active":"2024-09-19T05:35:14.523744+0000","last_peered":"2024-09-19T05:35:14.523744+0000","last_clean":"2024-09-19T05:35:14.523744+0000","last_became_active":"2024-09-19T05:35:14.522607+0000","last_became_peered":"2024-09-19T05:35:14.522607+0000","last_unstale":"2024-09-19T05:35:14.523744+0000","last_undegraded":"2024-09-19T05:35:14.523744+0000","last_fullsized":"2024-09-19T05:35:14.523744+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:06.758556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-19T05:35:15.574815+0000","last_change":"2024-09-19T05:35:15.571715+0000","last_active":"2024-09-19T05:35:15.574815+0000","last_peered":"2024-09-19T05:35:15.574815+0000","last_clean":"2024-09-19T05:35:15.574815+0000","last_became_active":"2024-09-19T05:35:15.571412+0000","last_became_peered":"2024-09-19T05:35:15.571412+0000","last_unstale":"2024-09-19T05:35:15.574815+0000","last_undegraded":"2024-09-19T05:35:15.574815+0000","last_fullsized":"2024-09-19T05:35:15.574815+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:12.769988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520784+0000","last_change":"2024-09-19T05:35:14.518274+0000","last_active":"2024-09-19T05:35:14.520784+0000","last_peered":"2024-09-19T05:35:14.520784+0000","last_clean":"2024-09-19T05:35:14.520784+0000","last_became_active":"2024-09-19T05:35:14.517954+0000","last_became_peered":"2024-09-19T05:35:14.517954+0000","last_unstale":"2024-09-19T05:35:14.520784+0000","last_undegraded":"2024-09-19T05:35:14.520784+0000","last_fullsized":"2024-09-19T05:35:14.520784+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.866174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504751+0000","last_change":"2024-09-19T05:35:14.504751+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504751+0000","last_undegraded":"2024-09-19T05:35:14.504751+0000","last_fullsized":"2024-09-19T05:35:14.504751+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.520079+0000","last_change":"2024-09-19T05:35:14.512648+0000","last_active":"2024-09-19T05:35:14.520079+0000","last_peered":"2024-09-19T05:35:14.520079+0000","last_clean":"2024-09-19T05:35:14.520079+0000","last_became_active":"2024-09-19T05:35:14.512367+0000","last_became_peered":"2024-09-19T05:35:14.512367+0000","last_unstale":"2024-09-19T05:35:14.520079+0000","last_undegraded":"2024-09-19T05:35:14.520079+0000","last_fullsized":"2024-09-19T05:35:14.520079+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:28.860868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.504953+0000","last_change":"2024-09-19T05:35:14.504953+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.504953+0000","last_undegraded":"2024-09-19T05:35:14.504953+0000","last_fullsized":"2024-09-19T05:35:14.504953+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.525094+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:14.525094+0000","last_peered":"2024-09-19T05:35:14.525094+0000","last_clean":"2024-09-19T05:35:14.525094+0000","last_became_active":"2024-09-19T05:35:14.518105+0000","last_became_peered":"2024-09-19T05:35:14.518105+0000","last_unstale":"2024-09-19T05:35:14.525094+0000","last_undegraded":"2024-09-19T05:35:14.525094+0000","last_fullsized":"2024-09-19T05:35:14.525094+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:33.815911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":41,"state":"creating+peering","last_fresh":"2024-09-19T05:35:14.513625+0000","last_change":"2024-09-19T05:35:14.513625+0000","last_active":"2024-09-19T05:35:14.498285+0000","last_peered":"2024-09-19T05:35:14.498285+0000","last_clean":"2024-09-19T05:35:14.498285+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:14.513625+0000","last_undegraded":"2024-09-19T05:35:14.513625+0000","last_fullsized":"2024-09-19T05:35:14.513625+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.518867+0000","last_change":"2024-09-19T05:35:14.517601+0000","last_active":"2024-09-19T05:35:14.518867+0000","last_peered":"2024-09-19T05:35:14.518867+0000","last_clean":"2024-09-19T05:35:14.518867+0000","last_became_active":"2024-09-19T05:35:14.517297+0000","last_became_peered":"2024-09-19T05:35:14.517297+0000","last_unstale":"2024-09-19T05:35:14.518867+0000","last_undegraded":"2024-09-19T05:35:14.518867+0000","last_fullsized":"2024-09-19T05:35:14.518867+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:48.723750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-19T05:35:14.512486+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:14.512486+0000","last_peered":"2024-09-19T05:35:14.512486+0000","last_clean":"2024-09-19T05:35:14.512486+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:14.512486+0000","last_undegraded":"2024-09-19T05:35:14.512486+0000","last_fullsized":"2024-09-19T05:35:14.512486+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35808,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336032,"statfs":{"total":96636764160,"available":96600096768,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509458,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31656,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340184,"statfs":{"total":96636764160,"available":96604348416,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":186656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542164,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36376,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335464,"statfs":{"total":96636764160,"available":96599515136,"internally_reserved":0,"allocated":1052672,"data_stored":770757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542162,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35796,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336044,"statfs":{"total":96636764160,"available":96600109056,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35804,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336036,"statfs":{"total":96636764160,"available":96600100864,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":458752,"data_stored":180389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32228,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339612,"statfs":{"total":96636764160,"available":96603762688,"internally_reserved":0,"allocated":1052672,"data_stored":770757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:20.810 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-19T05:35:20.807+0000 7f37b75b8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:35:22.960 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:23.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.074+0000 7fbf9a217640 1 Processor -- start 2024-09-19T05:35:23.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.074+0000 7fbf9a217640 1 -- start start 2024-09-19T05:35:23.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf9a217640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940b6a70 0x7fbf940d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf9a217640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbf940d1510 0x7fbf940d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf9a217640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf940d1d90 con 0x7fbf940b6690 2024-09-19T05:35:23.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf9a217640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fbf940cf540 con 0x7fbf940d1510 2024-09-19T05:35:23.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf9a217640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbf940ceef0 con 0x7fbf940b6a70 2024-09-19T05:35:23.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf92ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940b6a70 0x7fbf940d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf93fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbf940d1510 0x7fbf940d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf937fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fbf940b6690 0x7fbf940cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:47704/0 (socket says 172.21.15.39:47704) 2024-09-19T05:35:23.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf937fe640 1 -- 172.21.15.39:0/2014810940 learned_addr learned my addr 172.21.15.39:0/2014810940 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:23.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf93fff640 1 -- 172.21.15.39:0/2014810940 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940b6a70 msgr2=0x7fbf940d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:23.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf93fff640 1 --2- 172.21.15.39:0/2014810940 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940b6a70 0x7fbf940d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf93fff640 1 -- 172.21.15.39:0/2014810940 >> v1:172.21.15.50:6789/0 conn(0x7fbf940b6690 legacy=0x7fbf940cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf93fff640 1 -- 172.21.15.39:0/2014810940 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf940cf1d0 con 0x7fbf940d1510 2024-09-19T05:35:23.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf927fc640 1 -- 172.21.15.39:0/2014810940 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1277717469 0 0) 0x7fbf940d1d90 con 0x7fbf940b6690 2024-09-19T05:35:23.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.075+0000 7fbf92ffd640 1 --2- 172.21.15.39:0/2014810940 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940b6a70 0x7fbf940d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:23.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.076+0000 7fbf93fff640 1 --2- 172.21.15.39:0/2014810940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf940d1510 0x7fbf940d2b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c009d90 tx=0x7fbf8c02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99ea9e018caeda5b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:23.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.076+0000 7fbf927fc640 1 -- 172.21.15.39:0/2014810940 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c007740 con 0x7fbf940d1510 2024-09-19T05:35:23.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.076+0000 7fbf927fc640 1 -- 172.21.15.39:0/2014810940 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf8c0078e0 con 0x7fbf940d1510 2024-09-19T05:35:23.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.076+0000 7fbf927fc640 1 -- 172.21.15.39:0/2014810940 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c007cb0 con 0x7fbf940d1510 2024-09-19T05:35:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.077+0000 7fbf9a217640 1 -- 172.21.15.39:0/2014810940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf940d1510 msgr2=0x7fbf940d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.077+0000 7fbf9a217640 1 --2- 172.21.15.39:0/2014810940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf940d1510 0x7fbf940d2b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c009d90 tx=0x7fbf8c02a660 comp rx=0 tx=0).stop 2024-09-19T05:35:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.077+0000 7fbf9a217640 1 -- 172.21.15.39:0/2014810940 shutdown_connections 2024-09-19T05:35:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.077+0000 7fbf9a217640 1 --2- 172.21.15.39:0/2014810940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf940d1510 0x7fbf940d2b50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.077+0000 7fbf9a217640 1 --2- 172.21.15.39:0/2014810940 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940b6a70 0x7fbf940d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.077+0000 7fbf9a217640 1 -- 172.21.15.39:0/2014810940 >> 172.21.15.39:0/2014810940 conn(0x7fbf94072560 msgr2=0x7fbf94072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.077+0000 7fbf9a217640 1 -- 172.21.15.39:0/2014810940 shutdown_connections 2024-09-19T05:35:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.077+0000 7fbf9a217640 1 -- 172.21.15.39:0/2014810940 wait complete. 2024-09-19T05:35:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.078+0000 7fbf9a217640 1 Processor -- start 2024-09-19T05:35:23.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.078+0000 7fbf9a217640 1 -- start start 2024-09-19T05:35:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf9a217640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf940b6690 0x7fbf94150470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf9a217640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf940b6a70 0x7fbf94151640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf9a217640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940d1510 0x7fbf940b9b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf9a217640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbf940d1b20 con 0x7fbf940b6a70 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf9a217640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbf940d19a0 con 0x7fbf940b6690 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf9a217640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbf9415c530 con 0x7fbf940d1510 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf92ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf940b6a70 0x7fbf94151640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf92ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf940b6a70 0x7fbf94151640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41164/0 (socket says 172.21.15.39:41164) 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf92ffd640 1 -- 172.21.15.39:0/2033980177 learned_addr learned my addr 172.21.15.39:0/2033980177 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.079+0000 7fbf93fff640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940d1510 0x7fbf940b9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf937fe640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf940b6690 0x7fbf94150470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf92ffd640 1 -- 172.21.15.39:0/2033980177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940d1510 msgr2=0x7fbf940b9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf92ffd640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940d1510 0x7fbf940b9b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf92ffd640 1 -- 172.21.15.39:0/2033980177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf940b6690 msgr2=0x7fbf94150470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf92ffd640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf940b6690 0x7fbf94150470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf92ffd640 1 -- 172.21.15.39:0/2033980177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf94150ba0 con 0x7fbf940b6a70 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf92ffd640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf940b6a70 0x7fbf94151640 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fbf8800ebb0 tx=0x7fbf8800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf7bfff640 1 -- 172.21.15.39:0/2033980177 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf88017070 con 0x7fbf940b6a70 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf7bfff640 1 -- 172.21.15.39:0/2033980177 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf8800cc30 con 0x7fbf940b6a70 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf940cc3b0 con 0x7fbf940b6a70 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf7bfff640 1 -- 172.21.15.39:0/2033980177 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf88013470 con 0x7fbf940b6a70 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.080+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf94151120 con 0x7fbf940b6a70 2024-09-19T05:35:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.081+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf940d0fd0 con 0x7fbf940b6a70 2024-09-19T05:35:23.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.082+0000 7fbf7bfff640 1 -- 172.21.15.39:0/2033980177 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf8801a070 con 0x7fbf940b6a70 2024-09-19T05:35:23.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.082+0000 7fbf7bfff640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf8006c2b0 0x7fbf8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.082+0000 7fbf7bfff640 1 -- 172.21.15.39:0/2033980177 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fbf8808b300 con 0x7fbf940b6a70 2024-09-19T05:35:23.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.082+0000 7fbf937fe640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf8006c2b0 0x7fbf8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.083+0000 7fbf937fe640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf8006c2b0 0x7fbf8006e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbf84000f60 tx=0x7fbf84007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.087+0000 7fbf7bfff640 1 -- 172.21.15.39:0/2033980177 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbf88059430 con 0x7fbf940b6a70 2024-09-19T05:35:23.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.258+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbf94069140 con 0x7fbf8006c2b0 2024-09-19T05:35:23.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.264+0000 7fbf7bfff640 1 -- 172.21.15.39:0/2033980177 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251946 (secure 0 0 0) 0x7fbf94069140 con 0x7fbf8006c2b0 2024-09-19T05:35:23.269 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:23.271 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.267+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf8006c2b0 msgr2=0x7fbf8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.267+0000 7fbf9a217640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf8006c2b0 0x7fbf8006e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbf84000f60 tx=0x7fbf84007d50 comp rx=0 tx=0).stop 2024-09-19T05:35:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.267+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf940b6a70 msgr2=0x7fbf94151640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.267+0000 7fbf9a217640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf940b6a70 0x7fbf94151640 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fbf8800ebb0 tx=0x7fbf8800c520 comp rx=0 tx=0).stop 2024-09-19T05:35:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.267+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 shutdown_connections 2024-09-19T05:35:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.268+0000 7fbf9a217640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf8006c2b0 0x7fbf8006e770 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.268+0000 7fbf9a217640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf940d1510 0x7fbf940b9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.268+0000 7fbf9a217640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf940b6a70 0x7fbf94151640 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.268+0000 7fbf9a217640 1 --2- 172.21.15.39:0/2033980177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf940b6690 0x7fbf94150470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.268+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 >> 172.21.15.39:0/2033980177 conn(0x7fbf94072560 msgr2=0x7fbf941619e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.268+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 shutdown_connections 2024-09-19T05:35:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.268+0000 7fbf9a217640 1 -- 172.21.15.39:0/2033980177 wait complete. 2024-09-19T05:35:23.281 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-09-19T05:35:22.685483+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":271268,"kb_used_data":5096,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754703452,"statfs":{"total":773094113280,"available":772816334848,"internally_reserved":0,"allocated":5218304,"data_stored":2783404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001596"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.810255+0000","last_change":"2024-09-19T05:35:15.552523+0000","last_active":"2024-09-19T05:35:16.810255+0000","last_peered":"2024-09-19T05:35:16.810255+0000","last_clean":"2024-09-19T05:35:16.810255+0000","last_became_active":"2024-09-19T05:35:15.552190+0000","last_became_peered":"2024-09-19T05:35:15.552190+0000","last_unstale":"2024-09-19T05:35:16.810255+0000","last_undegraded":"2024-09-19T05:35:16.810255+0000","last_fullsized":"2024-09-19T05:35:16.810255+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:52.223920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549895+0000","last_change":"2024-09-19T05:35:15.556993+0000","last_active":"2024-09-19T05:35:16.549895+0000","last_peered":"2024-09-19T05:35:16.549895+0000","last_clean":"2024-09-19T05:35:16.549895+0000","last_became_active":"2024-09-19T05:35:15.556436+0000","last_became_peered":"2024-09-19T05:35:15.556436+0000","last_unstale":"2024-09-19T05:35:16.549895+0000","last_undegraded":"2024-09-19T05:35:16.549895+0000","last_fullsized":"2024-09-19T05:35:16.549895+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:36.936844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.548755+0000","last_change":"2024-09-19T05:35:15.567540+0000","last_active":"2024-09-19T05:35:16.548755+0000","last_peered":"2024-09-19T05:35:16.548755+0000","last_clean":"2024-09-19T05:35:16.548755+0000","last_became_active":"2024-09-19T05:35:15.567280+0000","last_became_peered":"2024-09-19T05:35:15.567280+0000","last_unstale":"2024-09-19T05:35:16.548755+0000","last_undegraded":"2024-09-19T05:35:16.548755+0000","last_fullsized":"2024-09-19T05:35:16.548755+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:03.680365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808845+0000","last_change":"2024-09-19T05:35:15.565294+0000","last_active":"2024-09-19T05:35:16.808845+0000","last_peered":"2024-09-19T05:35:16.808845+0000","last_clean":"2024-09-19T05:35:16.808845+0000","last_became_active":"2024-09-19T05:35:15.564400+0000","last_became_peered":"2024-09-19T05:35:15.564400+0000","last_unstale":"2024-09-19T05:35:16.808845+0000","last_undegraded":"2024-09-19T05:35:16.808845+0000","last_fullsized":"2024-09-19T05:35:16.808845+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:07.773442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549585+0000","last_change":"2024-09-19T05:35:15.557765+0000","last_active":"2024-09-19T05:35:16.549585+0000","last_peered":"2024-09-19T05:35:16.549585+0000","last_clean":"2024-09-19T05:35:16.549585+0000","last_became_active":"2024-09-19T05:35:15.557237+0000","last_became_peered":"2024-09-19T05:35:15.557237+0000","last_unstale":"2024-09-19T05:35:16.549585+0000","last_undegraded":"2024-09-19T05:35:16.549585+0000","last_fullsized":"2024-09-19T05:35:16.549585+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:00.448729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560404+0000","last_change":"2024-09-19T05:35:15.550613+0000","last_active":"2024-09-19T05:35:16.560404+0000","last_peered":"2024-09-19T05:35:16.560404+0000","last_clean":"2024-09-19T05:35:16.560404+0000","last_became_active":"2024-09-19T05:35:15.550294+0000","last_became_peered":"2024-09-19T05:35:15.550294+0000","last_unstale":"2024-09-19T05:35:16.560404+0000","last_undegraded":"2024-09-19T05:35:16.560404+0000","last_fullsized":"2024-09-19T05:35:16.560404+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:42.534772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809511+0000","last_change":"2024-09-19T05:35:15.559666+0000","last_active":"2024-09-19T05:35:16.809511+0000","last_peered":"2024-09-19T05:35:16.809511+0000","last_clean":"2024-09-19T05:35:16.809511+0000","last_became_active":"2024-09-19T05:35:15.559366+0000","last_became_peered":"2024-09-19T05:35:15.559366+0000","last_unstale":"2024-09-19T05:35:16.809511+0000","last_undegraded":"2024-09-19T05:35:16.809511+0000","last_fullsized":"2024-09-19T05:35:16.809511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:29:36.376933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808177+0000","last_change":"2024-09-19T05:35:15.570368+0000","last_active":"2024-09-19T05:35:16.808177+0000","last_peered":"2024-09-19T05:35:16.808177+0000","last_clean":"2024-09-19T05:35:16.808177+0000","last_became_active":"2024-09-19T05:35:15.570098+0000","last_became_peered":"2024-09-19T05:35:15.570098+0000","last_unstale":"2024-09-19T05:35:16.808177+0000","last_undegraded":"2024-09-19T05:35:16.808177+0000","last_fullsized":"2024-09-19T05:35:16.808177+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:07.760662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809042+0000","last_change":"2024-09-19T05:35:15.574202+0000","last_active":"2024-09-19T05:35:16.809042+0000","last_peered":"2024-09-19T05:35:16.809042+0000","last_clean":"2024-09-19T05:35:16.809042+0000","last_became_active":"2024-09-19T05:35:15.573929+0000","last_became_peered":"2024-09-19T05:35:15.573929+0000","last_unstale":"2024-09-19T05:35:16.809042+0000","last_undegraded":"2024-09-19T05:35:16.809042+0000","last_fullsized":"2024-09-19T05:35:16.809042+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:03.806841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809070+0000","last_change":"2024-09-19T05:35:15.569595+0000","last_active":"2024-09-19T05:35:16.809070+0000","last_peered":"2024-09-19T05:35:16.809070+0000","last_clean":"2024-09-19T05:35:16.809070+0000","last_became_active":"2024-09-19T05:35:15.568383+0000","last_became_peered":"2024-09-19T05:35:15.568383+0000","last_unstale":"2024-09-19T05:35:16.809070+0000","last_undegraded":"2024-09-19T05:35:16.809070+0000","last_fullsized":"2024-09-19T05:35:16.809070+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:56.006958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808690+0000","last_change":"2024-09-19T05:35:15.574256+0000","last_active":"2024-09-19T05:35:16.808690+0000","last_peered":"2024-09-19T05:35:16.808690+0000","last_clean":"2024-09-19T05:35:16.808690+0000","last_became_active":"2024-09-19T05:35:15.573983+0000","last_became_peered":"2024-09-19T05:35:15.573983+0000","last_unstale":"2024-09-19T05:35:16.808690+0000","last_undegraded":"2024-09-19T05:35:16.808690+0000","last_fullsized":"2024-09-19T05:35:16.808690+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:39.001750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549733+0000","last_change":"2024-09-19T05:35:15.569397+0000","last_active":"2024-09-19T05:35:16.549733+0000","last_peered":"2024-09-19T05:35:16.549733+0000","last_clean":"2024-09-19T05:35:16.549733+0000","last_became_active":"2024-09-19T05:35:15.569053+0000","last_became_peered":"2024-09-19T05:35:15.569053+0000","last_unstale":"2024-09-19T05:35:16.549733+0000","last_undegraded":"2024-09-19T05:35:16.549733+0000","last_fullsized":"2024-09-19T05:35:16.549733+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:52.657919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808788+0000","last_change":"2024-09-19T05:35:15.559732+0000","last_active":"2024-09-19T05:35:16.808788+0000","last_peered":"2024-09-19T05:35:16.808788+0000","last_clean":"2024-09-19T05:35:16.808788+0000","last_became_active":"2024-09-19T05:35:15.558768+0000","last_became_peered":"2024-09-19T05:35:15.558768+0000","last_unstale":"2024-09-19T05:35:16.808788+0000","last_undegraded":"2024-09-19T05:35:16.808788+0000","last_fullsized":"2024-09-19T05:35:16.808788+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:30.205896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808619+0000","last_change":"2024-09-19T05:35:15.574471+0000","last_active":"2024-09-19T05:35:16.808619+0000","last_peered":"2024-09-19T05:35:16.808619+0000","last_clean":"2024-09-19T05:35:16.808619+0000","last_became_active":"2024-09-19T05:35:15.573748+0000","last_became_peered":"2024-09-19T05:35:15.573748+0000","last_unstale":"2024-09-19T05:35:16.808619+0000","last_undegraded":"2024-09-19T05:35:16.808619+0000","last_fullsized":"2024-09-19T05:35:16.808619+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:21.274313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560295+0000","last_change":"2024-09-19T05:35:15.553776+0000","last_active":"2024-09-19T05:35:16.560295+0000","last_peered":"2024-09-19T05:35:16.560295+0000","last_clean":"2024-09-19T05:35:16.560295+0000","last_became_active":"2024-09-19T05:35:15.553504+0000","last_became_peered":"2024-09-19T05:35:15.553504+0000","last_unstale":"2024-09-19T05:35:16.560295+0000","last_undegraded":"2024-09-19T05:35:16.560295+0000","last_fullsized":"2024-09-19T05:35:16.560295+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:52.437805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809011+0000","last_change":"2024-09-19T05:35:15.561769+0000","last_active":"2024-09-19T05:35:16.809011+0000","last_peered":"2024-09-19T05:35:16.809011+0000","last_clean":"2024-09-19T05:35:16.809011+0000","last_became_active":"2024-09-19T05:35:15.561074+0000","last_became_peered":"2024-09-19T05:35:15.561074+0000","last_unstale":"2024-09-19T05:35:16.809011+0000","last_undegraded":"2024-09-19T05:35:16.809011+0000","last_fullsized":"2024-09-19T05:35:16.809011+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:00.449717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549132+0000","last_change":"2024-09-19T05:35:15.561529+0000","last_active":"2024-09-19T05:35:16.549132+0000","last_peered":"2024-09-19T05:35:16.549132+0000","last_clean":"2024-09-19T05:35:16.549132+0000","last_became_active":"2024-09-19T05:35:15.561242+0000","last_became_peered":"2024-09-19T05:35:15.561242+0000","last_unstale":"2024-09-19T05:35:16.549132+0000","last_undegraded":"2024-09-19T05:35:16.549132+0000","last_fullsized":"2024-09-19T05:35:16.549132+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:21.274313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549065+0000","last_change":"2024-09-19T05:35:15.559287+0000","last_active":"2024-09-19T05:35:16.549065+0000","last_peered":"2024-09-19T05:35:16.549065+0000","last_clean":"2024-09-19T05:35:16.549065+0000","last_became_active":"2024-09-19T05:35:15.558751+0000","last_became_peered":"2024-09-19T05:35:15.558751+0000","last_unstale":"2024-09-19T05:35:16.549065+0000","last_undegraded":"2024-09-19T05:35:16.549065+0000","last_fullsized":"2024-09-19T05:35:16.549065+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:32.725354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809866+0000","last_change":"2024-09-19T05:35:15.561480+0000","last_active":"2024-09-19T05:35:16.809866+0000","last_peered":"2024-09-19T05:35:16.809866+0000","last_clean":"2024-09-19T05:35:16.809866+0000","last_became_active":"2024-09-19T05:35:15.561121+0000","last_became_peered":"2024-09-19T05:35:15.561121+0000","last_unstale":"2024-09-19T05:35:16.809866+0000","last_undegraded":"2024-09-19T05:35:16.809866+0000","last_fullsized":"2024-09-19T05:35:16.809866+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:28.299168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809274+0000","last_change":"2024-09-19T05:35:15.565641+0000","last_active":"2024-09-19T05:35:16.809274+0000","last_peered":"2024-09-19T05:35:16.809274+0000","last_clean":"2024-09-19T05:35:16.809274+0000","last_became_active":"2024-09-19T05:35:15.565303+0000","last_became_peered":"2024-09-19T05:35:15.565303+0000","last_unstale":"2024-09-19T05:35:16.809274+0000","last_undegraded":"2024-09-19T05:35:16.809274+0000","last_fullsized":"2024-09-19T05:35:16.809274+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:05.964705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560509+0000","last_change":"2024-09-19T05:35:15.552790+0000","last_active":"2024-09-19T05:35:16.560509+0000","last_peered":"2024-09-19T05:35:16.560509+0000","last_clean":"2024-09-19T05:35:16.560509+0000","last_became_active":"2024-09-19T05:35:15.552497+0000","last_became_peered":"2024-09-19T05:35:15.552497+0000","last_unstale":"2024-09-19T05:35:16.560509+0000","last_undegraded":"2024-09-19T05:35:16.560509+0000","last_fullsized":"2024-09-19T05:35:16.560509+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:09.498216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808767+0000","last_change":"2024-09-19T05:35:15.567537+0000","last_active":"2024-09-19T05:35:16.808767+0000","last_peered":"2024-09-19T05:35:16.808767+0000","last_clean":"2024-09-19T05:35:16.808767+0000","last_became_active":"2024-09-19T05:35:15.567238+0000","last_became_peered":"2024-09-19T05:35:15.567238+0000","last_unstale":"2024-09-19T05:35:16.808767+0000","last_undegraded":"2024-09-19T05:35:16.808767+0000","last_fullsized":"2024-09-19T05:35:16.808767+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:54.182862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809596+0000","last_change":"2024-09-19T05:35:15.553253+0000","last_active":"2024-09-19T05:35:16.809596+0000","last_peered":"2024-09-19T05:35:16.809596+0000","last_clean":"2024-09-19T05:35:16.809596+0000","last_became_active":"2024-09-19T05:35:15.552897+0000","last_became_peered":"2024-09-19T05:35:15.552897+0000","last_unstale":"2024-09-19T05:35:16.809596+0000","last_undegraded":"2024-09-19T05:35:16.809596+0000","last_fullsized":"2024-09-19T05:35:16.809596+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:30.029106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809005+0000","last_change":"2024-09-19T05:35:15.551642+0000","last_active":"2024-09-19T05:35:16.809005+0000","last_peered":"2024-09-19T05:35:16.809005+0000","last_clean":"2024-09-19T05:35:16.809005+0000","last_became_active":"2024-09-19T05:35:15.550441+0000","last_became_peered":"2024-09-19T05:35:15.550441+0000","last_unstale":"2024-09-19T05:35:16.809005+0000","last_undegraded":"2024-09-19T05:35:16.809005+0000","last_fullsized":"2024-09-19T05:35:16.809005+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:08:31.935834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.810055+0000","last_change":"2024-09-19T05:35:15.565278+0000","last_active":"2024-09-19T05:35:16.810055+0000","last_peered":"2024-09-19T05:35:16.810055+0000","last_clean":"2024-09-19T05:35:16.810055+0000","last_became_active":"2024-09-19T05:35:15.564980+0000","last_became_peered":"2024-09-19T05:35:15.564980+0000","last_unstale":"2024-09-19T05:35:16.810055+0000","last_undegraded":"2024-09-19T05:35:16.810055+0000","last_fullsized":"2024-09-19T05:35:16.810055+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:11.241186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808947+0000","last_change":"2024-09-19T05:35:15.565822+0000","last_active":"2024-09-19T05:35:16.808947+0000","last_peered":"2024-09-19T05:35:16.808947+0000","last_clean":"2024-09-19T05:35:16.808947+0000","last_became_active":"2024-09-19T05:35:15.565107+0000","last_became_peered":"2024-09-19T05:35:15.565107+0000","last_unstale":"2024-09-19T05:35:16.808947+0000","last_undegraded":"2024-09-19T05:35:16.808947+0000","last_fullsized":"2024-09-19T05:35:16.808947+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:02.240011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.548754+0000","last_change":"2024-09-19T05:35:15.560822+0000","last_active":"2024-09-19T05:35:16.548754+0000","last_peered":"2024-09-19T05:35:16.548754+0000","last_clean":"2024-09-19T05:35:16.548754+0000","last_became_active":"2024-09-19T05:35:15.560541+0000","last_became_peered":"2024-09-19T05:35:15.560541+0000","last_unstale":"2024-09-19T05:35:16.548754+0000","last_undegraded":"2024-09-19T05:35:16.548754+0000","last_fullsized":"2024-09-19T05:35:16.548754+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:07.760662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549765+0000","last_change":"2024-09-19T05:35:15.569951+0000","last_active":"2024-09-19T05:35:16.549765+0000","last_peered":"2024-09-19T05:35:16.549765+0000","last_clean":"2024-09-19T05:35:16.549765+0000","last_became_active":"2024-09-19T05:35:15.568762+0000","last_became_peered":"2024-09-19T05:35:15.568762+0000","last_unstale":"2024-09-19T05:35:16.549765+0000","last_undegraded":"2024-09-19T05:35:16.549765+0000","last_fullsized":"2024-09-19T05:35:16.549765+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:15.924758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.810047+0000","last_change":"2024-09-19T05:35:15.565472+0000","last_active":"2024-09-19T05:35:16.810047+0000","last_peered":"2024-09-19T05:35:16.810047+0000","last_clean":"2024-09-19T05:35:16.810047+0000","last_became_active":"2024-09-19T05:35:15.564706+0000","last_became_peered":"2024-09-19T05:35:15.564706+0000","last_unstale":"2024-09-19T05:35:16.810047+0000","last_undegraded":"2024-09-19T05:35:16.810047+0000","last_fullsized":"2024-09-19T05:35:16.810047+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:43.211752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.548933+0000","last_change":"2024-09-19T05:35:15.558093+0000","last_active":"2024-09-19T05:35:16.548933+0000","last_peered":"2024-09-19T05:35:16.548933+0000","last_clean":"2024-09-19T05:35:16.548933+0000","last_became_active":"2024-09-19T05:35:15.557776+0000","last_became_peered":"2024-09-19T05:35:15.557776+0000","last_unstale":"2024-09-19T05:35:16.548933+0000","last_undegraded":"2024-09-19T05:35:16.548933+0000","last_fullsized":"2024-09-19T05:35:16.548933+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:35.613718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560402+0000","last_change":"2024-09-19T05:35:15.547014+0000","last_active":"2024-09-19T05:35:16.560402+0000","last_peered":"2024-09-19T05:35:16.560402+0000","last_clean":"2024-09-19T05:35:16.560402+0000","last_became_active":"2024-09-19T05:35:15.546704+0000","last_became_peered":"2024-09-19T05:35:15.546704+0000","last_unstale":"2024-09-19T05:35:16.560402+0000","last_undegraded":"2024-09-19T05:35:16.560402+0000","last_fullsized":"2024-09-19T05:35:16.560402+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:08.288957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808411+0000","last_change":"2024-09-19T05:35:15.566163+0000","last_active":"2024-09-19T05:35:16.808411+0000","last_peered":"2024-09-19T05:35:16.808411+0000","last_clean":"2024-09-19T05:35:16.808411+0000","last_became_active":"2024-09-19T05:35:15.565814+0000","last_became_peered":"2024-09-19T05:35:15.565814+0000","last_unstale":"2024-09-19T05:35:16.808411+0000","last_undegraded":"2024-09-19T05:35:16.808411+0000","last_fullsized":"2024-09-19T05:35:16.808411+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:33.716944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.548100+0000","last_change":"2024-09-19T05:35:15.563618+0000","last_active":"2024-09-19T05:35:16.548100+0000","last_peered":"2024-09-19T05:35:16.548100+0000","last_clean":"2024-09-19T05:35:16.548100+0000","last_became_active":"2024-09-19T05:35:15.563290+0000","last_became_peered":"2024-09-19T05:35:15.563290+0000","last_unstale":"2024-09-19T05:35:16.548100+0000","last_undegraded":"2024-09-19T05:35:16.548100+0000","last_fullsized":"2024-09-19T05:35:16.548100+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:55.101288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"42'4","reported_seq":18,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560830+0000","last_change":"2024-09-19T05:35:14.514397+0000","last_active":"2024-09-19T05:35:16.560830+0000","last_peered":"2024-09-19T05:35:16.560830+0000","last_clean":"2024-09-19T05:35:16.560830+0000","last_became_active":"2024-09-19T05:35:14.513835+0000","last_became_peered":"2024-09-19T05:35:14.513835+0000","last_unstale":"2024-09-19T05:35:16.560830+0000","last_undegraded":"2024-09-19T05:35:16.560830+0000","last_fullsized":"2024-09-19T05:35:16.560830+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:35.934738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809666+0000","last_change":"2024-09-19T05:35:15.555260+0000","last_active":"2024-09-19T05:35:16.809666+0000","last_peered":"2024-09-19T05:35:16.809666+0000","last_clean":"2024-09-19T05:35:16.809666+0000","last_became_active":"2024-09-19T05:35:15.554958+0000","last_became_peered":"2024-09-19T05:35:15.554958+0000","last_unstale":"2024-09-19T05:35:16.809666+0000","last_undegraded":"2024-09-19T05:35:16.809666+0000","last_fullsized":"2024-09-19T05:35:16.809666+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:41.461730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"42'1","reported_seq":15,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549276+0000","last_change":"2024-09-19T05:35:14.513731+0000","last_active":"2024-09-19T05:35:16.549276+0000","last_peered":"2024-09-19T05:35:16.549276+0000","last_clean":"2024-09-19T05:35:16.549276+0000","last_became_active":"2024-09-19T05:35:14.513204+0000","last_became_peered":"2024-09-19T05:35:14.513204+0000","last_unstale":"2024-09-19T05:35:16.549276+0000","last_undegraded":"2024-09-19T05:35:16.549276+0000","last_fullsized":"2024-09-19T05:35:16.549276+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:55.652233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549929+0000","last_change":"2024-09-19T05:35:15.555825+0000","last_active":"2024-09-19T05:35:16.549929+0000","last_peered":"2024-09-19T05:35:16.549929+0000","last_clean":"2024-09-19T05:35:16.549929+0000","last_became_active":"2024-09-19T05:35:15.555527+0000","last_became_peered":"2024-09-19T05:35:15.555527+0000","last_unstale":"2024-09-19T05:35:16.549929+0000","last_undegraded":"2024-09-19T05:35:16.549929+0000","last_fullsized":"2024-09-19T05:35:16.549929+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:36.240216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"42'2","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.548050+0000","last_change":"2024-09-19T05:35:14.519981+0000","last_active":"2024-09-19T05:35:16.548050+0000","last_peered":"2024-09-19T05:35:16.548050+0000","last_clean":"2024-09-19T05:35:16.548050+0000","last_became_active":"2024-09-19T05:35:14.519532+0000","last_became_peered":"2024-09-19T05:35:14.519532+0000","last_unstale":"2024-09-19T05:35:16.548050+0000","last_undegraded":"2024-09-19T05:35:16.548050+0000","last_fullsized":"2024-09-19T05:35:16.548050+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:47:23.582876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.548049+0000","last_change":"2024-09-19T05:35:15.560494+0000","last_active":"2024-09-19T05:35:16.548049+0000","last_peered":"2024-09-19T05:35:16.548049+0000","last_clean":"2024-09-19T05:35:16.548049+0000","last_became_active":"2024-09-19T05:35:15.560085+0000","last_became_peered":"2024-09-19T05:35:15.560085+0000","last_unstale":"2024-09-19T05:35:16.548049+0000","last_undegraded":"2024-09-19T05:35:16.548049+0000","last_fullsized":"2024-09-19T05:35:16.548049+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:03.176784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"42'2","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809832+0000","last_change":"2024-09-19T05:35:14.518582+0000","last_active":"2024-09-19T05:35:16.809832+0000","last_peered":"2024-09-19T05:35:16.809832+0000","last_clean":"2024-09-19T05:35:16.809832+0000","last_became_active":"2024-09-19T05:35:14.518268+0000","last_became_peered":"2024-09-19T05:35:14.518268+0000","last_unstale":"2024-09-19T05:35:16.809832+0000","last_undegraded":"2024-09-19T05:35:16.809832+0000","last_fullsized":"2024-09-19T05:35:16.809832+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:37.999643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549022+0000","last_change":"2024-09-19T05:35:15.559045+0000","last_active":"2024-09-19T05:35:16.549022+0000","last_peered":"2024-09-19T05:35:16.549022+0000","last_clean":"2024-09-19T05:35:16.549022+0000","last_became_active":"2024-09-19T05:35:15.558793+0000","last_became_peered":"2024-09-19T05:35:15.558793+0000","last_unstale":"2024-09-19T05:35:16.549022+0000","last_undegraded":"2024-09-19T05:35:16.549022+0000","last_fullsized":"2024-09-19T05:35:16.549022+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:47.453711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"42'1","reported_seq":15,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560600+0000","last_change":"2024-09-19T05:35:14.513536+0000","last_active":"2024-09-19T05:35:16.560600+0000","last_peered":"2024-09-19T05:35:16.560600+0000","last_clean":"2024-09-19T05:35:16.560600+0000","last_became_active":"2024-09-19T05:35:14.513205+0000","last_became_peered":"2024-09-19T05:35:14.513205+0000","last_unstale":"2024-09-19T05:35:16.560600+0000","last_undegraded":"2024-09-19T05:35:16.560600+0000","last_fullsized":"2024-09-19T05:35:16.560600+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:51.655813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808504+0000","last_change":"2024-09-19T05:35:15.572913+0000","last_active":"2024-09-19T05:35:16.808504+0000","last_peered":"2024-09-19T05:35:16.808504+0000","last_clean":"2024-09-19T05:35:16.808504+0000","last_became_active":"2024-09-19T05:35:15.572635+0000","last_became_peered":"2024-09-19T05:35:15.572635+0000","last_unstale":"2024-09-19T05:35:16.808504+0000","last_undegraded":"2024-09-19T05:35:16.808504+0000","last_fullsized":"2024-09-19T05:35:16.808504+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:08.835937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"42'1","reported_seq":15,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549068+0000","last_change":"2024-09-19T05:35:14.514007+0000","last_active":"2024-09-19T05:35:16.549068+0000","last_peered":"2024-09-19T05:35:16.549068+0000","last_clean":"2024-09-19T05:35:16.549068+0000","last_became_active":"2024-09-19T05:35:14.513410+0000","last_became_peered":"2024-09-19T05:35:14.513410+0000","last_unstale":"2024-09-19T05:35:16.549068+0000","last_undegraded":"2024-09-19T05:35:16.549068+0000","last_fullsized":"2024-09-19T05:35:16.549068+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:16.279473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808251+0000","last_change":"2024-09-19T05:35:15.568799+0000","last_active":"2024-09-19T05:35:16.808251+0000","last_peered":"2024-09-19T05:35:16.808251+0000","last_clean":"2024-09-19T05:35:16.808251+0000","last_became_active":"2024-09-19T05:35:15.568501+0000","last_became_peered":"2024-09-19T05:35:15.568501+0000","last_unstale":"2024-09-19T05:35:16.808251+0000","last_undegraded":"2024-09-19T05:35:16.808251+0000","last_fullsized":"2024-09-19T05:35:16.808251+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:15.741638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549410+0000","last_change":"2024-09-19T05:35:14.514904+0000","last_active":"2024-09-19T05:35:16.549410+0000","last_peered":"2024-09-19T05:35:16.549410+0000","last_clean":"2024-09-19T05:35:16.549410+0000","last_became_active":"2024-09-19T05:35:14.512886+0000","last_became_peered":"2024-09-19T05:35:14.512886+0000","last_unstale":"2024-09-19T05:35:16.549410+0000","last_undegraded":"2024-09-19T05:35:16.549410+0000","last_fullsized":"2024-09-19T05:35:16.549410+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:42.209646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808937+0000","last_change":"2024-09-19T05:35:15.553645+0000","last_active":"2024-09-19T05:35:16.808937+0000","last_peered":"2024-09-19T05:35:16.808937+0000","last_clean":"2024-09-19T05:35:16.808937+0000","last_became_active":"2024-09-19T05:35:15.553327+0000","last_became_peered":"2024-09-19T05:35:15.553327+0000","last_unstale":"2024-09-19T05:35:16.808937+0000","last_undegraded":"2024-09-19T05:35:16.808937+0000","last_fullsized":"2024-09-19T05:35:16.808937+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:44.661338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808277+0000","last_change":"2024-09-19T05:35:14.517271+0000","last_active":"2024-09-19T05:35:16.808277+0000","last_peered":"2024-09-19T05:35:16.808277+0000","last_clean":"2024-09-19T05:35:16.808277+0000","last_became_active":"2024-09-19T05:35:14.516368+0000","last_became_peered":"2024-09-19T05:35:14.516368+0000","last_unstale":"2024-09-19T05:35:16.808277+0000","last_undegraded":"2024-09-19T05:35:16.808277+0000","last_fullsized":"2024-09-19T05:35:16.808277+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.866174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.548891+0000","last_change":"2024-09-19T05:35:15.554202+0000","last_active":"2024-09-19T05:35:16.548891+0000","last_peered":"2024-09-19T05:35:16.548891+0000","last_clean":"2024-09-19T05:35:16.548891+0000","last_became_active":"2024-09-19T05:35:15.553862+0000","last_became_peered":"2024-09-19T05:35:15.553862+0000","last_unstale":"2024-09-19T05:35:16.548891+0000","last_undegraded":"2024-09-19T05:35:16.548891+0000","last_fullsized":"2024-09-19T05:35:16.548891+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:08.835937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549138+0000","last_change":"2024-09-19T05:35:14.512605+0000","last_active":"2024-09-19T05:35:16.549138+0000","last_peered":"2024-09-19T05:35:16.549138+0000","last_clean":"2024-09-19T05:35:16.549138+0000","last_became_active":"2024-09-19T05:35:14.512265+0000","last_became_peered":"2024-09-19T05:35:14.512265+0000","last_unstale":"2024-09-19T05:35:16.549138+0000","last_undegraded":"2024-09-19T05:35:16.549138+0000","last_fullsized":"2024-09-19T05:35:16.549138+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:35.850367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.810289+0000","last_change":"2024-09-19T05:35:15.554108+0000","last_active":"2024-09-19T05:35:16.810289+0000","last_peered":"2024-09-19T05:35:16.810289+0000","last_clean":"2024-09-19T05:35:16.810289+0000","last_became_active":"2024-09-19T05:35:15.553439+0000","last_became_peered":"2024-09-19T05:35:15.553439+0000","last_unstale":"2024-09-19T05:35:16.810289+0000","last_undegraded":"2024-09-19T05:35:16.810289+0000","last_fullsized":"2024-09-19T05:35:16.810289+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:44.308991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809158+0000","last_change":"2024-09-19T05:35:14.520882+0000","last_active":"2024-09-19T05:35:16.809158+0000","last_peered":"2024-09-19T05:35:16.809158+0000","last_clean":"2024-09-19T05:35:16.809158+0000","last_became_active":"2024-09-19T05:35:14.520623+0000","last_became_peered":"2024-09-19T05:35:14.520623+0000","last_unstale":"2024-09-19T05:35:16.809158+0000","last_undegraded":"2024-09-19T05:35:16.809158+0000","last_fullsized":"2024-09-19T05:35:16.809158+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:16.979005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560700+0000","last_change":"2024-09-19T05:35:15.572313+0000","last_active":"2024-09-19T05:35:16.560700+0000","last_peered":"2024-09-19T05:35:16.560700+0000","last_clean":"2024-09-19T05:35:16.560700+0000","last_became_active":"2024-09-19T05:35:15.572035+0000","last_became_peered":"2024-09-19T05:35:15.572035+0000","last_unstale":"2024-09-19T05:35:16.560700+0000","last_undegraded":"2024-09-19T05:35:16.560700+0000","last_fullsized":"2024-09-19T05:35:16.560700+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:54.311751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"42'3","reported_seq":17,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.810050+0000","last_change":"2024-09-19T05:35:14.522875+0000","last_active":"2024-09-19T05:35:16.810050+0000","last_peered":"2024-09-19T05:35:16.810050+0000","last_clean":"2024-09-19T05:35:16.810050+0000","last_became_active":"2024-09-19T05:35:14.522559+0000","last_became_peered":"2024-09-19T05:35:14.522559+0000","last_unstale":"2024-09-19T05:35:16.810050+0000","last_undegraded":"2024-09-19T05:35:16.810050+0000","last_fullsized":"2024-09-19T05:35:16.810050+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:20.272207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809921+0000","last_change":"2024-09-19T05:35:15.561534+0000","last_active":"2024-09-19T05:35:16.809921+0000","last_peered":"2024-09-19T05:35:16.809921+0000","last_clean":"2024-09-19T05:35:16.809921+0000","last_became_active":"2024-09-19T05:35:15.561264+0000","last_became_peered":"2024-09-19T05:35:15.561264+0000","last_unstale":"2024-09-19T05:35:16.809921+0000","last_undegraded":"2024-09-19T05:35:16.809921+0000","last_fullsized":"2024-09-19T05:35:16.809921+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:07:41.525718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"42'6","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809269+0000","last_change":"2024-09-19T05:35:14.514998+0000","last_active":"2024-09-19T05:35:16.809269+0000","last_peered":"2024-09-19T05:35:16.809269+0000","last_clean":"2024-09-19T05:35:16.809269+0000","last_became_active":"2024-09-19T05:35:14.514710+0000","last_became_peered":"2024-09-19T05:35:14.514710+0000","last_unstale":"2024-09-19T05:35:16.809269+0000","last_undegraded":"2024-09-19T05:35:16.809269+0000","last_fullsized":"2024-09-19T05:35:16.809269+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:47.851121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809255+0000","last_change":"2024-09-19T05:35:15.561791+0000","last_active":"2024-09-19T05:35:16.809255+0000","last_peered":"2024-09-19T05:35:16.809255+0000","last_clean":"2024-09-19T05:35:16.809255+0000","last_became_active":"2024-09-19T05:35:15.561464+0000","last_became_peered":"2024-09-19T05:35:15.561464+0000","last_unstale":"2024-09-19T05:35:16.809255+0000","last_undegraded":"2024-09-19T05:35:16.809255+0000","last_fullsized":"2024-09-19T05:35:16.809255+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:54.166103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"42'2","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560699+0000","last_change":"2024-09-19T05:35:14.521149+0000","last_active":"2024-09-19T05:35:16.560699+0000","last_peered":"2024-09-19T05:35:16.560699+0000","last_clean":"2024-09-19T05:35:16.560699+0000","last_became_active":"2024-09-19T05:35:14.520892+0000","last_became_peered":"2024-09-19T05:35:14.520892+0000","last_unstale":"2024-09-19T05:35:16.560699+0000","last_undegraded":"2024-09-19T05:35:16.560699+0000","last_fullsized":"2024-09-19T05:35:16.560699+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:49.414119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808662+0000","last_change":"2024-09-19T05:35:15.573264+0000","last_active":"2024-09-19T05:35:16.808662+0000","last_peered":"2024-09-19T05:35:16.808662+0000","last_clean":"2024-09-19T05:35:16.808662+0000","last_became_active":"2024-09-19T05:35:15.572912+0000","last_became_peered":"2024-09-19T05:35:15.572912+0000","last_unstale":"2024-09-19T05:35:16.808662+0000","last_undegraded":"2024-09-19T05:35:16.808662+0000","last_fullsized":"2024-09-19T05:35:16.808662+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:47.453711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809471+0000","last_change":"2024-09-19T05:35:14.519544+0000","last_active":"2024-09-19T05:35:16.809471+0000","last_peered":"2024-09-19T05:35:16.809471+0000","last_clean":"2024-09-19T05:35:16.809471+0000","last_became_active":"2024-09-19T05:35:14.519234+0000","last_became_peered":"2024-09-19T05:35:14.519234+0000","last_unstale":"2024-09-19T05:35:16.809471+0000","last_undegraded":"2024-09-19T05:35:16.809471+0000","last_fullsized":"2024-09-19T05:35:16.809471+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:31.723248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560264+0000","last_change":"2024-09-19T05:35:15.571617+0000","last_active":"2024-09-19T05:35:16.560264+0000","last_peered":"2024-09-19T05:35:16.560264+0000","last_clean":"2024-09-19T05:35:16.560264+0000","last_became_active":"2024-09-19T05:35:15.571308+0000","last_became_peered":"2024-09-19T05:35:15.571308+0000","last_unstale":"2024-09-19T05:35:16.560264+0000","last_undegraded":"2024-09-19T05:35:16.560264+0000","last_fullsized":"2024-09-19T05:35:16.560264+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:29.199246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560394+0000","last_change":"2024-09-19T05:35:14.517525+0000","last_active":"2024-09-19T05:35:16.560394+0000","last_peered":"2024-09-19T05:35:16.560394+0000","last_clean":"2024-09-19T05:35:16.560394+0000","last_became_active":"2024-09-19T05:35:14.517265+0000","last_became_peered":"2024-09-19T05:35:14.517265+0000","last_unstale":"2024-09-19T05:35:16.560394+0000","last_undegraded":"2024-09-19T05:35:16.560394+0000","last_fullsized":"2024-09-19T05:35:16.560394+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:59.446623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809691+0000","last_change":"2024-09-19T05:35:15.555146+0000","last_active":"2024-09-19T05:35:16.809691+0000","last_peered":"2024-09-19T05:35:16.809691+0000","last_clean":"2024-09-19T05:35:16.809691+0000","last_became_active":"2024-09-19T05:35:15.554828+0000","last_became_peered":"2024-09-19T05:35:15.554828+0000","last_unstale":"2024-09-19T05:35:16.809691+0000","last_undegraded":"2024-09-19T05:35:16.809691+0000","last_fullsized":"2024-09-19T05:35:16.809691+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:42.137244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"42'8","reported_seq":22,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808347+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:16.808347+0000","last_peered":"2024-09-19T05:35:16.808347+0000","last_clean":"2024-09-19T05:35:16.808347+0000","last_became_active":"2024-09-19T05:35:14.518133+0000","last_became_peered":"2024-09-19T05:35:14.518133+0000","last_unstale":"2024-09-19T05:35:16.808347+0000","last_undegraded":"2024-09-19T05:35:16.808347+0000","last_fullsized":"2024-09-19T05:35:16.808347+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:28.860868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809099+0000","last_change":"2024-09-19T05:35:15.565473+0000","last_active":"2024-09-19T05:35:16.809099+0000","last_peered":"2024-09-19T05:35:16.809099+0000","last_clean":"2024-09-19T05:35:16.809099+0000","last_became_active":"2024-09-19T05:35:15.565129+0000","last_became_peered":"2024-09-19T05:35:15.565129+0000","last_unstale":"2024-09-19T05:35:16.809099+0000","last_undegraded":"2024-09-19T05:35:16.809099+0000","last_fullsized":"2024-09-19T05:35:16.809099+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:01.646366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"42'1","reported_seq":15,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808938+0000","last_change":"2024-09-19T05:35:14.518378+0000","last_active":"2024-09-19T05:35:16.808938+0000","last_peered":"2024-09-19T05:35:16.808938+0000","last_clean":"2024-09-19T05:35:16.808938+0000","last_became_active":"2024-09-19T05:35:14.518041+0000","last_became_peered":"2024-09-19T05:35:14.518041+0000","last_unstale":"2024-09-19T05:35:16.808938+0000","last_undegraded":"2024-09-19T05:35:16.808938+0000","last_fullsized":"2024-09-19T05:35:16.808938+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:42.000777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809195+0000","last_change":"2024-09-19T05:35:15.557207+0000","last_active":"2024-09-19T05:35:16.809195+0000","last_peered":"2024-09-19T05:35:16.809195+0000","last_clean":"2024-09-19T05:35:16.809195+0000","last_became_active":"2024-09-19T05:35:15.556717+0000","last_became_peered":"2024-09-19T05:35:15.556717+0000","last_unstale":"2024-09-19T05:35:16.809195+0000","last_undegraded":"2024-09-19T05:35:16.809195+0000","last_fullsized":"2024-09-19T05:35:16.809195+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:19.171530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"42'2","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549327+0000","last_change":"2024-09-19T05:35:14.514282+0000","last_active":"2024-09-19T05:35:16.549327+0000","last_peered":"2024-09-19T05:35:16.549327+0000","last_clean":"2024-09-19T05:35:16.549327+0000","last_became_active":"2024-09-19T05:35:14.513783+0000","last_became_peered":"2024-09-19T05:35:14.513783+0000","last_unstale":"2024-09-19T05:35:16.549327+0000","last_undegraded":"2024-09-19T05:35:16.549327+0000","last_fullsized":"2024-09-19T05:35:16.549327+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:47:23.582876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809456+0000","last_change":"2024-09-19T05:35:15.557811+0000","last_active":"2024-09-19T05:35:16.809456+0000","last_peered":"2024-09-19T05:35:16.809456+0000","last_clean":"2024-09-19T05:35:16.809456+0000","last_became_active":"2024-09-19T05:35:15.557493+0000","last_became_peered":"2024-09-19T05:35:15.557493+0000","last_unstale":"2024-09-19T05:35:16.809456+0000","last_undegraded":"2024-09-19T05:35:16.809456+0000","last_fullsized":"2024-09-19T05:35:16.809456+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:49.725856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"42'1","reported_seq":15,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549857+0000","last_change":"2024-09-19T05:35:14.517478+0000","last_active":"2024-09-19T05:35:16.549857+0000","last_peered":"2024-09-19T05:35:16.549857+0000","last_clean":"2024-09-19T05:35:16.549857+0000","last_became_active":"2024-09-19T05:35:14.517189+0000","last_became_peered":"2024-09-19T05:35:14.517189+0000","last_unstale":"2024-09-19T05:35:16.549857+0000","last_undegraded":"2024-09-19T05:35:16.549857+0000","last_fullsized":"2024-09-19T05:35:16.549857+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:59.518973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809681+0000","last_change":"2024-09-19T05:35:15.568852+0000","last_active":"2024-09-19T05:35:16.809681+0000","last_peered":"2024-09-19T05:35:16.809681+0000","last_clean":"2024-09-19T05:35:16.809681+0000","last_became_active":"2024-09-19T05:35:15.568511+0000","last_became_peered":"2024-09-19T05:35:15.568511+0000","last_unstale":"2024-09-19T05:35:16.809681+0000","last_undegraded":"2024-09-19T05:35:16.809681+0000","last_fullsized":"2024-09-19T05:35:16.809681+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:30.349458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560795+0000","last_change":"2024-09-19T05:35:14.517526+0000","last_active":"2024-09-19T05:35:16.560795+0000","last_peered":"2024-09-19T05:35:16.560795+0000","last_clean":"2024-09-19T05:35:16.560795+0000","last_became_active":"2024-09-19T05:35:14.516729+0000","last_became_peered":"2024-09-19T05:35:14.516729+0000","last_unstale":"2024-09-19T05:35:16.560795+0000","last_undegraded":"2024-09-19T05:35:16.560795+0000","last_fullsized":"2024-09-19T05:35:16.560795+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:14.922651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560415+0000","last_change":"2024-09-19T05:35:15.571401+0000","last_active":"2024-09-19T05:35:16.560415+0000","last_peered":"2024-09-19T05:35:16.560415+0000","last_clean":"2024-09-19T05:35:16.560415+0000","last_became_active":"2024-09-19T05:35:15.571086+0000","last_became_peered":"2024-09-19T05:35:15.571086+0000","last_unstale":"2024-09-19T05:35:16.560415+0000","last_undegraded":"2024-09-19T05:35:16.560415+0000","last_fullsized":"2024-09-19T05:35:16.560415+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:03:44.730086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"42'2","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560807+0000","last_change":"2024-09-19T05:35:14.513632+0000","last_active":"2024-09-19T05:35:16.560807+0000","last_peered":"2024-09-19T05:35:16.560807+0000","last_clean":"2024-09-19T05:35:16.560807+0000","last_became_active":"2024-09-19T05:35:14.512842+0000","last_became_peered":"2024-09-19T05:35:14.512842+0000","last_unstale":"2024-09-19T05:35:16.560807+0000","last_undegraded":"2024-09-19T05:35:16.560807+0000","last_fullsized":"2024-09-19T05:35:16.560807+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:35.238110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.547938+0000","last_change":"2024-09-19T05:35:15.563813+0000","last_active":"2024-09-19T05:35:16.547938+0000","last_peered":"2024-09-19T05:35:16.547938+0000","last_clean":"2024-09-19T05:35:16.547938+0000","last_became_active":"2024-09-19T05:35:15.563522+0000","last_became_peered":"2024-09-19T05:35:15.563522+0000","last_unstale":"2024-09-19T05:35:16.547938+0000","last_undegraded":"2024-09-19T05:35:16.547938+0000","last_fullsized":"2024-09-19T05:35:16.547938+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:42.556211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549511+0000","last_change":"2024-09-19T05:35:14.520622+0000","last_active":"2024-09-19T05:35:16.549511+0000","last_peered":"2024-09-19T05:35:16.549511+0000","last_clean":"2024-09-19T05:35:16.549511+0000","last_became_active":"2024-09-19T05:35:14.520296+0000","last_became_peered":"2024-09-19T05:35:14.520296+0000","last_unstale":"2024-09-19T05:35:16.549511+0000","last_undegraded":"2024-09-19T05:35:16.549511+0000","last_fullsized":"2024-09-19T05:35:16.549511+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:40.459624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809124+0000","last_change":"2024-09-19T05:35:15.565604+0000","last_active":"2024-09-19T05:35:16.809124+0000","last_peered":"2024-09-19T05:35:16.809124+0000","last_clean":"2024-09-19T05:35:16.809124+0000","last_became_active":"2024-09-19T05:35:15.565237+0000","last_became_peered":"2024-09-19T05:35:15.565237+0000","last_unstale":"2024-09-19T05:35:16.809124+0000","last_undegraded":"2024-09-19T05:35:16.809124+0000","last_fullsized":"2024-09-19T05:35:16.809124+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:58.244122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808422+0000","last_change":"2024-09-19T05:35:14.517023+0000","last_active":"2024-09-19T05:35:16.808422+0000","last_peered":"2024-09-19T05:35:16.808422+0000","last_clean":"2024-09-19T05:35:16.808422+0000","last_became_active":"2024-09-19T05:35:14.516726+0000","last_became_peered":"2024-09-19T05:35:14.516726+0000","last_unstale":"2024-09-19T05:35:16.808422+0000","last_undegraded":"2024-09-19T05:35:16.808422+0000","last_fullsized":"2024-09-19T05:35:16.808422+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:44.377156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808235+0000","last_change":"2024-09-19T05:35:15.573642+0000","last_active":"2024-09-19T05:35:16.808235+0000","last_peered":"2024-09-19T05:35:16.808235+0000","last_clean":"2024-09-19T05:35:16.808235+0000","last_became_active":"2024-09-19T05:35:15.573327+0000","last_became_peered":"2024-09-19T05:35:15.573327+0000","last_unstale":"2024-09-19T05:35:16.808235+0000","last_undegraded":"2024-09-19T05:35:16.808235+0000","last_fullsized":"2024-09-19T05:35:16.808235+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:35.613718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809068+0000","last_change":"2024-09-19T05:35:14.520161+0000","last_active":"2024-09-19T05:35:16.809068+0000","last_peered":"2024-09-19T05:35:16.809068+0000","last_clean":"2024-09-19T05:35:16.809068+0000","last_became_active":"2024-09-19T05:35:14.519604+0000","last_became_peered":"2024-09-19T05:35:14.519604+0000","last_unstale":"2024-09-19T05:35:16.809068+0000","last_undegraded":"2024-09-19T05:35:16.809068+0000","last_fullsized":"2024-09-19T05:35:16.809068+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:14.739532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809869+0000","last_change":"2024-09-19T05:35:15.563997+0000","last_active":"2024-09-19T05:35:16.809869+0000","last_peered":"2024-09-19T05:35:16.809869+0000","last_clean":"2024-09-19T05:35:16.809869+0000","last_became_active":"2024-09-19T05:35:15.563682+0000","last_became_peered":"2024-09-19T05:35:15.563682+0000","last_unstale":"2024-09-19T05:35:16.809869+0000","last_undegraded":"2024-09-19T05:35:16.809869+0000","last_fullsized":"2024-09-19T05:35:16.809869+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:00.521079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"43'1","reported_seq":15,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560631+0000","last_change":"2024-09-19T05:35:14.515944+0000","last_active":"2024-09-19T05:35:16.560631+0000","last_peered":"2024-09-19T05:35:16.560631+0000","last_clean":"2024-09-19T05:35:16.560631+0000","last_became_active":"2024-09-19T05:35:14.515681+0000","last_became_peered":"2024-09-19T05:35:14.515681+0000","last_unstale":"2024-09-19T05:35:16.560631+0000","last_undegraded":"2024-09-19T05:35:16.560631+0000","last_fullsized":"2024-09-19T05:35:16.560631+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:44.945423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808611+0000","last_change":"2024-09-19T05:35:15.555392+0000","last_active":"2024-09-19T05:35:16.808611+0000","last_peered":"2024-09-19T05:35:16.808611+0000","last_clean":"2024-09-19T05:35:16.808611+0000","last_became_active":"2024-09-19T05:35:15.555089+0000","last_became_peered":"2024-09-19T05:35:15.555089+0000","last_unstale":"2024-09-19T05:35:16.808611+0000","last_undegraded":"2024-09-19T05:35:16.808611+0000","last_fullsized":"2024-09-19T05:35:16.808611+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:32.725354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.810120+0000","last_change":"2024-09-19T05:35:14.523136+0000","last_active":"2024-09-19T05:35:16.810120+0000","last_peered":"2024-09-19T05:35:16.810120+0000","last_clean":"2024-09-19T05:35:16.810120+0000","last_became_active":"2024-09-19T05:35:14.522673+0000","last_became_peered":"2024-09-19T05:35:14.522673+0000","last_unstale":"2024-09-19T05:35:16.810120+0000","last_undegraded":"2024-09-19T05:35:16.810120+0000","last_fullsized":"2024-09-19T05:35:16.810120+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:46.451605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809992+0000","last_change":"2024-09-19T05:35:15.566514+0000","last_active":"2024-09-19T05:35:16.809992+0000","last_peered":"2024-09-19T05:35:16.809992+0000","last_clean":"2024-09-19T05:35:16.809992+0000","last_became_active":"2024-09-19T05:35:15.566213+0000","last_became_peered":"2024-09-19T05:35:15.566213+0000","last_unstale":"2024-09-19T05:35:16.809992+0000","last_undegraded":"2024-09-19T05:35:16.809992+0000","last_fullsized":"2024-09-19T05:35:16.809992+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:18.532987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.547834+0000","last_change":"2024-09-19T05:35:14.519193+0000","last_active":"2024-09-19T05:35:16.547834+0000","last_peered":"2024-09-19T05:35:16.547834+0000","last_clean":"2024-09-19T05:35:16.547834+0000","last_became_active":"2024-09-19T05:35:14.518924+0000","last_became_peered":"2024-09-19T05:35:14.518924+0000","last_unstale":"2024-09-19T05:35:16.547834+0000","last_undegraded":"2024-09-19T05:35:16.547834+0000","last_fullsized":"2024-09-19T05:35:16.547834+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:55.652233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560564+0000","last_change":"2024-09-19T05:35:15.562154+0000","last_active":"2024-09-19T05:35:16.560564+0000","last_peered":"2024-09-19T05:35:16.560564+0000","last_clean":"2024-09-19T05:35:16.560564+0000","last_became_active":"2024-09-19T05:35:15.561857+0000","last_became_peered":"2024-09-19T05:35:15.561857+0000","last_unstale":"2024-09-19T05:35:16.560564+0000","last_undegraded":"2024-09-19T05:35:16.560564+0000","last_fullsized":"2024-09-19T05:35:16.560564+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:58.530969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809849+0000","last_change":"2024-09-19T05:35:14.522916+0000","last_active":"2024-09-19T05:35:16.809849+0000","last_peered":"2024-09-19T05:35:16.809849+0000","last_clean":"2024-09-19T05:35:16.809849+0000","last_became_active":"2024-09-19T05:35:14.522607+0000","last_became_peered":"2024-09-19T05:35:14.522607+0000","last_unstale":"2024-09-19T05:35:16.809849+0000","last_undegraded":"2024-09-19T05:35:16.809849+0000","last_fullsized":"2024-09-19T05:35:16.809849+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:07.833831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.560738+0000","last_change":"2024-09-19T05:35:15.571715+0000","last_active":"2024-09-19T05:35:16.560738+0000","last_peered":"2024-09-19T05:35:16.560738+0000","last_clean":"2024-09-19T05:35:16.560738+0000","last_became_active":"2024-09-19T05:35:15.571412+0000","last_became_peered":"2024-09-19T05:35:15.571412+0000","last_unstale":"2024-09-19T05:35:16.560738+0000","last_undegraded":"2024-09-19T05:35:16.560738+0000","last_fullsized":"2024-09-19T05:35:16.560738+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:38.211662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549227+0000","last_change":"2024-09-19T05:35:14.518274+0000","last_active":"2024-09-19T05:35:16.549227+0000","last_peered":"2024-09-19T05:35:16.549227+0000","last_clean":"2024-09-19T05:35:16.549227+0000","last_became_active":"2024-09-19T05:35:14.517954+0000","last_became_peered":"2024-09-19T05:35:14.517954+0000","last_unstale":"2024-09-19T05:35:16.549227+0000","last_undegraded":"2024-09-19T05:35:16.549227+0000","last_fullsized":"2024-09-19T05:35:16.549227+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:38.132694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.548859+0000","last_change":"2024-09-19T05:35:15.564330+0000","last_active":"2024-09-19T05:35:16.548859+0000","last_peered":"2024-09-19T05:35:16.548859+0000","last_clean":"2024-09-19T05:35:16.548859+0000","last_became_active":"2024-09-19T05:35:15.564002+0000","last_became_peered":"2024-09-19T05:35:15.564002+0000","last_unstale":"2024-09-19T05:35:16.548859+0000","last_undegraded":"2024-09-19T05:35:16.548859+0000","last_fullsized":"2024-09-19T05:35:16.548859+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:45.947529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.547928+0000","last_change":"2024-09-19T05:35:14.512648+0000","last_active":"2024-09-19T05:35:16.547928+0000","last_peered":"2024-09-19T05:35:16.547928+0000","last_clean":"2024-09-19T05:35:16.547928+0000","last_became_active":"2024-09-19T05:35:14.512367+0000","last_became_peered":"2024-09-19T05:35:14.512367+0000","last_unstale":"2024-09-19T05:35:16.547928+0000","last_undegraded":"2024-09-19T05:35:16.547928+0000","last_fullsized":"2024-09-19T05:35:16.547928+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:35.850367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.548811+0000","last_change":"2024-09-19T05:35:15.558252+0000","last_active":"2024-09-19T05:35:16.548811+0000","last_peered":"2024-09-19T05:35:16.548811+0000","last_clean":"2024-09-19T05:35:16.548811+0000","last_became_active":"2024-09-19T05:35:15.556562+0000","last_became_peered":"2024-09-19T05:35:15.556562+0000","last_unstale":"2024-09-19T05:35:16.548811+0000","last_undegraded":"2024-09-19T05:35:16.548811+0000","last_fullsized":"2024-09-19T05:35:16.548811+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:15.741638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.808369+0000","last_change":"2024-09-19T05:35:14.518410+0000","last_active":"2024-09-19T05:35:16.808369+0000","last_peered":"2024-09-19T05:35:16.808369+0000","last_clean":"2024-09-19T05:35:16.808369+0000","last_became_active":"2024-09-19T05:35:14.518105+0000","last_became_peered":"2024-09-19T05:35:14.518105+0000","last_unstale":"2024-09-19T05:35:16.808369+0000","last_undegraded":"2024-09-19T05:35:16.808369+0000","last_fullsized":"2024-09-19T05:35:16.808369+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:35.850367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809083+0000","last_change":"2024-09-19T05:35:15.569820+0000","last_active":"2024-09-19T05:35:16.809083+0000","last_peered":"2024-09-19T05:35:16.809083+0000","last_clean":"2024-09-19T05:35:16.809083+0000","last_became_active":"2024-09-19T05:35:15.569517+0000","last_became_peered":"2024-09-19T05:35:15.569517+0000","last_unstale":"2024-09-19T05:35:16.809083+0000","last_undegraded":"2024-09-19T05:35:16.809083+0000","last_fullsized":"2024-09-19T05:35:16.809083+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:14.498285+0000","last_clean_scrub_stamp":"2024-09-19T05:35:14.498285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:46:38.654399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"42'2","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.549997+0000","last_change":"2024-09-19T05:35:14.517601+0000","last_active":"2024-09-19T05:35:16.549997+0000","last_peered":"2024-09-19T05:35:16.549997+0000","last_clean":"2024-09-19T05:35:16.549997+0000","last_became_active":"2024-09-19T05:35:14.517297+0000","last_became_peered":"2024-09-19T05:35:14.517297+0000","last_unstale":"2024-09-19T05:35:16.549997+0000","last_undegraded":"2024-09-19T05:35:16.549997+0000","last_fullsized":"2024-09-19T05:35:16.549997+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:13.496179+0000","last_clean_scrub_stamp":"2024-09-19T05:35:13.496179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:27.297062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":210,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-19T05:35:16.809108+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:16.809108+0000","last_peered":"2024-09-19T05:35:16.809108+0000","last_clean":"2024-09-19T05:35:16.809108+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:16.809108+0000","last_undegraded":"2024-09-19T05:35:16.809108+0000","last_fullsized":"2024-09-19T05:35:16.809108+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509460,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35848,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335992,"statfs":{"total":96636764160,"available":96600055808,"internally_reserved":0,"allocated":503808,"data_stored":200403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509459,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31688,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340152,"statfs":{"total":96636764160,"available":96604315648,"internally_reserved":0,"allocated":507904,"data_stored":200369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509461,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31692,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340148,"statfs":{"total":96636764160,"available":96604311552,"internally_reserved":0,"allocated":512000,"data_stored":201365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542165,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36416,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335424,"statfs":{"total":96636764160,"available":96599474176,"internally_reserved":0,"allocated":1093632,"data_stored":790189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542163,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35840,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336000,"statfs":{"total":96636764160,"available":96600064000,"internally_reserved":0,"allocated":499712,"data_stored":199801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542165,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35852,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335988,"statfs":{"total":96636764160,"available":96600051712,"internally_reserved":0,"allocated":507904,"data_stored":201343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31676,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340164,"statfs":{"total":96636764160,"available":96604327936,"internally_reserved":0,"allocated":499712,"data_stored":199801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1093632,"data_stored":790133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:23.285 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:35:23.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:35:23.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.429+0000 7f01901c4640 1 Processor -- start 2024-09-19T05:35:23.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.429+0000 7f01901c4640 1 -- start start 2024-09-19T05:35:23.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f01901c4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f018806ccf0 0x7f018806d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f01901c4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0188070a90 0x7f018806d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f01901c4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f018806bc50 con 0x7f018815e630 2024-09-19T05:35:23.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f01901c4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f018806bf30 con 0x7f0188070a90 2024-09-19T05:35:23.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f01901c4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f018806c210 con 0x7f018806ccf0 2024-09-19T05:35:23.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f018e761640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0188070a90 0x7f018806d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f018e761640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0188070a90 0x7f018806d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41180/0 (socket says 172.21.15.39:41180) 2024-09-19T05:35:23.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f018e761640 1 -- 172.21.15.39:0/2603524009 learned_addr learned my addr 172.21.15.39:0/2603524009 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:23.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f018d75f640 1 --2- 172.21.15.39:0/2603524009 >> v2:172.21.15.50:3300/0 conn(0x7f018806ccf0 0x7f018806d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f018e761640 1 -- 172.21.15.39:0/2603524009 >> v2:172.21.15.50:3300/0 conn(0x7f018806ccf0 msgr2=0x7f018806d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:23.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f018e761640 1 --2- 172.21.15.39:0/2603524009 >> v2:172.21.15.50:3300/0 conn(0x7f018806ccf0 0x7f018806d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f018e761640 1 -- 172.21.15.39:0/2603524009 >> v1:172.21.15.50:6789/0 conn(0x7f018815e630 legacy=0x7f0188071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:23.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.430+0000 7f018e761640 1 -- 172.21.15.39:0/2603524009 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f018806c4f0 con 0x7f0188070a90 2024-09-19T05:35:23.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.431+0000 7f018e761640 1 --2- 172.21.15.39:0/2603524009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0188070a90 0x7f018806d6d0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f01880d3490 tx=0x7f017802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6df42437b7570f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:23.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.431+0000 7f018cf5e640 1 -- 172.21.15.39:0/2603524009 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0178036070 con 0x7f0188070a90 2024-09-19T05:35:23.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.431+0000 7f018cf5e640 1 -- 172.21.15.39:0/2603524009 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0178031600 con 0x7f0188070a90 2024-09-19T05:35:23.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.431+0000 7f018cf5e640 1 -- 172.21.15.39:0/2603524009 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01780319d0 con 0x7f0188070a90 2024-09-19T05:35:23.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.432+0000 7f01901c4640 1 -- 172.21.15.39:0/2603524009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0188070a90 msgr2=0x7f018806d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.432+0000 7f01901c4640 1 --2- 172.21.15.39:0/2603524009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0188070a90 0x7f018806d6d0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f01880d3490 tx=0x7f017802a610 comp rx=0 tx=0).stop 2024-09-19T05:35:23.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.432+0000 7f01901c4640 1 -- 172.21.15.39:0/2603524009 shutdown_connections 2024-09-19T05:35:23.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.432+0000 7f01901c4640 1 --2- 172.21.15.39:0/2603524009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0188070a90 0x7f018806d6d0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.432+0000 7f01901c4640 1 --2- 172.21.15.39:0/2603524009 >> v2:172.21.15.50:3300/0 conn(0x7f018806ccf0 0x7f018806d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.432+0000 7f01901c4640 1 -- 172.21.15.39:0/2603524009 >> 172.21.15.39:0/2603524009 conn(0x7f018806f180 msgr2=0x7f018806f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:23.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.432+0000 7f01901c4640 1 -- 172.21.15.39:0/2603524009 shutdown_connections 2024-09-19T05:35:23.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.432+0000 7f01901c4640 1 -- 172.21.15.39:0/2603524009 wait complete. 2024-09-19T05:35:23.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.433+0000 7f01901c4640 1 Processor -- start 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.433+0000 7f01901c4640 1 -- start start 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f01901c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f018806ccf0 0x7f0188150b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f01901c4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0188070a90 0x7f01881600c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f01901c4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f018815e630 0x7f0188160600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f01901c4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f018815eb90 con 0x7f018806ccf0 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f01901c4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f018815ea10 con 0x7f018815e630 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f01901c4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f018815ed10 con 0x7f0188070a90 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018df60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f018806ccf0 0x7f0188150b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018df60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f018806ccf0 0x7f0188150b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41188/0 (socket says 172.21.15.39:41188) 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018df60640 1 -- 172.21.15.39:0/2998174123 learned_addr learned my addr 172.21.15.39:0/2998174123 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018e761640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f018815e630 0x7f0188160600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018d75f640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0188070a90 0x7f01881600c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018df60640 1 -- 172.21.15.39:0/2998174123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0188070a90 msgr2=0x7f01881600c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018df60640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0188070a90 0x7f01881600c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018df60640 1 -- 172.21.15.39:0/2998174123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f018815e630 msgr2=0x7f0188160600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018df60640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f018815e630 0x7f0188160600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018df60640 1 -- 172.21.15.39:0/2998174123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0188158310 con 0x7f018806ccf0 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.434+0000 7f018d75f640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0188070a90 0x7f01881600c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.435+0000 7f018df60640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f018806ccf0 0x7f0188150b50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f018000c3c0 tx=0x7f018000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.435+0000 7f01867fc640 1 -- 172.21.15.39:0/2998174123 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01800052d0 con 0x7f018806ccf0 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.435+0000 7f01867fc640 1 -- 172.21.15.39:0/2998174123 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0180005490 con 0x7f018806ccf0 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.435+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01881585f0 con 0x7f018806ccf0 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.435+0000 7f01867fc640 1 -- 172.21.15.39:0/2998174123 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0180007260 con 0x7f018806ccf0 2024-09-19T05:35:23.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.435+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0188158bb0 con 0x7f018806ccf0 2024-09-19T05:35:23.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.436+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0188063610 con 0x7f018806ccf0 2024-09-19T05:35:23.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.436+0000 7f01867fc640 1 -- 172.21.15.39:0/2998174123 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0180007400 con 0x7f018806ccf0 2024-09-19T05:35:23.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.437+0000 7f01867fc640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017406c2e0 0x7f017406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.437+0000 7f018d75f640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017406c2e0 0x7f017406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.437+0000 7f01867fc640 1 -- 172.21.15.39:0/2998174123 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f018008a800 con 0x7f018806ccf0 2024-09-19T05:35:23.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.437+0000 7f018d75f640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017406c2e0 0x7f017406e7a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f01880b1cb0 tx=0x7f017c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:23.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.441+0000 7f01867fc640 1 -- 172.21.15.39:0/2998174123 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0180058920 con 0x7f018806ccf0 2024-09-19T05:35:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.688+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f0188071340 con 0x7f018806ccf0 2024-09-19T05:35:23.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.691+0000 7f01867fc640 1 -- 172.21.15.39:0/2998174123 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v10) ==== 190+0+147 (secure 0 0 0) 0x7f018005cc20 con 0x7f018806ccf0 2024-09-19T05:35:23.693 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2024-09-19T05:35:23.693 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ== 2024-09-19T05:35:23.693 INFO:teuthology.orchestra.run.smithi039.stdout: caps mds = "allow" 2024-09-19T05:35:23.693 INFO:teuthology.orchestra.run.smithi039.stdout: caps mon = "allow r" 2024-09-19T05:35:23.694 INFO:teuthology.orchestra.run.smithi039.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:35:23.694 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-19T05:35:23.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017406c2e0 msgr2=0x7f017406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017406c2e0 0x7f017406e7a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f01880b1cb0 tx=0x7f017c008040 comp rx=0 tx=0).stop 2024-09-19T05:35:23.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f018806ccf0 msgr2=0x7f0188150b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f018806ccf0 0x7f0188150b50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f018000c3c0 tx=0x7f018000c880 comp rx=0 tx=0).stop 2024-09-19T05:35:23.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 shutdown_connections 2024-09-19T05:35:23.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f017406c2e0 0x7f017406e7a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f018815e630 0x7f0188160600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0188070a90 0x7f01881600c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 --2- 172.21.15.39:0/2998174123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f018806ccf0 0x7f0188150b50 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 >> 172.21.15.39:0/2998174123 conn(0x7f018806f180 msgr2=0x7f018815ccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:23.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 shutdown_connections 2024-09-19T05:35:23.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.693+0000 7f01901c4640 1 -- 172.21.15.39:0/2998174123 wait complete. 2024-09-19T05:35:23.707 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.806+0000 7efdec45e640 1 Processor -- start 2024-09-19T05:35:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.806+0000 7efdec45e640 1 -- start start 2024-09-19T05:35:23.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.807+0000 7efdec45e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efde40b6690 0x7efde40cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.807+0000 7efdec45e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efde40b6a70 0x7efde40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.807+0000 7efdec45e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efde40cff10 con 0x7efde40d1510 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.807+0000 7efdec45e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7efde40cf540 con 0x7efde40b6690 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.807+0000 7efdec45e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7efde40d1d90 con 0x7efde40b6a70 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.807+0000 7efdea1fa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efde40b6690 0x7efde40cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.807+0000 7efdea9fb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7efde40d1510 0x7efde40d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39488/0 (socket says 172.21.15.39:39488) 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.807+0000 7efdea9fb640 1 -- 172.21.15.39:0/3219031626 learned_addr learned my addr 172.21.15.39:0/3219031626 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.808+0000 7efde99f9640 1 --2- 172.21.15.39:0/3219031626 >> v2:172.21.15.50:3300/0 conn(0x7efde40b6a70 0x7efde40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.808+0000 7efdea1fa640 1 -- 172.21.15.39:0/3219031626 >> v2:172.21.15.50:3300/0 conn(0x7efde40b6a70 msgr2=0x7efde40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.808+0000 7efdea1fa640 1 --2- 172.21.15.39:0/3219031626 >> v2:172.21.15.50:3300/0 conn(0x7efde40b6a70 0x7efde40d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.808+0000 7efdea1fa640 1 -- 172.21.15.39:0/3219031626 >> v1:172.21.15.39:6789/0 conn(0x7efde40d1510 legacy=0x7efde40d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.808+0000 7efdea1fa640 1 -- 172.21.15.39:0/3219031626 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efde40ceef0 con 0x7efde40b6690 2024-09-19T05:35:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.808+0000 7efde91f8640 1 -- 172.21.15.39:0/3219031626 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3848125928 0 0) 0x7efde40cff10 con 0x7efde40d1510 2024-09-19T05:35:23.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efdea1fa640 1 --2- 172.21.15.39:0/3219031626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6690 0x7efde40cf9d0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7efde40b7690 tx=0x7efde002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f5154546baa622c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:23.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efde91f8640 1 -- 172.21.15.39:0/3219031626 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde0037070 con 0x7efde40b6690 2024-09-19T05:35:23.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efde91f8640 1 -- 172.21.15.39:0/3219031626 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efde0032440 con 0x7efde40b6690 2024-09-19T05:35:23.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efde91f8640 1 -- 172.21.15.39:0/3219031626 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde0032810 con 0x7efde40b6690 2024-09-19T05:35:23.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efdec45e640 1 -- 172.21.15.39:0/3219031626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6690 msgr2=0x7efde40cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efdec45e640 1 --2- 172.21.15.39:0/3219031626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6690 0x7efde40cf9d0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7efde40b7690 tx=0x7efde002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efdec45e640 1 -- 172.21.15.39:0/3219031626 shutdown_connections 2024-09-19T05:35:23.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efdec45e640 1 --2- 172.21.15.39:0/3219031626 >> v2:172.21.15.50:3300/0 conn(0x7efde40b6a70 0x7efde40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efdec45e640 1 --2- 172.21.15.39:0/3219031626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6690 0x7efde40cf9d0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efdec45e640 1 -- 172.21.15.39:0/3219031626 >> 172.21.15.39:0/3219031626 conn(0x7efde4072560 msgr2=0x7efde4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:23.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efdec45e640 1 -- 172.21.15.39:0/3219031626 shutdown_connections 2024-09-19T05:35:23.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.809+0000 7efdec45e640 1 -- 172.21.15.39:0/3219031626 wait complete. 2024-09-19T05:35:23.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.811+0000 7efdec45e640 1 Processor -- start 2024-09-19T05:35:23.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.811+0000 7efdec45e640 1 -- start start 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.811+0000 7efdec45e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efde40b6690 0x7efde4153740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.811+0000 7efdec45e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6a70 0x7efde41f7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.811+0000 7efdec45e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efde40d1510 0x7efde40cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.811+0000 7efdec45e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7efde415c530 con 0x7efde40b6a70 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.811+0000 7efdec45e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efde40b6f00 con 0x7efde40b6690 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.811+0000 7efdec45e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efde415c6b0 con 0x7efde40d1510 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efde99f9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6a70 0x7efde41f7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efde99f9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6a70 0x7efde41f7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41210/0 (socket says 172.21.15.39:41210) 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efde99f9640 1 -- 172.21.15.39:0/3549609515 learned_addr learned my addr 172.21.15.39:0/3549609515 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efdea9fb640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efde40d1510 0x7efde40cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efdea1fa640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efde40b6690 0x7efde4153740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efde99f9640 1 -- 172.21.15.39:0/3549609515 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efde40d1510 msgr2=0x7efde40cc170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efde99f9640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efde40d1510 0x7efde40cc170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efde99f9640 1 -- 172.21.15.39:0/3549609515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efde40b6690 msgr2=0x7efde4153740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efde99f9640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efde40b6690 0x7efde4153740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efde99f9640 1 -- 172.21.15.39:0/3549609515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efde40cc6b0 con 0x7efde40b6a70 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efdea1fa640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efde40b6690 0x7efde4153740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efde99f9640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6a70 0x7efde41f7210 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7efdd400e9e0 tx=0x7efdd400eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efddaffd640 1 -- 172.21.15.39:0/3549609515 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd4017070 con 0x7efde40b6a70 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efddaffd640 1 -- 172.21.15.39:0/3549609515 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efdd400c9d0 con 0x7efde40b6a70 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efde4152d30 con 0x7efde40b6a70 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efddaffd640 1 -- 172.21.15.39:0/3549609515 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd400cdc0 con 0x7efde40b6a70 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.812+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efde40cca80 con 0x7efde40b6a70 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.813+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efde40d1940 con 0x7efde40b6a70 2024-09-19T05:35:23.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.814+0000 7efddaffd640 1 -- 172.21.15.39:0/3549609515 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efdd401a070 con 0x7efde40b6a70 2024-09-19T05:35:23.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.814+0000 7efddaffd640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efdc806c2b0 0x7efdc806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:23.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.814+0000 7efddaffd640 1 -- 172.21.15.39:0/3549609515 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7efdd408b3b0 con 0x7efde40b6a70 2024-09-19T05:35:23.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.814+0000 7efdea1fa640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efdc806c2b0 0x7efdc806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:23.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.815+0000 7efdea1fa640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efdc806c2b0 0x7efdc806e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7efde0034000 tx=0x7efde002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:23.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:23.819+0000 7efddaffd640 1 -- 172.21.15.39:0/3549609515 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efde40cc6b0 con 0x7efde40b6a70 2024-09-19T05:35:24.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.030+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efde4069140 con 0x7efde40b6a70 2024-09-19T05:35:24.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.031+0000 7efddaffd640 1 -- 172.21.15.39:0/3549609515 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5220 (secure 0 0 0) 0x7efdd4059bb0 con 0x7efde40b6a70 2024-09-19T05:35:24.034 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:24.034 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"btime":"2024-09-19T05:35:17:555516+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4775,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3387580244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3387580244},{"type":"v1","addr":"172.21.15.50:6834","nonce":3387580244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4778,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/775081479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":775081479},{"type":"v1","addr":"172.21.15.50:6835","nonce":775081479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5136,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/4199704063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":4199704063},{"type":"v1","addr":"172.21.15.39:6836","nonce":4199704063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:14.867683+0000","modified":"2024-09-19T05:35:16.903928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1002885275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1002885275},{"type":"v1","addr":"172.21.15.39:6837","nonce":1002885275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":3}]} 2024-09-19T05:35:24.034 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 21 2024-09-19T05:35:24.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efdc806c2b0 msgr2=0x7efdc806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efdc806c2b0 0x7efdc806e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7efde0034000 tx=0x7efde002e000 comp rx=0 tx=0).stop 2024-09-19T05:35:24.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6a70 msgr2=0x7efde41f7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6a70 0x7efde41f7210 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7efdd400e9e0 tx=0x7efdd400eea0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 shutdown_connections 2024-09-19T05:35:24.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efdc806c2b0 0x7efdc806e770 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efde40d1510 0x7efde40cc170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efde40b6a70 0x7efde41f7210 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 --2- 172.21.15.39:0/3549609515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efde40b6690 0x7efde4153740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.033+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 >> 172.21.15.39:0/3549609515 conn(0x7efde4072560 msgr2=0x7efde4160e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:24.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.034+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 shutdown_connections 2024-09-19T05:35:24.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.034+0000 7efdec45e640 1 -- 172.21.15.39:0/3549609515 wait complete. 2024-09-19T05:35:24.449 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:35:14.867683+0000', 'modified': '2024-09-19T05:35:16.903928+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5139}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5139': {'gid': 5139, 'name': 'c', 'rank': 0, 'incarnation': 19, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.39:6837/1002885275', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6835', 'nonce': 1002885275}, {'type': 'v1', 'addr': '172.21.15.39:6837', 'nonce': 1002885275}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5139, 'qdb_cluster': [5139]} 2024-09-19T05:35:24.450 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:35:24.450 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T05:35:24.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.555+0000 7f513091a640 1 Processor -- start 2024-09-19T05:35:24.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.555+0000 7f513091a640 1 -- start start 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.556+0000 7f513091a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f512c15c490 0x7f512c0707b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.556+0000 7f513091a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f512c0d1b70 0x7f512c070cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.556+0000 7f513091a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f512c0b1bd0 con 0x7f512c071230 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.556+0000 7f513091a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f512c0b1eb0 con 0x7f512c15c490 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.556+0000 7f513091a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f512c0d0ea0 con 0x7f512c0d1b70 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.556+0000 7f512ad9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f512c071230 0x7f512c072f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39490/0 (socket says 172.21.15.39:39490) 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.556+0000 7f512ad9d640 1 -- 172.21.15.39:0/1044763263 learned_addr learned my addr 172.21.15.39:0/1044763263 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f5129d9b640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f512c0d1b70 0x7f512c070cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512a59c640 1 --2- 172.21.15.39:0/1044763263 >> v2:172.21.15.50:3300/0 conn(0x7f512c15c490 0x7f512c0707b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1800987363 0 0) 0x7f512c0b1bd0 con 0x7f512c071230 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5118003520 con 0x7f512c071230 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 989737435 0 0) 0x7f5118003520 con 0x7f512c071230 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f512c0d1b70 msgr2=0x7f512c070cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f512c0d1b70 0x7f512c070cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 >> v2:172.21.15.50:3300/0 conn(0x7f512c15c490 msgr2=0x7f512c0707b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 --2- 172.21.15.39:0/1044763263 >> v2:172.21.15.50:3300/0 conn(0x7f512c15c490 0x7f512c0707b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f512c0d1180 con 0x7f512c071230 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f5124001670 con 0x7f512c071230 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 >> v1:172.21.15.39:6789/0 conn(0x7f512c071230 legacy=0x7f512c072f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51180039b0 0x7f5118003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f512c0d1b70 0x7f5118004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5118004d40 0x7f51180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f512c0b1eb0 con 0x7f51180039b0 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f512c0d0ea0 con 0x7f5118004d40 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f511800b9c0 con 0x7f512c0d1b70 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512a59c640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51180039b0 0x7f5118003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f5129d9b640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f512c0d1b70 0x7f5118004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512ad9d640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5118004d40 0x7f51180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512a59c640 1 -- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f512c0d1b70 msgr2=0x7f5118004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512a59c640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f512c0d1b70 0x7f5118004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512a59c640 1 -- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5118004d40 msgr2=0x7f51180051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512a59c640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5118004d40 0x7f51180051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.557+0000 7f512a59c640 1 -- 172.21.15.39:0/1044763263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5118003520 con 0x7f51180039b0 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.558+0000 7f512a59c640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51180039b0 0x7f5118003dd0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f511c00e170 tx=0x7f5118005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ded136c3779ec47 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.558+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511c034020 con 0x7f51180039b0 2024-09-19T05:35:24.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.558+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f511c030430 con 0x7f51180039b0 2024-09-19T05:35:24.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.558+0000 7f512959a640 1 -- 172.21.15.39:0/1044763263 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511c009c10 con 0x7f51180039b0 2024-09-19T05:35:24.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.559+0000 7f513091a640 1 -- 172.21.15.39:0/1044763263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51180039b0 msgr2=0x7f5118003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.559+0000 7f513091a640 1 --2- 172.21.15.39:0/1044763263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51180039b0 0x7f5118003dd0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f511c00e170 tx=0x7f5118005830 comp rx=0 tx=0).stop 2024-09-19T05:35:24.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.559+0000 7f512ad9d640 1 -- 172.21.15.39:0/1044763263 reap_dead start 2024-09-19T05:35:24.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.559+0000 7f513091a640 1 -- 172.21.15.39:0/1044763263 shutdown_connections 2024-09-19T05:35:24.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.559+0000 7f513091a640 1 -- 172.21.15.39:0/1044763263 >> 172.21.15.39:0/1044763263 conn(0x7f512c0d24b0 msgr2=0x7f512c0d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:24.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.559+0000 7f513091a640 1 -- 172.21.15.39:0/1044763263 shutdown_connections 2024-09-19T05:35:24.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.559+0000 7f513091a640 1 -- 172.21.15.39:0/1044763263 wait complete. 2024-09-19T05:35:24.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.560+0000 7f513091a640 1 Processor -- start 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.560+0000 7f513091a640 1 -- start start 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f513091a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f51180039b0 0x7f512c152c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f513091a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c1547b0 0x7f512c15dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f513091a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f512c145ce0 0x7f512c1586e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f513091a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f512c15c9f0 con 0x7f512c1547b0 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f513091a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f512c15c870 con 0x7f512c145ce0 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f513091a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f512c074030 con 0x7f51180039b0 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f5129d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c1547b0 0x7f512c15dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f5129d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c1547b0 0x7f512c15dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41236/0 (socket says 172.21.15.39:41236) 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f5129d9b640 1 -- 172.21.15.39:0/2531072830 learned_addr learned my addr 172.21.15.39:0/2531072830 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f512ad9d640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f512c145ce0 0x7f512c1586e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.561+0000 7f512a59c640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f51180039b0 0x7f512c152c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f5129d9b640 1 -- 172.21.15.39:0/2531072830 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f51180039b0 msgr2=0x7f512c152c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f5129d9b640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f51180039b0 0x7f512c152c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f5129d9b640 1 -- 172.21.15.39:0/2531072830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f512c145ce0 msgr2=0x7f512c1586e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f5129d9b640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f512c145ce0 0x7f512c1586e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f5129d9b640 1 -- 172.21.15.39:0/2531072830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f512c15e130 con 0x7f512c1547b0 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f5129d9b640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c1547b0 0x7f512c15dbf0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5114011600 tx=0x7f5114011ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f5122ffd640 1 -- 172.21.15.39:0/2531072830 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511400f8c0 con 0x7f512c1547b0 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f5122ffd640 1 -- 172.21.15.39:0/2531072830 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f511400fa60 con 0x7f512c1547b0 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f513091a640 1 -- 172.21.15.39:0/2531072830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f512c15e3d0 con 0x7f512c1547b0 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f5122ffd640 1 -- 172.21.15.39:0/2531072830 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511400fe10 con 0x7f512c1547b0 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.562+0000 7f513091a640 1 -- 172.21.15.39:0/2531072830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f512c15e990 con 0x7f512c1547b0 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.564+0000 7f5122ffd640 1 -- 172.21.15.39:0/2531072830 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5114015460 con 0x7f512c1547b0 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.564+0000 7f5122ffd640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f510c06c2b0 0x7f510c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.564+0000 7f512a59c640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f510c06c2b0 0x7f510c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.564+0000 7f5122ffd640 1 -- 172.21.15.39:0/2531072830 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f511408bbf0 con 0x7f512c1547b0 2024-09-19T05:35:24.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.565+0000 7f512a59c640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f510c06c2b0 0x7f510c06e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f511c035000 tx=0x7f511c02f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.565+0000 7f51336ae740 1 Processor -- start 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f51336ae740 1 -- start start 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f51336ae740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573e12a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f51336ae740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcaa80 0x55a573dcd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f51336ae740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573dcea50 0x55a573dc78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f51336ae740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55a573d2f520 con 0x55a573dcd2c0 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f51336ae740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a573cd73e0 con 0x55a573dcaa80 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f51336ae740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55a573d2b4e0 con 0x55a573dcea50 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f512a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573e12a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f512a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573e12a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41240/0 (socket says 172.21.15.39:41240) 2024-09-19T05:35:24.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f512a59c640 1 -- 172.21.15.39:0/3157837457 learned_addr learned my addr 172.21.15.39:0/3157837457 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f5129d9b640 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcaa80 0x55a573dcd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.566+0000 7f512ad9d640 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573dcea50 0x55a573dc78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f512a59c640 1 -- 172.21.15.39:0/3157837457 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573dcea50 msgr2=0x55a573dc78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f512a59c640 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573dcea50 0x55a573dc78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f512a59c640 1 -- 172.21.15.39:0/3157837457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcaa80 msgr2=0x55a573dcd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f512a59c640 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcaa80 0x55a573dcd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f512a59c640 1 -- 172.21.15.39:0/3157837457 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a573cf22f0 con 0x55a573dcd2c0 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f5129d9b640 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcaa80 0x55a573dcd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f512a59c640 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573e12a60 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f511c00e260 tx=0x7f511c02d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d84fead76c4b62c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f510bfff640 1 -- 172.21.15.39:0/3157837457 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511c034040 con 0x55a573dcd2c0 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f510bfff640 1 -- 172.21.15.39:0/3157837457 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f511c030dc0 con 0x55a573dcd2c0 2024-09-19T05:35:24.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.567+0000 7f510bfff640 1 -- 172.21.15.39:0/3157837457 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511c039420 con 0x55a573dcd2c0 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 -- 172.21.15.39:0/3157837457 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 msgr2=0x55a573e12a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573e12a60 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f511c00e260 tx=0x7f511c02d000 comp rx=0 tx=0).stop 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 -- 172.21.15.39:0/3157837457 shutdown_connections 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573dcea50 0x55a573dc78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcaa80 0x55a573dcd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 --2- 172.21.15.39:0/3157837457 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573e12a60 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 -- 172.21.15.39:0/3157837457 >> 172.21.15.39:0/3157837457 conn(0x55a573dc9a80 msgr2=0x55a573e11f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 -- 172.21.15.39:0/3157837457 shutdown_connections 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 -- 172.21.15.39:0/3157837457 wait complete. 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 -- start start 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.568+0000 7f51336ae740 1 Processor -- start 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f51336ae740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573df0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f51336ae740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcea50 0x55a573e0c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f51336ae740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573e0c0e0 0x55a573e0ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f51336ae740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55a573dc8f20 con 0x55a573dcd2c0 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f51336ae740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a573cb8450 con 0x55a573dcea50 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f51336ae740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55a573e13290 con 0x55a573e0c0e0 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f51336ae740 10 client.0 _ll_register_callbacks cb 0x55a573a41ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f512a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573df0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f512a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573df0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41248/0 (socket says 172.21.15.39:41248) 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.569+0000 7f512a59c640 1 -- 172.21.15.39:0/195822182 learned_addr learned my addr 172.21.15.39:0/195822182 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f512ad9d640 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573e0c0e0 0x55a573e0ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f5129d9b640 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcea50 0x55a573e0c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f512a59c640 1 -- 172.21.15.39:0/195822182 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573e0c0e0 msgr2=0x55a573e0ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f512a59c640 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573e0c0e0 0x55a573e0ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f512a59c640 1 -- 172.21.15.39:0/195822182 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcea50 msgr2=0x55a573e0c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f512a59c640 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcea50 0x55a573e0c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f512a59c640 1 -- 172.21.15.39:0/195822182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a573a422d0 con 0x55a573dcd2c0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f512a59c640 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573df0090 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f511c00e140 tx=0x7f511c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3d0f4f727c49e28 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51097fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51097fa640 1 -- 172.21.15.39:0/195822182 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511c034050 con 0x55a573dcd2c0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51097fa640 1 -- 172.21.15.39:0/195822182 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f511c04c040 con 0x55a573dcd2c0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51336ae740 1 -- 172.21.15.39:0/195822182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f511c030dc0 con 0x55a573dcd2c0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51097fa640 1 -- 172.21.15.39:0/195822182 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f511c039c00 con 0x55a573dcd2c0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51336ae740 10 client.5298 fetch_fsmap learned FSMap version 21 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51336ae740 1 -- 172.21.15.39:0/195822182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=2+}) -- 0x55a573b0c6b0 con 0x55a573dcd2c0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51097fa640 1 -- 172.21.15.39:0/195822182 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f511c030dc0 con 0x55a573dcd2c0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51097fa640 1 -- 172.21.15.39:0/195822182 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 21) ==== 3502+0+0 (secure 0 0 0) 0x7f511c063080 con 0x55a573dcd2c0 2024-09-19T05:35:24.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51336ae740 10 client.5298 fetch_fsmap finished waiting for FSMap version 21 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.570+0000 7f51336ae740 10 client.5298 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.571+0000 7f51336ae740 20 client.5298 populate_metadata read hostname 'smithi039' 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.571+0000 7f51336ae740 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] conn(0x55a573e25670 0x55a573e25a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.571+0000 7f51336ae740 4 client.5298 mds_command: new command op to 5139 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.571+0000 7f51336ae740 1 -- 172.21.15.39:0/195822182 --> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a573d3cc50 con 0x55a573e25670 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.571+0000 7f5129d9b640 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] conn(0x55a573e25670 0x55a573e25a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.571+0000 7f5129d9b640 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] conn(0x55a573e25670 0x55a573e25a50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a5c8d219afc712 server_cookie=15a20eefae7d7938 in_seq=0 out_seq=0 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.571+0000 7f51097fa640 10 client.5298 ms_handle_connect on v2:172.21.15.39:6835/1002885275 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51097fa640 1 -- 172.21.15.39:0/195822182 <== mds.0 v2:172.21.15.39:6835/1002885275 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a573d3cc50 con 0x55a573e25670 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51097fa640 10 client.5298 handle_command_reply: tid=0 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 client.5298 shutdown 2024-09-19T05:35:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 -- 172.21.15.39:0/195822182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 msgr2=0x55a573df0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573df0090 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f511c00e140 tx=0x7f511c004ab0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 -- 172.21.15.39:0/195822182 shutdown_connections 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] conn(0x55a573e25670 0x55a573e25a50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573e0c0e0 0x55a573e0ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcea50 0x55a573e0c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 --2- 172.21.15.39:0/195822182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcd2c0 0x55a573df0090 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51097fa640 0 client.5298 ms_handle_reset on v2:172.21.15.39:6835/1002885275 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 -- 172.21.15.39:0/195822182 >> 172.21.15.39:0/195822182 conn(0x55a573dcaa80 msgr2=0x55a573e10df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 -- 172.21.15.39:0/195822182 shutdown_connections 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 1 -- 172.21.15.39:0/195822182 wait complete. 2024-09-19T05:35:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.572+0000 7f51336ae740 20 client.5298 trim_cache size 0 max 16384 2024-09-19T05:35:24.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.590+0000 7f51336ae740 1 Processor -- start 2024-09-19T05:35:24.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.590+0000 7f51336ae740 1 -- start start 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f51336ae740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573dcd2c0 0x55a573df3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f51336ae740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573df4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f51336ae740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573e0c0e0 0x55a573df5300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f51336ae740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f512c1fe220 con 0x55a573dcea50 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f51336ae740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f512c151720 con 0x55a573e0c0e0 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f51336ae740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f512c1fdc00 con 0x55a573dcd2c0 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f5129d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573df4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f5129d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573df4dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41256/0 (socket says 172.21.15.39:41256) 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f5129d9b640 1 -- 172.21.15.39:0/836256988 learned_addr learned my addr 172.21.15.39:0/836256988 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f5129d9b640 1 -- 172.21.15.39:0/836256988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573dcd2c0 msgr2=0x55a573df3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f5129d9b640 1 --2- 172.21.15.39:0/836256988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573dcd2c0 0x55a573df3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f5129d9b640 1 -- 172.21.15.39:0/836256988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573e0c0e0 msgr2=0x55a573df5300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f5129d9b640 1 --2- 172.21.15.39:0/836256988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573e0c0e0 0x55a573df5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f5129d9b640 1 -- 172.21.15.39:0/836256988 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a573e2bc40 con 0x55a573dcea50 2024-09-19T05:35:24.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f5129d9b640 1 --2- 172.21.15.39:0/836256988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573df4dc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f5114059a10 tx=0x7f51140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11a547162d27221c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f510b7fe640 1 -- 172.21.15.39:0/836256988 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5114089020 con 0x55a573dcea50 2024-09-19T05:35:24.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f510b7fe640 1 -- 172.21.15.39:0/836256988 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5114056380 con 0x55a573dcea50 2024-09-19T05:35:24.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.591+0000 7f510b7fe640 1 -- 172.21.15.39:0/836256988 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5114059380 con 0x55a573dcea50 2024-09-19T05:35:24.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.592+0000 7f51336ae740 1 -- 172.21.15.39:0/836256988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 msgr2=0x55a573df4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.592+0000 7f51336ae740 1 --2- 172.21.15.39:0/836256988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573df4dc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f5114059a10 tx=0x7f51140046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.592+0000 7f51336ae740 1 -- 172.21.15.39:0/836256988 shutdown_connections 2024-09-19T05:35:24.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.592+0000 7f51336ae740 1 --2- 172.21.15.39:0/836256988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573e0c0e0 0x55a573df5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.592+0000 7f51336ae740 1 --2- 172.21.15.39:0/836256988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573df4dc0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.592+0000 7f51336ae740 1 --2- 172.21.15.39:0/836256988 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573dcd2c0 0x55a573df3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.592+0000 7f51336ae740 1 -- 172.21.15.39:0/836256988 >> 172.21.15.39:0/836256988 conn(0x55a573dcaa80 msgr2=0x55a573e13d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.592+0000 7f51336ae740 1 -- 172.21.15.39:0/836256988 shutdown_connections 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.592+0000 7f51336ae740 1 -- 172.21.15.39:0/836256988 wait complete. 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.593+0000 7f51336ae740 1 -- start start 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.593+0000 7f51336ae740 1 Processor -- start 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.593+0000 7f51336ae740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcd2c0 0x55a573e0cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51336ae740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573def240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51336ae740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573e0c0e0 0x55a573e79020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51336ae740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55a573df5a80 con 0x55a573dcea50 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51336ae740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a573dc8f20 con 0x55a573dcd2c0 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51336ae740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55a573dc7790 con 0x55a573e0c0e0 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51336ae740 10 client.0 _ll_register_callbacks cb 0x7f5124001650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f5129d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573def240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f5129d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573def240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41260/0 (socket says 172.21.15.39:41260) 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f5129d9b640 1 -- 172.21.15.39:0/2838879117 learned_addr learned my addr 172.21.15.39:0/2838879117 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f5129d9b640 1 -- 172.21.15.39:0/2838879117 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573e0c0e0 msgr2=0x55a573e79020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f5129d9b640 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573e0c0e0 0x55a573e79020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f5129d9b640 1 -- 172.21.15.39:0/2838879117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcd2c0 msgr2=0x55a573e0cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f5129d9b640 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcd2c0 0x55a573e0cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f5129d9b640 1 -- 172.21.15.39:0/2838879117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a573e90370 con 0x55a573dcea50 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f5129d9b640 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573def240 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f5114059ca0 tx=0x7f511405af90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=343b0034ca29e732 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51097fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51097fa640 1 -- 172.21.15.39:0/2838879117 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511407d060 con 0x55a573dcea50 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51097fa640 1 -- 172.21.15.39:0/2838879117 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f5114059370 con 0x55a573dcea50 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51336ae740 1 -- 172.21.15.39:0/2838879117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5114056380 con 0x55a573dcea50 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51097fa640 1 -- 172.21.15.39:0/2838879117 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5114089070 con 0x55a573dcea50 2024-09-19T05:35:24.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51336ae740 10 client.5304 fetch_fsmap learned FSMap version 21 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.594+0000 7f51336ae740 1 -- 172.21.15.39:0/2838879117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=2+}) -- 0x55a573e90560 con 0x55a573dcea50 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51097fa640 1 -- 172.21.15.39:0/2838879117 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5114056380 con 0x55a573dcea50 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51097fa640 1 -- 172.21.15.39:0/2838879117 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 21) ==== 3502+0+0 (secure 0 0 0) 0x7f5114060210 con 0x55a573dcea50 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51336ae740 10 client.5304 fetch_fsmap finished waiting for FSMap version 21 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51336ae740 10 client.5304 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51336ae740 20 client.5304 populate_metadata read hostname 'smithi039' 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51336ae740 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] conn(0x55a573e12080 0x55a573e12460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51336ae740 4 client.5304 mds_command: new command op to 5139 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51336ae740 1 -- 172.21.15.39:0/2838879117 --> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] -- command(tid 0: {"prefix": "status"}) -- 0x55a573d36fa0 con 0x55a573e12080 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f512a59c640 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] conn(0x55a573e12080 0x55a573e12460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51097fa640 10 client.5304 ms_handle_connect on v2:172.21.15.39:6835/1002885275 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f512a59c640 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] conn(0x55a573e12080 0x55a573e12460 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0e9a41b32860376 server_cookie=a6ac55f3ddcf2b0a in_seq=0 out_seq=0 2024-09-19T05:35:24.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51097fa640 1 -- 172.21.15.39:0/2838879117 <== mds.0 v2:172.21.15.39:6835/1002885275 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55a573d36fa0 con 0x55a573e12080 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51097fa640 10 client.5304 handle_command_reply: tid=0 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51336ae740 1 client.5304 shutdown 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51336ae740 1 -- 172.21.15.39:0/2838879117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 msgr2=0x55a573def240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.595+0000 7f51336ae740 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573def240 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f5114059ca0 tx=0x7f511405af90 comp rx=0 tx=0).stop 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51336ae740 1 -- 172.21.15.39:0/2838879117 shutdown_connections 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51336ae740 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.39:6835/1002885275,v1:172.21.15.39:6837/1002885275] conn(0x55a573e12080 0x55a573e12460 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51336ae740 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55a573e0c0e0 0x55a573e79020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51336ae740 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a573dcea50 0x55a573def240 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51097fa640 0 client.5304 ms_handle_reset on v2:172.21.15.39:6835/1002885275 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51336ae740 1 --2- 172.21.15.39:0/2838879117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a573dcd2c0 0x55a573e0cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51336ae740 1 -- 172.21.15.39:0/2838879117 >> 172.21.15.39:0/2838879117 conn(0x55a573dcaa80 msgr2=0x55a573e0d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51336ae740 1 -- 172.21.15.39:0/2838879117 shutdown_connections 2024-09-19T05:35:24.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51336ae740 1 -- 172.21.15.39:0/2838879117 wait complete. 2024-09-19T05:35:24.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f51336ae740 20 client.5304 trim_cache size 0 max 16384 2024-09-19T05:35:24.604 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:35:24.604 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:35:24.604 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-19T05:35:24.604 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 5139, 2024-09-19T05:35:24.604 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:35:24.604 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:35:24.604 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:35:24.604 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 9.0423130230000002, 2024-09-19T05:35:24.605 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 21, 2024-09-19T05:35:24.605 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 43, 2024-09-19T05:35:24.605 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 43, 2024-09-19T05:35:24.605 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 14.113804164999999 2024-09-19T05:35:24.605 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 -- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f510c06c2b0 msgr2=0x7f510c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f510c06c2b0 0x7f510c06e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f511c035000 tx=0x7f511c02f000 comp rx=0 tx=0).stop 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 -- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c1547b0 msgr2=0x7f512c15dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c1547b0 0x7f512c15dbf0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5114011600 tx=0x7f5114011ac0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 -- 172.21.15.39:0/2531072830 shutdown_connections 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f510c06c2b0 0x7f510c06e770 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f512c145ce0 0x7f512c1586e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c1547b0 0x7f512c15dbf0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 --2- 172.21.15.39:0/2531072830 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f51180039b0 0x7f512c152c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 -- 172.21.15.39:0/2531072830 >> 172.21.15.39:0/2531072830 conn(0x7f512c0d24b0 msgr2=0x7f512c0b5d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 -- 172.21.15.39:0/2531072830 shutdown_connections 2024-09-19T05:35:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.596+0000 7f513091a640 1 -- 172.21.15.39:0/2531072830 wait complete. 2024-09-19T05:35:24.610 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:35:24.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.709+0000 7f2061f5f640 1 Processor -- start 2024-09-19T05:35:24.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.710+0000 7f2061f5f640 1 -- start start 2024-09-19T05:35:24.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.710+0000 7f2061f5f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f205c15c490 0x7f205c0707b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.710+0000 7f2061f5f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f205c0d1b70 0x7f205c070cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.710+0000 7f2061f5f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c071230 0x7f205c072f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.710+0000 7f2061f5f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f205c0b1bd0 con 0x7f205c15c490 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.710+0000 7f2061f5f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f205c0b1eb0 con 0x7f205c0d1b70 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.710+0000 7f2061f5f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f205c0d0ea0 con 0x7f205c071230 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.710+0000 7f205b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f205c15c490 0x7f205c0707b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.711+0000 7f205b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f205c15c490 0x7f205c0707b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41272/0 (socket says 172.21.15.39:41272) 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.711+0000 7f205b7fe640 1 -- 172.21.15.39:0/2493902205 learned_addr learned my addr 172.21.15.39:0/2493902205 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.711+0000 7f205affd640 1 --2- 172.21.15.39:0/2493902205 >> v2:172.21.15.50:3300/0 conn(0x7f205c0d1b70 0x7f205c070cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.711+0000 7f205bfff640 1 --2- 172.21.15.39:0/2493902205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c071230 0x7f205c072f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.711+0000 7f205b7fe640 1 -- 172.21.15.39:0/2493902205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c071230 msgr2=0x7f205c072f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.711+0000 7f205b7fe640 1 --2- 172.21.15.39:0/2493902205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c071230 0x7f205c072f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.711+0000 7f205b7fe640 1 -- 172.21.15.39:0/2493902205 >> v2:172.21.15.50:3300/0 conn(0x7f205c0d1b70 msgr2=0x7f205c070cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.711+0000 7f205b7fe640 1 --2- 172.21.15.39:0/2493902205 >> v2:172.21.15.50:3300/0 conn(0x7f205c0d1b70 0x7f205c070cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.711+0000 7f205b7fe640 1 -- 172.21.15.39:0/2493902205 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f205c0d1180 con 0x7f205c15c490 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f205b7fe640 1 --2- 172.21.15.39:0/2493902205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c15c490 0x7f205c0707b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f204c009e50 tx=0x7f204c02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd0e4bec76ffcd92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f205a7fc640 1 -- 172.21.15.39:0/2493902205 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c036070 con 0x7f205c15c490 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f205a7fc640 1 -- 172.21.15.39:0/2493902205 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f204c031600 con 0x7f205c15c490 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f205a7fc640 1 -- 172.21.15.39:0/2493902205 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c0319d0 con 0x7f205c15c490 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f2061f5f640 1 -- 172.21.15.39:0/2493902205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c15c490 msgr2=0x7f205c0707b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f2061f5f640 1 --2- 172.21.15.39:0/2493902205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c15c490 0x7f205c0707b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f204c009e50 tx=0x7f204c02a6c0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f2061f5f640 1 -- 172.21.15.39:0/2493902205 shutdown_connections 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f2061f5f640 1 --2- 172.21.15.39:0/2493902205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c071230 0x7f205c072f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f2061f5f640 1 --2- 172.21.15.39:0/2493902205 >> v2:172.21.15.50:3300/0 conn(0x7f205c0d1b70 0x7f205c070cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f2061f5f640 1 --2- 172.21.15.39:0/2493902205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c15c490 0x7f205c0707b0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f2061f5f640 1 -- 172.21.15.39:0/2493902205 >> 172.21.15.39:0/2493902205 conn(0x7f205c0d24b0 msgr2=0x7f205c0d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:24.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f2061f5f640 1 -- 172.21.15.39:0/2493902205 shutdown_connections 2024-09-19T05:35:24.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.712+0000 7f2061f5f640 1 -- 172.21.15.39:0/2493902205 wait complete. 2024-09-19T05:35:24.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.713+0000 7f2061f5f640 1 Processor -- start 2024-09-19T05:35:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.714+0000 7f2061f5f640 1 -- start start 2024-09-19T05:35:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.714+0000 7f2061f5f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c071230 0x7f205c0b0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.714+0000 7f2061f5f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c0d1b70 0x7f205c15e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.714+0000 7f2061f5f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f205c15c490 0x7f205c14fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.714+0000 7f2061f5f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f205c15c9f0 con 0x7f205c071230 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.714+0000 7f2061f5f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f205c15c870 con 0x7f205c15c490 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.714+0000 7f2061f5f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f205c074030 con 0x7f205c0d1b70 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c071230 0x7f205c0b0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c071230 0x7f205c0b0eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41282/0 (socket says 172.21.15.39:41282) 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205b7fe640 1 -- 172.21.15.39:0/1809666324 learned_addr learned my addr 172.21.15.39:0/1809666324 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205affd640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c0d1b70 0x7f205c15e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205bfff640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f205c15c490 0x7f205c14fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205b7fe640 1 -- 172.21.15.39:0/1809666324 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c0d1b70 msgr2=0x7f205c15e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205b7fe640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c0d1b70 0x7f205c15e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205b7fe640 1 -- 172.21.15.39:0/1809666324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f205c15c490 msgr2=0x7f205c14fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205b7fe640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f205c15c490 0x7f205c14fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205b7fe640 1 -- 172.21.15.39:0/1809666324 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f205c1f7e30 con 0x7f205c071230 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205bfff640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f205c15c490 0x7f205c14fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f205b7fe640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c071230 0x7f205c0b0eb0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f204c034040 tx=0x7f204c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f2043fff640 1 -- 172.21.15.39:0/1809666324 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c036050 con 0x7f205c071230 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f2043fff640 1 -- 172.21.15.39:0/1809666324 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f204c042070 con 0x7f205c071230 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f205c1f8110 con 0x7f205c071230 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f2043fff640 1 -- 172.21.15.39:0/1809666324 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c009510 con 0x7f205c071230 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.715+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f205c1f86d0 con 0x7f205c071230 2024-09-19T05:35:24.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.716+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f205c0707b0 con 0x7f205c071230 2024-09-19T05:35:24.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.717+0000 7f2043fff640 1 -- 172.21.15.39:0/1809666324 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f204c007c50 con 0x7f205c071230 2024-09-19T05:35:24.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.717+0000 7f2043fff640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f204806c2b0 0x7f204806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:24.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.717+0000 7f2043fff640 1 -- 172.21.15.39:0/1809666324 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f204c0ac210 con 0x7f205c071230 2024-09-19T05:35:24.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.717+0000 7f205affd640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f204806c2b0 0x7f204806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:24.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.718+0000 7f205affd640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f204806c2b0 0x7f204806e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f205c15fdb0 tx=0x7f2050008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:24.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.722+0000 7f2043fff640 1 -- 172.21.15.39:0/1809666324 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f204c07a970 con 0x7f205c071230 2024-09-19T05:35:24.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.934+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f205c069140 con 0x7f205c071230 2024-09-19T05:35:24.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.934+0000 7f2043fff640 1 -- 172.21.15.39:0/1809666324 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v21) ==== 53+0+73 (secure 0 0 0) 0x7f204c07a270 con 0x7f205c071230 2024-09-19T05:35:24.937 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:35:24.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f204806c2b0 msgr2=0x7f204806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f204806c2b0 0x7f204806e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f205c15fdb0 tx=0x7f2050008040 comp rx=0 tx=0).stop 2024-09-19T05:35:24.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c071230 msgr2=0x7f205c0b0eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:24.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c071230 0x7f205c0b0eb0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f204c034040 tx=0x7f204c004a40 comp rx=0 tx=0).stop 2024-09-19T05:35:24.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 shutdown_connections 2024-09-19T05:35:24.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f204806c2b0 0x7f204806e770 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f205c15c490 0x7f205c14fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f205c0d1b70 0x7f205c15e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 --2- 172.21.15.39:0/1809666324 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f205c071230 0x7f205c0b0eb0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:24.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.936+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 >> 172.21.15.39:0/1809666324 conn(0x7f205c0d24b0 msgr2=0x7f205c0b2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:24.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.937+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 shutdown_connections 2024-09-19T05:35:24.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:24.937+0000 7f2061f5f640 1 -- 172.21.15.39:0/1809666324 wait complete. 2024-09-19T05:35:24.950 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:35:24.950 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:35:24.950 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:35:24.950 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:35:24.951 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:24.951 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:35:24.951 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:35:24.951 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:35:24.951 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:35:24.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:24.951 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:35:24.968 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:35:24.968 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:35:24.968 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:35:24.968 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:24.968 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:35:24.968 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:24.968 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42671sec preferred_lft 42671sec 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:24.969 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2c0b:eeff:fe90:839e/64 scope link 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::80ad:56ff:fe2b:b1b7/64 scope link 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:35:24.970 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether da:97:a2:a8:56:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:35:24.971 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::d897:a2ff:fea8:56b6/64 scope link 2024-09-19T05:35:24.971 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:24.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:24.971 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:35:25.033 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:35:25.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:25.034 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:35:25.091 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:35:25.091 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:35:25.091 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:35:25.091 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:35:25.092 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:35:25.092 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:35:25.092 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:35:25.092 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:35:25.092 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:35:25.092 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:35:25.092 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:35:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:35:25.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:35:25.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:25.220 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:35:25.236 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:35:25.236 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:35:25.236 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:35:25.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:25.236 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-19T05:35:25.302 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:35:25.302 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:25.360 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:35:25.360 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:35:25.360 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:25.415 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T05:35:25.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:25.416 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:25.501 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:25.501 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:35:25.509 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:25.509 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:35:25.510 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:35:25.510 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:35:25.510 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:35:25.510 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:35:25.510 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:35:25.510 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:35:25.510 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:35:25.510 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:35:25.512 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:35:25.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:25.512 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:25.538 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:35:25.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:35:25.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:35:25.640 INFO:teuthology.orchestra.run.smithi039.stdout:client5101 2024-09-19T05:35:25.640 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:25.640 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:25.656 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:35:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.796+0000 7f340dffd640 1 Processor -- start 2024-09-19T05:35:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.796+0000 7f340dffd640 1 -- start start 2024-09-19T05:35:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f340dffd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f340815b4f0 0x7f34080d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f340dffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3408073d10 0x7f34080d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f340dffd640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34080ccd80 con 0x7f340815b110 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f340dffd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f34080b44f0 con 0x7f3408073d10 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f340dffd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f34080cd060 con 0x7f340815b4f0 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f3407fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3408073d10 0x7f34080d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f34077fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f340815b110 0x7f34080b3d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39506/0 (socket says 172.21.15.39:39506) 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f34077fe640 1 -- 172.21.15.39:0/2797508869 learned_addr learned my addr 172.21.15.39:0/2797508869 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f3406ffd640 1 --2- 172.21.15.39:0/2797508869 >> v2:172.21.15.50:3300/0 conn(0x7f340815b4f0 0x7f34080d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f3407fff640 1 -- 172.21.15.39:0/2797508869 >> v2:172.21.15.50:3300/0 conn(0x7f340815b4f0 msgr2=0x7f34080d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f3407fff640 1 --2- 172.21.15.39:0/2797508869 >> v2:172.21.15.50:3300/0 conn(0x7f340815b4f0 0x7f34080d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f3407fff640 1 -- 172.21.15.39:0/2797508869 >> v1:172.21.15.39:6789/0 conn(0x7f340815b110 legacy=0x7f34080b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:25.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.797+0000 7f3407fff640 1 -- 172.21.15.39:0/2797508869 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34080cd340 con 0x7f3408073d10 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.798+0000 7f3407fff640 1 --2- 172.21.15.39:0/2797508869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3408073d10 0x7f34080d0720 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f34080d1310 tx=0x7f340002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5ddb16163dca05d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.798+0000 7f34067fc640 1 -- 172.21.15.39:0/2797508869 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3400007740 con 0x7f3408073d10 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.798+0000 7f34067fc640 1 -- 172.21.15.39:0/2797508869 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34000078e0 con 0x7f3408073d10 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.798+0000 7f34067fc640 1 -- 172.21.15.39:0/2797508869 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3400007cb0 con 0x7f3408073d10 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.798+0000 7f340dffd640 1 -- 172.21.15.39:0/2797508869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3408073d10 msgr2=0x7f34080d0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.799+0000 7f340dffd640 1 --2- 172.21.15.39:0/2797508869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3408073d10 0x7f34080d0720 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f34080d1310 tx=0x7f340002a680 comp rx=0 tx=0).stop 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.799+0000 7f340dffd640 1 -- 172.21.15.39:0/2797508869 shutdown_connections 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.799+0000 7f340dffd640 1 --2- 172.21.15.39:0/2797508869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3408073d10 0x7f34080d0720 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.799+0000 7f340dffd640 1 --2- 172.21.15.39:0/2797508869 >> v2:172.21.15.50:3300/0 conn(0x7f340815b4f0 0x7f34080d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:25.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.799+0000 7f340dffd640 1 -- 172.21.15.39:0/2797508869 >> 172.21.15.39:0/2797508869 conn(0x7f340806d000 msgr2=0x7f340806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:25.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.799+0000 7f340dffd640 1 -- 172.21.15.39:0/2797508869 shutdown_connections 2024-09-19T05:35:25.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.799+0000 7f340dffd640 1 -- 172.21.15.39:0/2797508869 wait complete. 2024-09-19T05:35:25.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.800+0000 7f340dffd640 1 Processor -- start 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.800+0000 7f340dffd640 1 -- start start 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f340dffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3408073d10 0x7f3408072b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f340dffd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f340815b110 0x7f3408151300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f340dffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f340815b4f0 0x7f34081f8730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f340dffd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f34080cdcc0 con 0x7f340815b4f0 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f340dffd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f34080cdb40 con 0x7f340815b110 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f340dffd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f34080cde40 con 0x7f3408073d10 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3407fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f340815b4f0 0x7f34081f8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3407fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f340815b4f0 0x7f34081f8730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41298/0 (socket says 172.21.15.39:41298) 2024-09-19T05:35:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3407fff640 1 -- 172.21.15.39:0/460684313 learned_addr learned my addr 172.21.15.39:0/460684313 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:25.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3406ffd640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f340815b110 0x7f3408151300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:25.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f34077fe640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3408073d10 0x7f3408072b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:25.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3407fff640 1 -- 172.21.15.39:0/460684313 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3408073d10 msgr2=0x7f3408072b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:25.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3407fff640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3408073d10 0x7f3408072b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:25.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3407fff640 1 -- 172.21.15.39:0/460684313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f340815b110 msgr2=0x7f3408151300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:25.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3407fff640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f340815b110 0x7f3408151300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:25.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3407fff640 1 -- 172.21.15.39:0/460684313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3408157220 con 0x7f340815b4f0 2024-09-19T05:35:25.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f3407fff640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f340815b4f0 0x7f34081f8730 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3400009e50 tx=0x7f3400004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:25.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.801+0000 7f33effff640 1 -- 172.21.15.39:0/460684313 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3400040070 con 0x7f340815b4f0 2024-09-19T05:35:25.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.802+0000 7f33effff640 1 -- 172.21.15.39:0/460684313 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3400031bf0 con 0x7f340815b4f0 2024-09-19T05:35:25.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.802+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3408157500 con 0x7f340815b4f0 2024-09-19T05:35:25.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.802+0000 7f33effff640 1 -- 172.21.15.39:0/460684313 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3400045460 con 0x7f340815b4f0 2024-09-19T05:35:25.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.802+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3408072390 con 0x7f340815b4f0 2024-09-19T05:35:25.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.803+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34080b3d10 con 0x7f340815b4f0 2024-09-19T05:35:25.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.803+0000 7f33effff640 1 -- 172.21.15.39:0/460684313 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3400039040 con 0x7f340815b4f0 2024-09-19T05:35:25.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.804+0000 7f33effff640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33f406c2b0 0x7f33f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:25.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.804+0000 7f34077fe640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33f406c2b0 0x7f33f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:25.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.804+0000 7f33effff640 1 -- 172.21.15.39:0/460684313 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f34000acbc0 con 0x7f340815b4f0 2024-09-19T05:35:25.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.804+0000 7f34077fe640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33f406c2b0 0x7f33f406e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f33f8007fd0 tx=0x7f33f8007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:25.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:25.808+0000 7f33effff640 1 -- 172.21.15.39:0/460684313 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f340007ae90 con 0x7f340815b4f0 2024-09-19T05:35:26.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.020+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f340806c380 con 0x7f340815b4f0 2024-09-19T05:35:26.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.020+0000 7f33effff640 1 -- 172.21.15.39:0/460684313 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v21) ==== 53+0+73 (secure 0 0 0) 0x7f340007f190 con 0x7f340815b4f0 2024-09-19T05:35:26.023 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33f406c2b0 msgr2=0x7f33f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33f406c2b0 0x7f33f406e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f33f8007fd0 tx=0x7f33f8007e80 comp rx=0 tx=0).stop 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f340815b4f0 msgr2=0x7f34081f8730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f340815b4f0 0x7f34081f8730 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3400009e50 tx=0x7f3400004a40 comp rx=0 tx=0).stop 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 shutdown_connections 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f33f406c2b0 0x7f33f406e770 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f340815b4f0 0x7f34081f8730 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f340815b110 0x7f3408151300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 --2- 172.21.15.39:0/460684313 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3408073d10 0x7f3408072b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 >> 172.21.15.39:0/460684313 conn(0x7f340806d000 msgr2=0x7f34080aff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 shutdown_connections 2024-09-19T05:35:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:26.022+0000 7f340dffd640 1 -- 172.21.15.39:0/460684313 wait complete. 2024-09-19T05:35:26.036 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:35:26.036 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:35:26.036 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-19T05:35:26.036 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:35:26.036 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:26.036 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:35:26.036 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:35:26.036 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:35:26.036 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:35:26.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:26.037 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-19T05:35:26.057 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:26.058 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42639sec preferred_lft 42639sec 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:35:26.059 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a42f:c6ff:feb6:1525/64 scope link 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether b6:a5:b2:c9:9b:09 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::b4a5:b2ff:fec9:9b09/64 scope link 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::444:4eff:fed4:936f/64 scope link 2024-09-19T05:35:26.060 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:26.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:26.061 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:35:26.128 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:35:26.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:26.129 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-19T05:35:26.190 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-19T05:35:26.190 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:35:26.190 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:35:26.190 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:35:26.190 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:35:26.191 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:35:26.191 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:35:26.191 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:35:26.191 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:35:26.191 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:35:26.191 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:35:26.285 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:35:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:35:26.320 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:35:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:35:26.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:26.327 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:35:26.343 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:35:26.344 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:35:26.344 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:35:26.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:26.344 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2024-09-19T05:35:26.410 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:35:26.411 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:26.466 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:35:26.467 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:35:26.467 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:26.522 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T05:35:26.523 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:26.523 DEBUG:teuthology.orchestra.run.smithi050:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:26.607 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:26.607 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:35:26.628 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:26.628 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:35:26.628 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:35:26.628 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: trying mount with new device syntax: 1@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:35:26.628 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:35:26.628 INFO:teuthology.orchestra.run.smithi050.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:35:26.629 INFO:teuthology.orchestra.run.smithi050.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:35:26.629 INFO:teuthology.orchestra.run.smithi050.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:35:26.629 INFO:teuthology.orchestra.run.smithi050.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:35:26.629 INFO:teuthology.orchestra.run.smithi050.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:35:26.630 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:35:26.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:26.630 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:26.696 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:35:26.787 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:35:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:35:26.789 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:35:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:35:26.794 INFO:teuthology.orchestra.run.smithi050.stdout:client5110 2024-09-19T05:35:26.795 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:26.795 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:26.811 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:35:26.812 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:26.862 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:26.911 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:35:26.911 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:26.911 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:26.912 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:26.930 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:26.930 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:26.988 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:35:27.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.135+0000 7fe4b759f640 1 Processor -- start 2024-09-19T05:35:27.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.136+0000 7fe4b759f640 1 -- start start 2024-09-19T05:35:27.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.136+0000 7fe4b759f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b6690 0x7fe4b00cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.136+0000 7fe4b759f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe4b00d16e0 0x7fe4b00d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.136+0000 7fe4b759f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4b00cff10 con 0x7fe4b00b6a70 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.136+0000 7fe4b759f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe4b00d1b70 con 0x7fe4b00d16e0 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.136+0000 7fe4b759f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe4b00cf540 con 0x7fe4b00b6690 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4b4b3a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe4b00b6a70 0x7fe4b00d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39516/0 (socket says 172.21.15.39:39516) 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4b4b3a640 1 -- 172.21.15.39:0/1932298993 learned_addr learned my addr 172.21.15.39:0/1932298993 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4b5b3c640 1 --2- 172.21.15.39:0/1932298993 >> v2:172.21.15.50:3300/0 conn(0x7fe4b00d16e0 0x7fe4b00d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4b533b640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b6690 0x7fe4b00cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2887332566 0 0) 0x7fe4b00cff10 con 0x7fe4b00b6a70 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe49c003520 con 0x7fe4b00b6a70 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1877383581 0 0) 0x7fe49c003520 con 0x7fe4b00b6a70 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b6690 msgr2=0x7fe4b00cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b6690 0x7fe4b00cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 >> v2:172.21.15.50:3300/0 conn(0x7fe4b00d16e0 msgr2=0x7fe4b00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:27.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 --2- 172.21.15.39:0/1932298993 >> v2:172.21.15.50:3300/0 conn(0x7fe4b00d16e0 0x7fe4b00d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b00d1d90 con 0x7fe4b00b6a70 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fe4a0001670 con 0x7fe4b00b6a70 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 >> v1:172.21.15.39:6789/0 conn(0x7fe4b00b6a70 legacy=0x7fe4b00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe49c0039b0 0x7fe49c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b6690 0x7fe49c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe49c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b00d1b70 con 0x7fe49c004d40 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b00cf540 con 0x7fe49c0039b0 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe49c00b9c0 con 0x7fe4b00b6690 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4b5b3c640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe49c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4b533b640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe49c0039b0 0x7fe49c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.137+0000 7fe4b4b3a640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b6690 0x7fe49c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.138+0000 7fe4b5b3c640 1 -- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b6690 msgr2=0x7fe49c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:27.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.138+0000 7fe4b5b3c640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b6690 0x7fe49c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.138+0000 7fe4b5b3c640 1 -- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe49c0039b0 msgr2=0x7fe49c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:27.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.138+0000 7fe4b5b3c640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe49c0039b0 0x7fe49c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.138+0000 7fe4b5b3c640 1 -- 172.21.15.39:0/1932298993 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe49c003520 con 0x7fe49c004d40 2024-09-19T05:35:27.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.138+0000 7fe4b5b3c640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe49c0051c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8009fc0 tx=0x7fe49c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce4021846fb3e1da server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4a8009c10 con 0x7fe49c004d40 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4a8036070 con 0x7fe49c004d40 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4a7fff640 1 -- 172.21.15.39:0/1932298993 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4a802d070 con 0x7fe49c004d40 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4b759f640 1 -- 172.21.15.39:0/1932298993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 msgr2=0x7fe49c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4b759f640 1 --2- 172.21.15.39:0/1932298993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe49c0051c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8009fc0 tx=0x7fe49c005830 comp rx=0 tx=0).stop 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4b5b3c640 1 -- 172.21.15.39:0/1932298993 reap_dead start 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4b759f640 1 -- 172.21.15.39:0/1932298993 shutdown_connections 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4b759f640 1 -- 172.21.15.39:0/1932298993 >> 172.21.15.39:0/1932298993 conn(0x7fe4b0072560 msgr2=0x7fe4b0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4b759f640 1 -- 172.21.15.39:0/1932298993 shutdown_connections 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.139+0000 7fe4b759f640 1 -- 172.21.15.39:0/1932298993 wait complete. 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.140+0000 7fe4b759f640 1 Processor -- start 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b759f640 1 -- start start 2024-09-19T05:35:27.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b759f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe4b00ca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b759f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe4b00cb760 0x7fe4b00cbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b759f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b88f0 0x7fe4b00b8d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b759f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b00b6ed0 con 0x7fe49c004d40 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b759f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b00cf1d0 con 0x7fe4b00cb760 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b759f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe4b015c530 con 0x7fe4b00b88f0 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b533b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe4b00ca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b533b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe4b00ca4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41326/0 (socket says 172.21.15.39:41326) 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b533b640 1 -- 172.21.15.39:0/3445484497 learned_addr learned my addr 172.21.15.39:0/3445484497 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b5b3c640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b88f0 0x7fe4b00b8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.141+0000 7fe4b4b3a640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe4b00cb760 0x7fe4b00cbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4b533b640 1 -- 172.21.15.39:0/3445484497 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b88f0 msgr2=0x7fe4b00b8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4b533b640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b88f0 0x7fe4b00b8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4b533b640 1 -- 172.21.15.39:0/3445484497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe4b00cb760 msgr2=0x7fe4b00cbbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4b533b640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe4b00cb760 0x7fe4b00cbbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4b533b640 1 -- 172.21.15.39:0/3445484497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b00cc7e0 con 0x7fe49c004d40 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4b533b640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe4b00ca4b0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac011910 tx=0x7fe4ac011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/3445484497 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac00f9d0 con 0x7fe49c004d40 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/3445484497 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4ac00fb70 con 0x7fe49c004d40 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4b00cc220 con 0x7fe49c004d40 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/3445484497 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac014440 con 0x7fe49c004d40 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.142+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4b0148b30 con 0x7fe49c004d40 2024-09-19T05:35:27.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.143+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4b00cf9d0 con 0x7fe49c004d40 2024-09-19T05:35:27.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.144+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/3445484497 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe4ac012040 con 0x7fe49c004d40 2024-09-19T05:35:27.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.144+0000 7fe4a5ffb640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe49406c2b0 0x7fe49406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.144+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/3445484497 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fe4ac08b850 con 0x7fe49c004d40 2024-09-19T05:35:27.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.144+0000 7fe4b4b3a640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe49406c2b0 0x7fe49406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.145+0000 7fe4b4b3a640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe49406c2b0 0x7fe49406e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe4a0007fd0 tx=0x7fe4a0007970 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:27.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.149+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/3445484497 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe4ac019030 con 0x7fe49c004d40 2024-09-19T05:35:27.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.334+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe4b0069140 con 0x7fe49c004d40 2024-09-19T05:35:27.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.335+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/3445484497 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v43) ==== 80+0+0 (secure 0 0 0) 0x7fe4ac059970 con 0x7fe49c004d40 2024-09-19T05:35:27.337 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe49406c2b0 msgr2=0x7fe49406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe49406c2b0 0x7fe49406e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe4a0007fd0 tx=0x7fe4a0007970 comp rx=0 tx=0).stop 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 msgr2=0x7fe4b00ca4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe4b00ca4b0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac011910 tx=0x7fe4ac011dd0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 shutdown_connections 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe49406c2b0 0x7fe49406e770 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe4b00b88f0 0x7fe4b00b8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe4b00cb760 0x7fe4b00cbbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 --2- 172.21.15.39:0/3445484497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe49c004d40 0x7fe4b00ca4b0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 >> 172.21.15.39:0/3445484497 conn(0x7fe4b0072560 msgr2=0x7fe4b015db10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:27.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 shutdown_connections 2024-09-19T05:35:27.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.337+0000 7fe4b759f640 1 -- 172.21.15.39:0/3445484497 wait complete. 2024-09-19T05:35:27.350 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:35:27.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:27.350 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:27.380 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:35:27.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:27.380 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:35:27.436 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:27.436 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:27.436 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:27.454 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:27.454 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:27.511 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:35:27.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.611+0000 7fa30ba5e640 1 Processor -- start 2024-09-19T05:35:27.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.611+0000 7fa30ba5e640 1 -- start start 2024-09-19T05:35:27.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.612+0000 7fa30ba5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa3040cd670 0x7fa30415e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.612+0000 7fa30ba5e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa30415bfb0 con 0x7fa3040cfba0 2024-09-19T05:35:27.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.612+0000 7fa30ba5e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3040b4140 con 0x7fa30415abc0 2024-09-19T05:35:27.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.612+0000 7fa30ba5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa30415ec40 con 0x7fa3040cd670 2024-09-19T05:35:27.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.612+0000 7fa308ff9640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa3040cfba0 0x7fa3040ccf60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56162/0 (socket says 172.21.15.39:56162) 2024-09-19T05:35:27.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.612+0000 7fa308ff9640 1 -- 172.21.15.39:0/3721867550 learned_addr learned my addr 172.21.15.39:0/3721867550 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:27.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.612+0000 7fa309ffb640 1 --2- 172.21.15.39:0/3721867550 >> v2:172.21.15.39:3300/0 conn(0x7fa3040cd670 0x7fa30415e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.613+0000 7fa303fff640 1 -- 172.21.15.39:0/3721867550 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2614623336 0 0) 0x7fa30415bfb0 con 0x7fa3040cfba0 2024-09-19T05:35:27.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.613+0000 7fa303fff640 1 -- 172.21.15.39:0/3721867550 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa2ec003520 con 0x7fa3040cfba0 2024-09-19T05:35:27.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.613+0000 7fa309ffb640 1 -- 172.21.15.39:0/3721867550 >> v1:172.21.15.50:6789/0 conn(0x7fa30415abc0 legacy=0x7fa3040b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.613+0000 7fa309ffb640 1 -- 172.21.15.39:0/3721867550 >> v1:172.21.15.39:6789/0 conn(0x7fa3040cfba0 legacy=0x7fa3040ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.613+0000 7fa309ffb640 1 -- 172.21.15.39:0/3721867550 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa30415ee70 con 0x7fa3040cd670 2024-09-19T05:35:27.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.613+0000 7fa309ffb640 1 --2- 172.21.15.39:0/3721867550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3040cd670 0x7fa30415e700 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc0097a0 tx=0x7fa2fc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=382abc651ac2e11b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:27.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa303fff640 1 -- 172.21.15.39:0/3721867550 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc037070 con 0x7fa3040cd670 2024-09-19T05:35:27.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa303fff640 1 -- 172.21.15.39:0/3721867550 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2fc032440 con 0x7fa3040cd670 2024-09-19T05:35:27.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa303fff640 1 -- 172.21.15.39:0/3721867550 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc032810 con 0x7fa3040cd670 2024-09-19T05:35:27.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3721867550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3040cd670 msgr2=0x7fa30415e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa30ba5e640 1 --2- 172.21.15.39:0/3721867550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3040cd670 0x7fa30415e700 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc0097a0 tx=0x7fa2fc02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3721867550 shutdown_connections 2024-09-19T05:35:27.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa30ba5e640 1 --2- 172.21.15.39:0/3721867550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3040cd670 0x7fa30415e700 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3721867550 >> 172.21.15.39:0/3721867550 conn(0x7fa30406d000 msgr2=0x7fa30406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:27.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3721867550 shutdown_connections 2024-09-19T05:35:27.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.614+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3721867550 wait complete. 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.615+0000 7fa30ba5e640 1 Processor -- start 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.615+0000 7fa30ba5e640 1 -- start start 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa30ba5e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3040cfba0 0x7fa304157fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa30ba5e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa30415abc0 0x7fa3041f5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa30ba5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3041571e0 0x7fa3041f5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa30ba5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa3040d0250 con 0x7fa3041571e0 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa30ba5e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa30415f430 con 0x7fa3040cfba0 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa30ba5e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa3040d03d0 con 0x7fa30415abc0 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa309ffb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3041571e0 0x7fa3041f5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa309ffb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3041571e0 0x7fa3041f5fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43546/0 (socket says 172.21.15.39:43546) 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa309ffb640 1 -- 172.21.15.39:0/3664711835 learned_addr learned my addr 172.21.15.39:0/3664711835 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa308ff9640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa30415abc0 0x7fa3041f5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.616+0000 7fa3097fa640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3040cfba0 0x7fa304157fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa309ffb640 1 -- 172.21.15.39:0/3664711835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa30415abc0 msgr2=0x7fa3041f5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa309ffb640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa30415abc0 0x7fa3041f5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa309ffb640 1 -- 172.21.15.39:0/3664711835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3040cfba0 msgr2=0x7fa304157fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa309ffb640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3040cfba0 0x7fa304157fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa309ffb640 1 -- 172.21.15.39:0/3664711835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa304156140 con 0x7fa3041571e0 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa308ff9640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa30415abc0 0x7fa3041f5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa309ffb640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3041571e0 0x7fa3041f5fa0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc035040 tx=0x7fa2fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa301ffb640 1 -- 172.21.15.39:0/3664711835 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc037040 con 0x7fa3041571e0 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa301ffb640 1 -- 172.21.15.39:0/3664711835 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2fc042070 con 0x7fa3041571e0 2024-09-19T05:35:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa304156420 con 0x7fa3041571e0 2024-09-19T05:35:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa301ffb640 1 -- 172.21.15.39:0/3664711835 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc0308a0 con 0x7fa3041571e0 2024-09-19T05:35:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.617+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3041569e0 con 0x7fa3041571e0 2024-09-19T05:35:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.618+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3040d0760 con 0x7fa3041571e0 2024-09-19T05:35:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.619+0000 7fa301ffb640 1 -- 172.21.15.39:0/3664711835 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa2fc030a40 con 0x7fa3041571e0 2024-09-19T05:35:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.619+0000 7fa301ffb640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa2f006c2b0 0x7fa2f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.620+0000 7fa301ffb640 1 -- 172.21.15.39:0/3664711835 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fa2fc0abc70 con 0x7fa3041571e0 2024-09-19T05:35:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.620+0000 7fa3097fa640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa2f006c2b0 0x7fa2f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.620+0000 7fa3097fa640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa2f006c2b0 0x7fa2f006e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4001e70 tx=0x7fa2f4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.624+0000 7fa301ffb640 1 -- 172.21.15.39:0/3664711835 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa2fc07a3e0 con 0x7fa3041571e0 2024-09-19T05:35:27.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.812+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa3040ce920 con 0x7fa3041571e0 2024-09-19T05:35:27.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.813+0000 7fa301ffb640 1 -- 172.21.15.39:0/3664711835 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v43) ==== 80+0+0 (secure 0 0 0) 0x7fa2fc079ce0 con 0x7fa3041571e0 2024-09-19T05:35:27.815 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:35:27.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa2f006c2b0 msgr2=0x7fa2f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa2f006c2b0 0x7fa2f006e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4001e70 tx=0x7fa2f4009040 comp rx=0 tx=0).stop 2024-09-19T05:35:27.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3041571e0 msgr2=0x7fa3041f5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:27.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3041571e0 0x7fa3041f5fa0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc035040 tx=0x7fa2fc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 shutdown_connections 2024-09-19T05:35:27.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa2f006c2b0 0x7fa2f006e770 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3041571e0 0x7fa3041f5fa0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa30415abc0 0x7fa3041f5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 --2- 172.21.15.39:0/3664711835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3040cfba0 0x7fa304157fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:27.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 >> 172.21.15.39:0/3664711835 conn(0x7fa30406d000 msgr2=0x7fa3040b2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:27.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 shutdown_connections 2024-09-19T05:35:27.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:27.815+0000 7fa30ba5e640 1 -- 172.21.15.39:0/3664711835 wait complete. 2024-09-19T05:35:27.828 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:35:27.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:27.828 DEBUG:teuthology.orchestra.run.smithi050:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:27.862 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:35:27.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:27.862 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:35:27.919 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:27.919 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:27.919 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:27.935 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:35:27.935 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:27.936 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:27.936 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:27.977 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:35:27.977 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:28.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.076+0000 7f317d87b640 1 Processor -- start 2024-09-19T05:35:28.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.076+0000 7f317d87b640 1 -- start start 2024-09-19T05:35:28.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.077+0000 7f317d87b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f31780b6690 0x7f31780cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.077+0000 7f317d87b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31780b6a70 0x7f31780d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.077+0000 7f317d87b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31780cff10 con 0x7f31780d1510 2024-09-19T05:35:28.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.077+0000 7f317d87b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f31780cf540 con 0x7f31780b6690 2024-09-19T05:35:28.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.077+0000 7f317d87b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f31780d1d90 con 0x7f31780b6a70 2024-09-19T05:35:28.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.077+0000 7f31777fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f31780d1510 0x7f31780d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56176/0 (socket says 172.21.15.39:56176) 2024-09-19T05:35:28.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.077+0000 7f31777fe640 1 -- 172.21.15.39:0/3500441764 learned_addr learned my addr 172.21.15.39:0/3500441764 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3176ffd640 1 --2- 172.21.15.39:0/3500441764 >> v2:172.21.15.50:3300/0 conn(0x7f31780b6690 0x7f31780cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 567316691 0 0) 0x7f31780cff10 con 0x7f31780d1510 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f31767fc640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31780b6a70 0x7f31780d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3164003520 con 0x7f31780d1510 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2036375876 0 0) 0x7f3164003520 con 0x7f31780d1510 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31780b6a70 msgr2=0x7f31780d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31780b6a70 0x7f31780d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 >> v2:172.21.15.50:3300/0 conn(0x7f31780b6690 msgr2=0x7f31780cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 --2- 172.21.15.39:0/3500441764 >> v2:172.21.15.50:3300/0 conn(0x7f31780b6690 0x7f31780cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31780ceef0 con 0x7f31780d1510 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f3170001670 con 0x7f31780d1510 2024-09-19T05:35:28.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 >> v1:172.21.15.39:6789/0 conn(0x7f31780d1510 legacy=0x7f31780d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31780b6a70 0x7f31640039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3164003f30 0x7f3164004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3164004d40 0x7f31640051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f31780cf540 con 0x7f3164003f30 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f31780d1d90 con 0x7f3164004d40 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f316400b9c0 con 0x7f31780b6a70 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f31767fc640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3164003f30 0x7f3164004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f3176ffd640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31780b6a70 0x7f31640039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f31777fe640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3164004d40 0x7f31640051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f31767fc640 1 -- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31780b6a70 msgr2=0x7f31640039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f31767fc640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31780b6a70 0x7f31640039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f31767fc640 1 -- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3164004d40 msgr2=0x7f31640051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:28.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f31767fc640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3164004d40 0x7f31640051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.078+0000 7f31767fc640 1 -- 172.21.15.39:0/3500441764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3164003520 con 0x7f3164003f30 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.079+0000 7f31767fc640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3164003f30 0x7f3164004800 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f3160009a90 tx=0x7f3164005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d1203b29f1c1767 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.079+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3160036070 con 0x7f3164003f30 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.079+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3160031400 con 0x7f3164003f30 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.079+0000 7f3175ffb640 1 -- 172.21.15.39:0/3500441764 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3160009690 con 0x7f3164003f30 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.080+0000 7f317d87b640 1 -- 172.21.15.39:0/3500441764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3164003f30 msgr2=0x7f3164004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.080+0000 7f317d87b640 1 --2- 172.21.15.39:0/3500441764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3164003f30 0x7f3164004800 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f3160009a90 tx=0x7f3164005830 comp rx=0 tx=0).stop 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.080+0000 7f31777fe640 1 -- 172.21.15.39:0/3500441764 reap_dead start 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.080+0000 7f317d87b640 1 -- 172.21.15.39:0/3500441764 shutdown_connections 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.080+0000 7f317d87b640 1 -- 172.21.15.39:0/3500441764 >> 172.21.15.39:0/3500441764 conn(0x7f3178072560 msgr2=0x7f3178072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.080+0000 7f317d87b640 1 -- 172.21.15.39:0/3500441764 shutdown_connections 2024-09-19T05:35:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.080+0000 7f317d87b640 1 -- 172.21.15.39:0/3500441764 wait complete. 2024-09-19T05:35:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.081+0000 7f317d87b640 1 Processor -- start 2024-09-19T05:35:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.081+0000 7f317d87b640 1 -- start start 2024-09-19T05:35:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f317d87b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3164003f30 0x7f3178148ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f317d87b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3178154900 0x7f3178152c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f317d87b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31781531c0 0x7f31780b9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f317d87b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f31780d19a0 con 0x7f3178154900 2024-09-19T05:35:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f317d87b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f31780b6ed0 con 0x7f3164003f30 2024-09-19T05:35:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f317d87b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f31780d1b20 con 0x7f31781531c0 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31767fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3178154900 0x7f3178152c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31767fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3178154900 0x7f3178152c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43574/0 (socket says 172.21.15.39:43574) 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31767fc640 1 -- 172.21.15.39:0/3485222531 learned_addr learned my addr 172.21.15.39:0/3485222531 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f3176ffd640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3164003f30 0x7f3178148ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31777fe640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31781531c0 0x7f31780b9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31767fc640 1 -- 172.21.15.39:0/3485222531 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31781531c0 msgr2=0x7f31780b9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31767fc640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31781531c0 0x7f31780b9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31767fc640 1 -- 172.21.15.39:0/3485222531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3164003f30 msgr2=0x7f3178148ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31767fc640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3164003f30 0x7f3178148ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31767fc640 1 -- 172.21.15.39:0/3485222531 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31780caf90 con 0x7f3178154900 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.082+0000 7f31777fe640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31781531c0 0x7f31780b9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.083+0000 7f31767fc640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3178154900 0x7f3178152c80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3160000c00 tx=0x7f3160004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:28.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.083+0000 7f316ffff640 1 -- 172.21.15.39:0/3485222531 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3160040020 con 0x7f3178154900 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.083+0000 7f316ffff640 1 -- 172.21.15.39:0/3485222531 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f316003b660 con 0x7f3178154900 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.083+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3178152310 con 0x7f3178154900 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.083+0000 7f316ffff640 1 -- 172.21.15.39:0/3485222531 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3160036040 con 0x7f3178154900 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.083+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3178153b40 con 0x7f3178154900 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.084+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f317815ccf0 con 0x7f3178154900 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.084+0000 7f316ffff640 1 -- 172.21.15.39:0/3485222531 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3160043020 con 0x7f3178154900 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.085+0000 7f316ffff640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f315806c2b0 0x7f315806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.085+0000 7f316ffff640 1 -- 172.21.15.39:0/3485222531 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f31600ab960 con 0x7f3178154900 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.085+0000 7f3176ffd640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f315806c2b0 0x7f315806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.085+0000 7f3176ffd640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f315806c2b0 0x7f315806e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3168014510 tx=0x7f316800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.089+0000 7f316ffff640 1 -- 172.21.15.39:0/3485222531 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f316004a030 con 0x7f3178154900 2024-09-19T05:35:28.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.299+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f317815e5c0 con 0x7f3178154900 2024-09-19T05:35:28.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.299+0000 7f316ffff640 1 -- 172.21.15.39:0/3485222531 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5220 (secure 0 0 0) 0x7f3160079a80 con 0x7f3178154900 2024-09-19T05:35:28.302 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:28.302 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"btime":"2024-09-19T05:35:17:555516+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4775,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3387580244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3387580244},{"type":"v1","addr":"172.21.15.50:6834","nonce":3387580244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4778,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/775081479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":775081479},{"type":"v1","addr":"172.21.15.50:6835","nonce":775081479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5136,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/4199704063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":4199704063},{"type":"v1","addr":"172.21.15.39:6836","nonce":4199704063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:14.867683+0000","modified":"2024-09-19T05:35:16.903928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1002885275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1002885275},{"type":"v1","addr":"172.21.15.39:6837","nonce":1002885275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":3}]} 2024-09-19T05:35:28.303 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 21 2024-09-19T05:35:28.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f315806c2b0 msgr2=0x7f315806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f315806c2b0 0x7f315806e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3168014510 tx=0x7f316800b040 comp rx=0 tx=0).stop 2024-09-19T05:35:28.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3178154900 msgr2=0x7f3178152c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3178154900 0x7f3178152c80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3160000c00 tx=0x7f3160004730 comp rx=0 tx=0).stop 2024-09-19T05:35:28.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 shutdown_connections 2024-09-19T05:35:28.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f315806c2b0 0x7f315806e770 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31781531c0 0x7f31780b9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3178154900 0x7f3178152c80 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 --2- 172.21.15.39:0/3485222531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3164003f30 0x7f3178148ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 >> 172.21.15.39:0/3485222531 conn(0x7f3178072560 msgr2=0x7f317815d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:28.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 shutdown_connections 2024-09-19T05:35:28.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.301+0000 7f317d87b640 1 -- 172.21.15.39:0/3485222531 wait complete. 2024-09-19T05:35:28.316 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:28.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.415+0000 7f60d418f640 1 Processor -- start 2024-09-19T05:35:28.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.415+0000 7f60d418f640 1 -- start start 2024-09-19T05:35:28.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.416+0000 7f60d418f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc15e4f0 0x7f60cc15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.416+0000 7f60d418f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f60cc06d160 0x7f60cc06d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.416+0000 7f60d418f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60cc06db50 con 0x7f60cc06bb20 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.416+0000 7f60d418f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f60cc06ccd0 con 0x7f60cc06d160 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.416+0000 7f60d418f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f60cc1603c0 con 0x7f60cc15e4f0 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.416+0000 7f60d172a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f60cc06bb20 0x7f60cc15fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56182/0 (socket says 172.21.15.39:56182) 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.416+0000 7f60d172a640 1 -- 172.21.15.39:0/3114743622 learned_addr learned my addr 172.21.15.39:0/3114743622 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.416+0000 7f60d1f2b640 1 --2- 172.21.15.39:0/3114743622 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc15e4f0 0x7f60cc15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.416+0000 7f60d272c640 1 --2- 172.21.15.39:0/3114743622 >> v2:172.21.15.50:3300/0 conn(0x7f60cc06d160 0x7f60cc06d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.417+0000 7f60d0f29640 1 -- 172.21.15.39:0/3114743622 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3746978720 0 0) 0x7f60c0001110 con 0x7f60cc06bb20 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.417+0000 7f60d0f29640 1 -- 172.21.15.39:0/3114743622 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f60b4003520 con 0x7f60cc06bb20 2024-09-19T05:35:28.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.417+0000 7f60d0f29640 1 -- 172.21.15.39:0/3114743622 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1777321926 0 0) 0x7f60b4003520 con 0x7f60cc06bb20 2024-09-19T05:35:28.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.417+0000 7f60d1f2b640 1 -- 172.21.15.39:0/3114743622 >> v2:172.21.15.50:3300/0 conn(0x7f60cc06d160 msgr2=0x7f60cc06d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:28.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.417+0000 7f60d1f2b640 1 --2- 172.21.15.39:0/3114743622 >> v2:172.21.15.50:3300/0 conn(0x7f60cc06d160 0x7f60cc06d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.417+0000 7f60d1f2b640 1 -- 172.21.15.39:0/3114743622 >> v1:172.21.15.39:6789/0 conn(0x7f60cc06bb20 legacy=0x7f60cc15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.417+0000 7f60d1f2b640 1 -- 172.21.15.39:0/3114743622 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60cc06c0c0 con 0x7f60cc15e4f0 2024-09-19T05:35:28.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.417+0000 7f60d272c640 1 --2- 172.21.15.39:0/3114743622 >> v2:172.21.15.50:3300/0 conn(0x7f60cc06d160 0x7f60cc06d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:28.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.418+0000 7f60d1f2b640 1 --2- 172.21.15.39:0/3114743622 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc15e4f0 0x7f60cc15f570 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f60c40097a0 tx=0x7f60c402a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c68e326a28ea2ccc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:28.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.418+0000 7f60d0f29640 1 -- 172.21.15.39:0/3114743622 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c4037070 con 0x7f60cc15e4f0 2024-09-19T05:35:28.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.418+0000 7f60d0f29640 1 -- 172.21.15.39:0/3114743622 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60c402aba0 con 0x7f60cc15e4f0 2024-09-19T05:35:28.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.418+0000 7f60d0f29640 1 -- 172.21.15.39:0/3114743622 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c0001840 con 0x7f60cc15e4f0 2024-09-19T05:35:28.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.418+0000 7f60d418f640 1 -- 172.21.15.39:0/3114743622 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc15e4f0 msgr2=0x7f60cc15f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.418+0000 7f60d418f640 1 --2- 172.21.15.39:0/3114743622 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc15e4f0 0x7f60cc15f570 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f60c40097a0 tx=0x7f60c402a110 comp rx=0 tx=0).stop 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.419+0000 7f60d418f640 1 -- 172.21.15.39:0/3114743622 shutdown_connections 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.419+0000 7f60d418f640 1 --2- 172.21.15.39:0/3114743622 >> v2:172.21.15.50:3300/0 conn(0x7f60cc06d160 0x7f60cc06d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.419+0000 7f60d418f640 1 --2- 172.21.15.39:0/3114743622 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc15e4f0 0x7f60cc15f570 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.419+0000 7f60d418f640 1 -- 172.21.15.39:0/3114743622 >> 172.21.15.39:0/3114743622 conn(0x7f60cc06e5b0 msgr2=0x7f60cc06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.419+0000 7f60d418f640 1 -- 172.21.15.39:0/3114743622 shutdown_connections 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.419+0000 7f60d418f640 1 -- 172.21.15.39:0/3114743622 wait complete. 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.420+0000 7f60d418f640 1 Processor -- start 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.420+0000 7f60d418f640 1 -- start start 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d418f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc06bb20 0x7f60cc14c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d418f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06d160 0x7f60cc0b36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d418f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60cc15e4f0 0x7f60cc0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d418f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f60cc06c960 con 0x7f60cc06d160 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d418f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f60cc06c680 con 0x7f60cc15e4f0 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d418f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f60cc15e8d0 con 0x7f60cc06bb20 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d172a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06d160 0x7f60cc0b36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d172a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06d160 0x7f60cc0b36b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43584/0 (socket says 172.21.15.39:43584) 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d172a640 1 -- 172.21.15.39:0/3794598301 learned_addr learned my addr 172.21.15.39:0/3794598301 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d1f2b640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc06bb20 0x7f60cc14c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d272c640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60cc15e4f0 0x7f60cc0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d172a640 1 -- 172.21.15.39:0/3794598301 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc06bb20 msgr2=0x7f60cc14c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d172a640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc06bb20 0x7f60cc14c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d172a640 1 -- 172.21.15.39:0/3794598301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60cc15e4f0 msgr2=0x7f60cc0b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d172a640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60cc15e4f0 0x7f60cc0b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d172a640 1 -- 172.21.15.39:0/3794598301 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60cc155dd0 con 0x7f60cc06d160 2024-09-19T05:35:28.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60d172a640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06d160 0x7f60cc0b36b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f60c000c780 tx=0x7f60c000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:28.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60ca7fc640 1 -- 172.21.15.39:0/3794598301 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c0017070 con 0x7f60cc06d160 2024-09-19T05:35:28.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.421+0000 7f60ca7fc640 1 -- 172.21.15.39:0/3794598301 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60c0005ad0 con 0x7f60cc06d160 2024-09-19T05:35:28.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.422+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60cc1560b0 con 0x7f60cc06d160 2024-09-19T05:35:28.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.422+0000 7f60ca7fc640 1 -- 172.21.15.39:0/3794598301 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c0007070 con 0x7f60cc06d160 2024-09-19T05:35:28.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.422+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60cc156670 con 0x7f60cc06d160 2024-09-19T05:35:28.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.422+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60cc06d610 con 0x7f60cc06d160 2024-09-19T05:35:28.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.423+0000 7f60ca7fc640 1 -- 172.21.15.39:0/3794598301 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f60c001a070 con 0x7f60cc06d160 2024-09-19T05:35:28.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.423+0000 7f60ca7fc640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60b806c2e0 0x7f60b806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.423+0000 7f60ca7fc640 1 -- 172.21.15.39:0/3794598301 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f60c008a7a0 con 0x7f60cc06d160 2024-09-19T05:35:28.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.424+0000 7f60d1f2b640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60b806c2e0 0x7f60b806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.424+0000 7f60d1f2b640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60b806c2e0 0x7f60b806e7a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f60c4034000 tx=0x7f60c402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:28.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.428+0000 7f60ca7fc640 1 -- 172.21.15.39:0/3794598301 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f60cc06db50 con 0x7f60cc06d160 2024-09-19T05:35:28.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.638+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f60cc06f300 con 0x7f60cc06d160 2024-09-19T05:35:28.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.639+0000 7f60ca7fc640 1 -- 172.21.15.39:0/3794598301 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5220 (secure 0 0 0) 0x7f60c0058950 con 0x7f60cc06d160 2024-09-19T05:35:28.641 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:28.641 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"btime":"2024-09-19T05:35:17:555516+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4775,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3387580244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3387580244},{"type":"v1","addr":"172.21.15.50:6834","nonce":3387580244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4778,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/775081479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":775081479},{"type":"v1","addr":"172.21.15.50:6835","nonce":775081479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5136,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/4199704063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":4199704063},{"type":"v1","addr":"172.21.15.39:6836","nonce":4199704063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:14.867683+0000","modified":"2024-09-19T05:35:16.903928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1002885275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1002885275},{"type":"v1","addr":"172.21.15.39:6837","nonce":1002885275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":3}]} 2024-09-19T05:35:28.642 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 21 2024-09-19T05:35:28.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60b806c2e0 msgr2=0x7f60b806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60b806c2e0 0x7f60b806e7a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f60c4034000 tx=0x7f60c402e000 comp rx=0 tx=0).stop 2024-09-19T05:35:28.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06d160 msgr2=0x7f60cc0b36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06d160 0x7f60cc0b36b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f60c000c780 tx=0x7f60c000cc40 comp rx=0 tx=0).stop 2024-09-19T05:35:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 shutdown_connections 2024-09-19T05:35:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f60b806c2e0 0x7f60b806e7a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f60cc15e4f0 0x7f60cc0b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06d160 0x7f60cc0b36b0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 --2- 172.21.15.39:0/3794598301 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f60cc06bb20 0x7f60cc14c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 >> 172.21.15.39:0/3794598301 conn(0x7f60cc06e5b0 msgr2=0x7f60cc0b21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 shutdown_connections 2024-09-19T05:35:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.641+0000 7f60d418f640 1 -- 172.21.15.39:0/3794598301 wait complete. 2024-09-19T05:35:28.654 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:28.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.754+0000 7faa53e65640 1 Processor -- start 2024-09-19T05:35:28.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.755+0000 7faa53e65640 1 -- start start 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa53e65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7faa4c15e4f0 0x7faa4c15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa53e65640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa4c06bb20 0x7faa4c15fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa53e65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06d160 0x7faa4c06d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa53e65640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7faa4c06ccd0 con 0x7faa4c06bb20 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa53e65640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7faa4c06db30 con 0x7faa4c15e4f0 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa53e65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7faa4c06c0c0 con 0x7faa4c06d160 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa51400640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa4c06bb20 0x7faa4c15fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa51400640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa4c06bb20 0x7faa4c15fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43588/0 (socket says 172.21.15.39:43588) 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa51400640 1 -- 172.21.15.39:0/1463020492 learned_addr learned my addr 172.21.15.39:0/1463020492 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa52402640 1 --2- 172.21.15.39:0/1463020492 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06d160 0x7faa4c06d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa51c01640 1 --2- 172.21.15.39:0/1463020492 >> v2:172.21.15.50:3300/0 conn(0x7faa4c15e4f0 0x7faa4c15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa51400640 1 -- 172.21.15.39:0/1463020492 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06d160 msgr2=0x7faa4c06d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa51400640 1 --2- 172.21.15.39:0/1463020492 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06d160 0x7faa4c06d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa51400640 1 -- 172.21.15.39:0/1463020492 >> v2:172.21.15.50:3300/0 conn(0x7faa4c15e4f0 msgr2=0x7faa4c15f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa51400640 1 --2- 172.21.15.39:0/1463020492 >> v2:172.21.15.50:3300/0 conn(0x7faa4c15e4f0 0x7faa4c15f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.756+0000 7faa51400640 1 -- 172.21.15.39:0/1463020492 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4c06c3a0 con 0x7faa4c06bb20 2024-09-19T05:35:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.757+0000 7faa51400640 1 --2- 172.21.15.39:0/1463020492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c06bb20 0x7faa4c15fcb0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7faa4c0741e0 tx=0x7faa3c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cce3eb64db5a1cda server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:28.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.758+0000 7faa50bff640 1 -- 172.21.15.39:0/1463020492 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3c037070 con 0x7faa4c06bb20 2024-09-19T05:35:28.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.758+0000 7faa50bff640 1 -- 172.21.15.39:0/1463020492 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa3c032440 con 0x7faa4c06bb20 2024-09-19T05:35:28.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.758+0000 7faa50bff640 1 -- 172.21.15.39:0/1463020492 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3c032810 con 0x7faa4c06bb20 2024-09-19T05:35:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.759+0000 7faa53e65640 1 -- 172.21.15.39:0/1463020492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c06bb20 msgr2=0x7faa4c15fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.759+0000 7faa53e65640 1 --2- 172.21.15.39:0/1463020492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c06bb20 0x7faa4c15fcb0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7faa4c0741e0 tx=0x7faa3c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.759+0000 7faa53e65640 1 -- 172.21.15.39:0/1463020492 shutdown_connections 2024-09-19T05:35:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.759+0000 7faa53e65640 1 --2- 172.21.15.39:0/1463020492 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06d160 0x7faa4c06d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.759+0000 7faa53e65640 1 --2- 172.21.15.39:0/1463020492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c06bb20 0x7faa4c15fcb0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.759+0000 7faa53e65640 1 --2- 172.21.15.39:0/1463020492 >> v2:172.21.15.50:3300/0 conn(0x7faa4c15e4f0 0x7faa4c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.759+0000 7faa53e65640 1 -- 172.21.15.39:0/1463020492 >> 172.21.15.39:0/1463020492 conn(0x7faa4c06e5b0 msgr2=0x7faa4c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.759+0000 7faa53e65640 1 -- 172.21.15.39:0/1463020492 shutdown_connections 2024-09-19T05:35:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.759+0000 7faa53e65640 1 -- 172.21.15.39:0/1463020492 wait complete. 2024-09-19T05:35:28.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa53e65640 1 Processor -- start 2024-09-19T05:35:28.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa53e65640 1 -- start start 2024-09-19T05:35:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa53e65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06bb20 0x7faa4c15b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa53e65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c06d160 0x7faa4c15aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa53e65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c15e4f0 0x7faa4c0d2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa53e65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c15e8d0 con 0x7faa4c15e4f0 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa53e65640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c06c960 con 0x7faa4c06d160 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa53e65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7faa4c1601f0 con 0x7faa4c06bb20 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa52402640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c15e4f0 0x7faa4c0d2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa52402640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c15e4f0 0x7faa4c0d2400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43598/0 (socket says 172.21.15.39:43598) 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.761+0000 7faa52402640 1 -- 172.21.15.39:0/3047139326 learned_addr learned my addr 172.21.15.39:0/3047139326 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa51400640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c06d160 0x7faa4c15aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa51c01640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06bb20 0x7faa4c15b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa52402640 1 -- 172.21.15.39:0/3047139326 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06bb20 msgr2=0x7faa4c15b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa52402640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06bb20 0x7faa4c15b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa52402640 1 -- 172.21.15.39:0/3047139326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c06d160 msgr2=0x7faa4c15aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa52402640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c06d160 0x7faa4c15aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa52402640 1 -- 172.21.15.39:0/3047139326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4c0b3d40 con 0x7faa4c15e4f0 2024-09-19T05:35:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa51c01640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06bb20 0x7faa4c15b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa52402640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c15e4f0 0x7faa4c0d2400 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7faa44007e70 tx=0x7faa4400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa427fc640 1 -- 172.21.15.39:0/3047139326 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa44014620 con 0x7faa4c15e4f0 2024-09-19T05:35:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa427fc640 1 -- 172.21.15.39:0/3047139326 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa44019070 con 0x7faa4c15e4f0 2024-09-19T05:35:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa427fc640 1 -- 172.21.15.39:0/3047139326 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa44014a20 con 0x7faa4c15e4f0 2024-09-19T05:35:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa4c15d3f0 con 0x7faa4c15e4f0 2024-09-19T05:35:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.762+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa4c0b3260 con 0x7faa4c15e4f0 2024-09-19T05:35:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.763+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa4c15fcb0 con 0x7faa4c15e4f0 2024-09-19T05:35:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.764+0000 7faa427fc640 1 -- 172.21.15.39:0/3047139326 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa44014bc0 con 0x7faa4c15e4f0 2024-09-19T05:35:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.764+0000 7faa427fc640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa3006c2b0 0x7faa3006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.764+0000 7faa427fc640 1 -- 172.21.15.39:0/3047139326 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7faa4408bcd0 con 0x7faa4c15e4f0 2024-09-19T05:35:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.764+0000 7faa51c01640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa3006c2b0 0x7faa3006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.765+0000 7faa51c01640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa3006c2b0 0x7faa3006e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faa4c0b23a0 tx=0x7faa48008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:28.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.768+0000 7faa427fc640 1 -- 172.21.15.39:0/3047139326 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faa4405a440 con 0x7faa4c15e4f0 2024-09-19T05:35:28.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.943+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faa4c0b3fc0 con 0x7faa4c15e4f0 2024-09-19T05:35:28.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.944+0000 7faa427fc640 1 -- 172.21.15.39:0/3047139326 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+16649 (secure 0 0 0) 0x7faa44059d40 con 0x7faa4c15e4f0 2024-09-19T05:35:28.947 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:28.947 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:16.539577+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:12.529895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:13.852103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa3006c2b0 msgr2=0x7faa3006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa3006c2b0 0x7faa3006e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faa4c0b23a0 tx=0x7faa48008040 comp rx=0 tx=0).stop 2024-09-19T05:35:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c15e4f0 msgr2=0x7faa4c0d2400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c15e4f0 0x7faa4c0d2400 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7faa44007e70 tx=0x7faa4400e4b0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 shutdown_connections 2024-09-19T05:35:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa3006c2b0 0x7faa3006e770 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa4c15e4f0 0x7faa4c0d2400 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c06d160 0x7faa4c15aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 --2- 172.21.15.39:0/3047139326 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa4c06bb20 0x7faa4c15b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 >> 172.21.15.39:0/3047139326 conn(0x7faa4c06e5b0 msgr2=0x7faa4c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 shutdown_connections 2024-09-19T05:35:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:28.946+0000 7faa53e65640 1 -- 172.21.15.39:0/3047139326 wait complete. 2024-09-19T05:35:28.961 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:35:28.961 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.060+0000 7f1afc1bd640 1 Processor -- start 2024-09-19T05:35:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.061+0000 7f1afc1bd640 1 -- start start 2024-09-19T05:35:29.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.061+0000 7f1afc1bd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1af415c330 0x7f1af40713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.061+0000 7f1afc1bd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af4160990 0x7f1af406dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.061+0000 7f1afc1bd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1af415cb60 con 0x7f1af406e270 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.061+0000 7f1afc1bd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f1af40719b0 con 0x7f1af415c330 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.061+0000 7f1afc1bd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1af406e6b0 con 0x7f1af4160990 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.062+0000 7f1af9f59640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1af415c330 0x7f1af40713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.062+0000 7f1af9f59640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1af415c330 0x7f1af40713d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43610/0 (socket says 172.21.15.39:43610) 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.062+0000 7f1af9f59640 1 -- 172.21.15.39:0/949953739 learned_addr learned my addr 172.21.15.39:0/949953739 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.062+0000 7f1af9758640 1 --2- 172.21.15.39:0/949953739 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af4160990 0x7f1af406dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.062+0000 7f1af9f59640 1 -- 172.21.15.39:0/949953739 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af4160990 msgr2=0x7f1af406dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.062+0000 7f1af9f59640 1 --2- 172.21.15.39:0/949953739 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af4160990 0x7f1af406dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.062+0000 7f1af9f59640 1 -- 172.21.15.39:0/949953739 >> v1:172.21.15.50:6789/0 conn(0x7f1af406e270 legacy=0x7f1af4072fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.062+0000 7f1af9f59640 1 -- 172.21.15.39:0/949953739 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af415ce40 con 0x7f1af415c330 2024-09-19T05:35:29.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1af9f59640 1 --2- 172.21.15.39:0/949953739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af415c330 0x7f1af40713d0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f1aec009870 tx=0x7f1aec02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a7ceafed45d2a01 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:29.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1af8f57640 1 -- 172.21.15.39:0/949953739 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec037070 con 0x7f1af415c330 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1af8f57640 1 -- 172.21.15.39:0/949953739 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1aec032440 con 0x7f1af415c330 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1af8f57640 1 -- 172.21.15.39:0/949953739 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec032810 con 0x7f1af415c330 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1afc1bd640 1 -- 172.21.15.39:0/949953739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af415c330 msgr2=0x7f1af40713d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1afc1bd640 1 --2- 172.21.15.39:0/949953739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af415c330 0x7f1af40713d0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f1aec009870 tx=0x7f1aec02a210 comp rx=0 tx=0).stop 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1afc1bd640 1 -- 172.21.15.39:0/949953739 shutdown_connections 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1afc1bd640 1 --2- 172.21.15.39:0/949953739 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af4160990 0x7f1af406dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1afc1bd640 1 --2- 172.21.15.39:0/949953739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af415c330 0x7f1af40713d0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.063+0000 7f1afc1bd640 1 -- 172.21.15.39:0/949953739 >> 172.21.15.39:0/949953739 conn(0x7f1af40b4170 msgr2=0x7f1af40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.064+0000 7f1afc1bd640 1 -- 172.21.15.39:0/949953739 shutdown_connections 2024-09-19T05:35:29.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.064+0000 7f1afc1bd640 1 -- 172.21.15.39:0/949953739 wait complete. 2024-09-19T05:35:29.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.065+0000 7f1afc1bd640 1 Processor -- start 2024-09-19T05:35:29.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.065+0000 7f1afc1bd640 1 -- start start 2024-09-19T05:35:29.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.065+0000 7f1afc1bd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1af406e270 0x7f1af414bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.065+0000 7f1afc1bd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af415c330 0x7f1af4152ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.065+0000 7f1afc1bd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af4160990 0x7f1af41e6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afc1bd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1af415d920 con 0x7f1af4160990 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afc1bd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1af415d400 con 0x7f1af406e270 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afc1bd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1af4160e00 con 0x7f1af415c330 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afa75a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af4160990 0x7f1af41e6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afa75a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af4160990 0x7f1af41e6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43614/0 (socket says 172.21.15.39:43614) 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afa75a640 1 -- 172.21.15.39:0/1012363056 learned_addr learned my addr 172.21.15.39:0/1012363056 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1af9f59640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1af406e270 0x7f1af414bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1af9758640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af415c330 0x7f1af4152ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afa75a640 1 -- 172.21.15.39:0/1012363056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af415c330 msgr2=0x7f1af4152ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afa75a640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af415c330 0x7f1af4152ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afa75a640 1 -- 172.21.15.39:0/1012363056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1af406e270 msgr2=0x7f1af414bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afa75a640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1af406e270 0x7f1af414bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afa75a640 1 -- 172.21.15.39:0/1012363056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af4153590 con 0x7f1af4160990 2024-09-19T05:35:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1af9758640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af415c330 0x7f1af4152ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afa75a640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af4160990 0x7f1af41e6970 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1ae400c780 tx=0x7f1ae400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1af27fc640 1 -- 172.21.15.39:0/1012363056 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae4004b60 con 0x7f1af4160990 2024-09-19T05:35:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1af27fc640 1 -- 172.21.15.39:0/1012363056 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ae4004d00 con 0x7f1af4160990 2024-09-19T05:35:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1af4151a90 con 0x7f1af4160990 2024-09-19T05:35:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1af27fc640 1 -- 172.21.15.39:0/1012363056 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae400aa90 con 0x7f1af4160990 2024-09-19T05:35:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.066+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1af4152050 con 0x7f1af4160990 2024-09-19T05:35:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.067+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1af415c710 con 0x7f1af4160990 2024-09-19T05:35:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.068+0000 7f1af27fc640 1 -- 172.21.15.39:0/1012363056 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ae400ac30 con 0x7f1af4160990 2024-09-19T05:35:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.068+0000 7f1af27fc640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ae006c2b0 0x7f1ae006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.068+0000 7f1af27fc640 1 -- 172.21.15.39:0/1012363056 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f1ae408b630 con 0x7f1af4160990 2024-09-19T05:35:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.068+0000 7f1af9f59640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ae006c2b0 0x7f1ae006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.069+0000 7f1af9f59640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ae006c2b0 0x7f1ae006e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f1aec034000 tx=0x7f1aec02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.073+0000 7f1af27fc640 1 -- 172.21.15.39:0/1012363056 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1ae4020070 con 0x7f1af4160990 2024-09-19T05:35:29.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.284+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1af40b7950 con 0x7f1af4160990 2024-09-19T05:35:29.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.284+0000 7f1af27fc640 1 -- 172.21.15.39:0/1012363056 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5220 (secure 0 0 0) 0x7f1ae4059da0 con 0x7f1af4160990 2024-09-19T05:35:29.287 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:29.287 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"btime":"2024-09-19T05:35:17:555516+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4775,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3387580244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3387580244},{"type":"v1","addr":"172.21.15.50:6834","nonce":3387580244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4778,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/775081479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":775081479},{"type":"v1","addr":"172.21.15.50:6835","nonce":775081479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5136,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/4199704063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":4199704063},{"type":"v1","addr":"172.21.15.39:6836","nonce":4199704063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:14.867683+0000","modified":"2024-09-19T05:35:16.903928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1002885275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1002885275},{"type":"v1","addr":"172.21.15.39:6837","nonce":1002885275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":3}]} 2024-09-19T05:35:29.288 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 21 2024-09-19T05:35:29.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.286+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ae006c2b0 msgr2=0x7f1ae006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.286+0000 7f1afc1bd640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ae006c2b0 0x7f1ae006e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f1aec034000 tx=0x7f1aec02e000 comp rx=0 tx=0).stop 2024-09-19T05:35:29.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.286+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af4160990 msgr2=0x7f1af41e6970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.286+0000 7f1afc1bd640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af4160990 0x7f1af41e6970 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1ae400c780 tx=0x7f1ae400cc40 comp rx=0 tx=0).stop 2024-09-19T05:35:29.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.286+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 shutdown_connections 2024-09-19T05:35:29.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.287+0000 7f1afc1bd640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ae006c2b0 0x7f1ae006e770 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.287+0000 7f1afc1bd640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af4160990 0x7f1af41e6970 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.287+0000 7f1afc1bd640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1af415c330 0x7f1af4152ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.287+0000 7f1afc1bd640 1 --2- 172.21.15.39:0/1012363056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1af406e270 0x7f1af414bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.287+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 >> 172.21.15.39:0/1012363056 conn(0x7f1af40b4170 msgr2=0x7f1af40d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:29.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.287+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 shutdown_connections 2024-09-19T05:35:29.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.287+0000 7f1afc1bd640 1 -- 172.21.15.39:0/1012363056 wait complete. 2024-09-19T05:35:29.300 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:29.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.400+0000 7fc2f8627640 1 Processor -- start 2024-09-19T05:35:29.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.400+0000 7fc2f8627640 1 -- start start 2024-09-19T05:35:29.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f8627640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc2f00b6690 0x7fc2f00cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f8627640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 0x7fc2f00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f8627640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2f00cff10 con 0x7fc2f00d1510 2024-09-19T05:35:29.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f8627640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fc2f00cf540 con 0x7fc2f00b6690 2024-09-19T05:35:29.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f8627640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc2f00d1d90 con 0x7fc2f00b6a70 2024-09-19T05:35:29.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f63c3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc2f00b6690 0x7fc2f00cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f6bc4640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc2f00d1510 0x7fc2f00d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56190/0 (socket says 172.21.15.39:56190) 2024-09-19T05:35:29.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f6bc4640 1 -- 172.21.15.39:0/1527162259 learned_addr learned my addr 172.21.15.39:0/1527162259 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:29.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f5bc2640 1 --2- 172.21.15.39:0/1527162259 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 0x7fc2f00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f63c3640 1 -- 172.21.15.39:0/1527162259 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 msgr2=0x7fc2f00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:29.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f63c3640 1 --2- 172.21.15.39:0/1527162259 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 0x7fc2f00d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f63c3640 1 -- 172.21.15.39:0/1527162259 >> v1:172.21.15.39:6789/0 conn(0x7fc2f00d1510 legacy=0x7fc2f00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f63c3640 1 -- 172.21.15.39:0/1527162259 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f00ceef0 con 0x7fc2f00b6690 2024-09-19T05:35:29.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.401+0000 7fc2f53c1640 1 -- 172.21.15.39:0/1527162259 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 995853521 0 0) 0x7fc2f00cff10 con 0x7fc2f00d1510 2024-09-19T05:35:29.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.402+0000 7fc2f63c3640 1 --2- 172.21.15.39:0/1527162259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00b6690 0x7fc2f00cf9d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec0097a0 tx=0x7fc2ec02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6f6a817fb549dfc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:29.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.402+0000 7fc2f53c1640 1 -- 172.21.15.39:0/1527162259 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec037070 con 0x7fc2f00b6690 2024-09-19T05:35:29.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.402+0000 7fc2f53c1640 1 -- 172.21.15.39:0/1527162259 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2ec032440 con 0x7fc2f00b6690 2024-09-19T05:35:29.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.402+0000 7fc2f53c1640 1 -- 172.21.15.39:0/1527162259 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec032810 con 0x7fc2f00b6690 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.403+0000 7fc2f8627640 1 -- 172.21.15.39:0/1527162259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00b6690 msgr2=0x7fc2f00cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.403+0000 7fc2f8627640 1 --2- 172.21.15.39:0/1527162259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00b6690 0x7fc2f00cf9d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec0097a0 tx=0x7fc2ec02a180 comp rx=0 tx=0).stop 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.403+0000 7fc2f8627640 1 -- 172.21.15.39:0/1527162259 shutdown_connections 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.403+0000 7fc2f8627640 1 --2- 172.21.15.39:0/1527162259 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 0x7fc2f00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.403+0000 7fc2f8627640 1 --2- 172.21.15.39:0/1527162259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00b6690 0x7fc2f00cf9d0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.403+0000 7fc2f8627640 1 -- 172.21.15.39:0/1527162259 >> 172.21.15.39:0/1527162259 conn(0x7fc2f0072560 msgr2=0x7fc2f0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.403+0000 7fc2f8627640 1 -- 172.21.15.39:0/1527162259 shutdown_connections 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.403+0000 7fc2f8627640 1 -- 172.21.15.39:0/1527162259 wait complete. 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.404+0000 7fc2f8627640 1 Processor -- start 2024-09-19T05:35:29.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.404+0000 7fc2f8627640 1 -- start start 2024-09-19T05:35:29.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f8627640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2f00b6690 0x7fc2f00ca970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f8627640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 0x7fc2f01527c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f8627640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00d1510 0x7fc2f00b7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f8627640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f00d19a0 con 0x7fc2f00d1510 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f8627640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f00b6ed0 con 0x7fc2f00b6690 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f8627640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc2f00d1b20 con 0x7fc2f00b6a70 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f6bc4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00d1510 0x7fc2f00b7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f6bc4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00d1510 0x7fc2f00b7930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43640/0 (socket says 172.21.15.39:43640) 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f6bc4640 1 -- 172.21.15.39:0/3149397579 learned_addr learned my addr 172.21.15.39:0/3149397579 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f5bc2640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 0x7fc2f01527c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f63c3640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2f00b6690 0x7fc2f00ca970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f6bc4640 1 -- 172.21.15.39:0/3149397579 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 msgr2=0x7fc2f01527c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f6bc4640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 0x7fc2f01527c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f6bc4640 1 -- 172.21.15.39:0/3149397579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2f00b6690 msgr2=0x7fc2f00ca970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f6bc4640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2f00b6690 0x7fc2f00ca970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.405+0000 7fc2f6bc4640 1 -- 172.21.15.39:0/3149397579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f01f5880 con 0x7fc2f00d1510 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.406+0000 7fc2f6bc4640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00d1510 0x7fc2f00b7930 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc2e800c700 tx=0x7fc2e800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.406+0000 7fc2e6ffd640 1 -- 172.21.15.39:0/3149397579 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e8018070 con 0x7fc2f00d1510 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.406+0000 7fc2e6ffd640 1 -- 172.21.15.39:0/3149397579 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2e800ce10 con 0x7fc2f00d1510 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.406+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2f00cceb0 con 0x7fc2f00d1510 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.406+0000 7fc2e6ffd640 1 -- 172.21.15.39:0/3149397579 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e800a880 con 0x7fc2f00d1510 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.406+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2f00ccba0 con 0x7fc2f00d1510 2024-09-19T05:35:29.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.407+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2f00693c0 con 0x7fc2f00d1510 2024-09-19T05:35:29.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.407+0000 7fc2e6ffd640 1 -- 172.21.15.39:0/3149397579 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc2e801b070 con 0x7fc2f00d1510 2024-09-19T05:35:29.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.408+0000 7fc2e6ffd640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc2d406c2b0 0x7fc2d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.408+0000 7fc2e6ffd640 1 -- 172.21.15.39:0/3149397579 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fc2e808a890 con 0x7fc2f00d1510 2024-09-19T05:35:29.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.408+0000 7fc2f63c3640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc2d406c2b0 0x7fc2d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.408+0000 7fc2f63c3640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc2d406c2b0 0x7fc2d406e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec034000 tx=0x7fc2ec02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:29.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.412+0000 7fc2e6ffd640 1 -- 172.21.15.39:0/3149397579 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc2f00693c0 con 0x7fc2f00d1510 2024-09-19T05:35:29.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.621+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2f015c530 con 0x7fc2f00d1510 2024-09-19T05:35:29.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.622+0000 7fc2e6ffd640 1 -- 172.21.15.39:0/3149397579 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5220 (secure 0 0 0) 0x7fc2e8058a40 con 0x7fc2f00d1510 2024-09-19T05:35:29.624 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:29.624 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"btime":"2024-09-19T05:35:17:555516+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4775,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3387580244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3387580244},{"type":"v1","addr":"172.21.15.50:6834","nonce":3387580244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4778,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/775081479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":775081479},{"type":"v1","addr":"172.21.15.50:6835","nonce":775081479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5136,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/4199704063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":4199704063},{"type":"v1","addr":"172.21.15.39:6836","nonce":4199704063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:14.867683+0000","modified":"2024-09-19T05:35:16.903928+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1002885275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1002885275},{"type":"v1","addr":"172.21.15.39:6837","nonce":1002885275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":3}]} 2024-09-19T05:35:29.625 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 21 2024-09-19T05:35:29.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc2d406c2b0 msgr2=0x7fc2d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc2d406c2b0 0x7fc2d406e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec034000 tx=0x7fc2ec02e000 comp rx=0 tx=0).stop 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00d1510 msgr2=0x7fc2f00b7930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00d1510 0x7fc2f00b7930 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc2e800c700 tx=0x7fc2e800cbc0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 shutdown_connections 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc2d406c2b0 0x7fc2d406e770 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2f00d1510 0x7fc2f00b7930 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2f00b6a70 0x7fc2f01527c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 --2- 172.21.15.39:0/3149397579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2f00b6690 0x7fc2f00ca970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 >> 172.21.15.39:0/3149397579 conn(0x7fc2f0072560 msgr2=0x7fc2f0072940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 shutdown_connections 2024-09-19T05:35:29.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.624+0000 7fc2f8627640 1 -- 172.21.15.39:0/3149397579 wait complete. 2024-09-19T05:35:29.637 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:29.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.738+0000 7fdd63798640 1 Processor -- start 2024-09-19T05:35:29.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.738+0000 7fdd63798640 1 -- start start 2024-09-19T05:35:29.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd63798640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdd5c0d1c10 0x7fdd5c0b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd63798640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdd5c162cd0 0x7fdd5c0ced40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd63798640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd5c0b70b0 con 0x7fdd5c15e970 2024-09-19T05:35:29.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd63798640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fdd5c0b78b0 con 0x7fdd5c0d1c10 2024-09-19T05:35:29.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd63798640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fdd5c0b62f0 con 0x7fdd5c162cd0 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd61534640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdd5c15e970 0x7fdd5c0d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56200/0 (socket says 172.21.15.39:56200) 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd61534640 1 -- 172.21.15.39:0/3657696169 learned_addr learned my addr 172.21.15.39:0/3657696169 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd60d33640 1 --2- 172.21.15.39:0/3657696169 >> v2:172.21.15.39:3300/0 conn(0x7fdd5c0d1c10 0x7fdd5c0b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd61d35640 1 --2- 172.21.15.39:0/3657696169 >> v2:172.21.15.50:3300/0 conn(0x7fdd5c162cd0 0x7fdd5c0ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.739+0000 7fdd53fff640 1 -- 172.21.15.39:0/3657696169 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2290469155 0 0) 0x7fdd58001110 con 0x7fdd5c15e970 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.740+0000 7fdd53fff640 1 -- 172.21.15.39:0/3657696169 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdd48003520 con 0x7fdd5c15e970 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.740+0000 7fdd60d33640 1 -- 172.21.15.39:0/3657696169 >> v2:172.21.15.50:3300/0 conn(0x7fdd5c162cd0 msgr2=0x7fdd5c0ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.740+0000 7fdd60d33640 1 --2- 172.21.15.39:0/3657696169 >> v2:172.21.15.50:3300/0 conn(0x7fdd5c162cd0 0x7fdd5c0ced40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.740+0000 7fdd60d33640 1 -- 172.21.15.39:0/3657696169 >> v1:172.21.15.39:6789/0 conn(0x7fdd5c15e970 legacy=0x7fdd5c0d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.740+0000 7fdd60d33640 1 -- 172.21.15.39:0/3657696169 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd5c0b65d0 con 0x7fdd5c0d1c10 2024-09-19T05:35:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.740+0000 7fdd60d33640 1 --2- 172.21.15.39:0/3657696169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c0d1c10 0x7fdd5c0b37a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c08d470 tx=0x7fdd4c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92fd415995a812b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.740+0000 7fdd53fff640 1 -- 172.21.15.39:0/3657696169 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c037070 con 0x7fdd5c0d1c10 2024-09-19T05:35:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd53fff640 1 -- 172.21.15.39:0/3657696169 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd4c032440 con 0x7fdd5c0d1c10 2024-09-19T05:35:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd53fff640 1 -- 172.21.15.39:0/3657696169 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c02ae60 con 0x7fdd5c0d1c10 2024-09-19T05:35:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd63798640 1 -- 172.21.15.39:0/3657696169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c0d1c10 msgr2=0x7fdd5c0b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd63798640 1 --2- 172.21.15.39:0/3657696169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c0d1c10 0x7fdd5c0b37a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c08d470 tx=0x7fdd4c02a110 comp rx=0 tx=0).stop 2024-09-19T05:35:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd63798640 1 -- 172.21.15.39:0/3657696169 shutdown_connections 2024-09-19T05:35:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd63798640 1 --2- 172.21.15.39:0/3657696169 >> v2:172.21.15.50:3300/0 conn(0x7fdd5c162cd0 0x7fdd5c0ced40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd63798640 1 --2- 172.21.15.39:0/3657696169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c0d1c10 0x7fdd5c0b37a0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd63798640 1 -- 172.21.15.39:0/3657696169 >> 172.21.15.39:0/3657696169 conn(0x7fdd5c06bd00 msgr2=0x7fdd5c06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd63798640 1 -- 172.21.15.39:0/3657696169 shutdown_connections 2024-09-19T05:35:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.741+0000 7fdd63798640 1 -- 172.21.15.39:0/3657696169 wait complete. 2024-09-19T05:35:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.742+0000 7fdd63798640 1 Processor -- start 2024-09-19T05:35:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.742+0000 7fdd63798640 1 -- start start 2024-09-19T05:35:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.743+0000 7fdd63798640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd5c0d1c10 0x7fdd5c0cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.743+0000 7fdd63798640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c15e970 0x7fdd5c0ce240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.743+0000 7fdd63798640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd5c162cd0 0x7fdd5c0ccea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.743+0000 7fdd63798640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c1630e0 con 0x7fdd5c15e970 2024-09-19T05:35:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.743+0000 7fdd63798640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c0b6b90 con 0x7fdd5c0d1c10 2024-09-19T05:35:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.743+0000 7fdd63798640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdd5c0cf280 con 0x7fdd5c162cd0 2024-09-19T05:35:29.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.743+0000 7fdd60d33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c15e970 0x7fdd5c0ce240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.743+0000 7fdd60d33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c15e970 0x7fdd5c0ce240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43670/0 (socket says 172.21.15.39:43670) 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.743+0000 7fdd60d33640 1 -- 172.21.15.39:0/2103559998 learned_addr learned my addr 172.21.15.39:0/2103559998 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd60d33640 1 -- 172.21.15.39:0/2103559998 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd5c162cd0 msgr2=0x7fdd5c0ccea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd60d33640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd5c162cd0 0x7fdd5c0ccea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd60d33640 1 -- 172.21.15.39:0/2103559998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd5c0d1c10 msgr2=0x7fdd5c0cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd60d33640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd5c0d1c10 0x7fdd5c0cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd60d33640 1 -- 172.21.15.39:0/2103559998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd5c1475a0 con 0x7fdd5c15e970 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd60d33640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c15e970 0x7fdd5c0ce240 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c009890 tx=0x7fdd4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd51ffb640 1 -- 172.21.15.39:0/2103559998 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c041020 con 0x7fdd5c15e970 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd51ffb640 1 -- 172.21.15.39:0/2103559998 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd4c03d700 con 0x7fdd5c15e970 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd5c147880 con 0x7fdd5c15e970 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd51ffb640 1 -- 172.21.15.39:0/2103559998 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c037040 con 0x7fdd5c15e970 2024-09-19T05:35:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.744+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd5c147e40 con 0x7fdd5c15e970 2024-09-19T05:35:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.745+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd5c0b37a0 con 0x7fdd5c15e970 2024-09-19T05:35:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.746+0000 7fdd51ffb640 1 -- 172.21.15.39:0/2103559998 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdd4c044020 con 0x7fdd5c15e970 2024-09-19T05:35:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.746+0000 7fdd51ffb640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd4006c2b0 0x7fdd4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.746+0000 7fdd51ffb640 1 -- 172.21.15.39:0/2103559998 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fdd4c0abb40 con 0x7fdd5c15e970 2024-09-19T05:35:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.746+0000 7fdd61534640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd4006c2b0 0x7fdd4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.747+0000 7fdd61534640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd4006c2b0 0x7fdd4006e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fdd58000f60 tx=0x7fdd58001110 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:29.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.751+0000 7fdd51ffb640 1 -- 172.21.15.39:0/2103559998 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdd4c04b030 con 0x7fdd5c15e970 2024-09-19T05:35:29.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.929+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdd5c0b4a10 con 0x7fdd5c15e970 2024-09-19T05:35:29.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.930+0000 7fdd51ffb640 1 -- 172.21.15.39:0/2103559998 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+16649 (secure 0 0 0) 0x7fdd4c091e20 con 0x7fdd5c15e970 2024-09-19T05:35:29.932 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:29.933 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:16.539577+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:12.529895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:13.852103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd4006c2b0 msgr2=0x7fdd4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd4006c2b0 0x7fdd4006e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fdd58000f60 tx=0x7fdd58001110 comp rx=0 tx=0).stop 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c15e970 msgr2=0x7fdd5c0ce240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c15e970 0x7fdd5c0ce240 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c009890 tx=0x7fdd4c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 shutdown_connections 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd4006c2b0 0x7fdd4006e770 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd5c162cd0 0x7fdd5c0ccea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd5c15e970 0x7fdd5c0ce240 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 --2- 172.21.15.39:0/2103559998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd5c0d1c10 0x7fdd5c0cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 >> 172.21.15.39:0/2103559998 conn(0x7fdd5c06bd00 msgr2=0x7fdd5c15da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:29.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 shutdown_connections 2024-09-19T05:35:29.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:29.932+0000 7fdd63798640 1 -- 172.21.15.39:0/2103559998 wait complete. 2024-09-19T05:35:29.946 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:35:30.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.047+0000 7f347bc77640 1 Processor -- start 2024-09-19T05:35:30.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.047+0000 7f347bc77640 1 -- start start 2024-09-19T05:35:30.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f347bc77640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3474156a80 0x7f3474072260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f347bc77640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3474160640 0x7f347415da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f347bc77640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34740727a0 con 0x7f3474160b80 2024-09-19T05:35:30.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f347bc77640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f34740af1d0 con 0x7f3474156a80 2024-09-19T05:35:30.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f347bc77640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f34740af4b0 con 0x7f3474160640 2024-09-19T05:35:30.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f3479a13640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3474156a80 0x7f3474072260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:30.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f3479a13640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3474156a80 0x7f3474072260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43676/0 (socket says 172.21.15.39:43676) 2024-09-19T05:35:30.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f3479a13640 1 -- 172.21.15.39:0/520318053 learned_addr learned my addr 172.21.15.39:0/520318053 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:30.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f347a214640 1 --2- 172.21.15.39:0/520318053 >> v2:172.21.15.50:3300/0 conn(0x7f3474160640 0x7f347415da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:30.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f3479a13640 1 -- 172.21.15.39:0/520318053 >> v2:172.21.15.50:3300/0 conn(0x7f3474160640 msgr2=0x7f347415da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:30.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f3479a13640 1 --2- 172.21.15.39:0/520318053 >> v2:172.21.15.50:3300/0 conn(0x7f3474160640 0x7f347415da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f3479a13640 1 -- 172.21.15.39:0/520318053 >> v1:172.21.15.50:6789/0 conn(0x7f3474160b80 legacy=0x7f347415ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:30.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f3479a13640 1 -- 172.21.15.39:0/520318053 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34740af790 con 0x7f3474156a80 2024-09-19T05:35:30.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.048+0000 7f347a214640 1 --2- 172.21.15.39:0/520318053 >> v2:172.21.15.50:3300/0 conn(0x7f3474160640 0x7f347415da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:30.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.049+0000 7f3479a13640 1 --2- 172.21.15.39:0/520318053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 0x7f3474072260 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f34740b6350 tx=0x7f347002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ccff1ca3cd6e33e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:30.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.049+0000 7f3478a11640 1 -- 172.21.15.39:0/520318053 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3470037070 con 0x7f3474156a80 2024-09-19T05:35:30.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.049+0000 7f3478a11640 1 -- 172.21.15.39:0/520318053 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3470032440 con 0x7f3474156a80 2024-09-19T05:35:30.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.049+0000 7f3478a11640 1 -- 172.21.15.39:0/520318053 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3470032810 con 0x7f3474156a80 2024-09-19T05:35:30.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.050+0000 7f347bc77640 1 -- 172.21.15.39:0/520318053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 msgr2=0x7f3474072260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.050+0000 7f347bc77640 1 --2- 172.21.15.39:0/520318053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 0x7f3474072260 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f34740b6350 tx=0x7f347002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.050+0000 7f347bc77640 1 -- 172.21.15.39:0/520318053 shutdown_connections 2024-09-19T05:35:30.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.050+0000 7f347bc77640 1 --2- 172.21.15.39:0/520318053 >> v2:172.21.15.50:3300/0 conn(0x7f3474160640 0x7f347415da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.050+0000 7f347bc77640 1 --2- 172.21.15.39:0/520318053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 0x7f3474072260 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.050+0000 7f347bc77640 1 -- 172.21.15.39:0/520318053 >> 172.21.15.39:0/520318053 conn(0x7f347406bb20 msgr2=0x7f347406bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.050+0000 7f347bc77640 1 -- 172.21.15.39:0/520318053 shutdown_connections 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.050+0000 7f347bc77640 1 -- 172.21.15.39:0/520318053 wait complete. 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.051+0000 7f347bc77640 1 Processor -- start 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.051+0000 7f347bc77640 1 -- start start 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f347bc77640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 0x7f347413fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f347bc77640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3474160640 0x7f3474142640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f347bc77640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3474160b80 0x7f3474142b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f347bc77640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f34740aeee0 con 0x7f3474156a80 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f347bc77640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f34740afd50 con 0x7f3474160b80 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f347bc77640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f34740b0270 con 0x7f3474160640 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479a13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 0x7f347413fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479a13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 0x7f347413fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43682/0 (socket says 172.21.15.39:43682) 2024-09-19T05:35:30.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479a13640 1 -- 172.21.15.39:0/3895839024 learned_addr learned my addr 172.21.15.39:0/3895839024 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479a13640 1 -- 172.21.15.39:0/3895839024 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3474160640 msgr2=0x7f3474142640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479212640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3474160640 0x7f3474142640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479a13640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3474160640 0x7f3474142640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479a13640 1 -- 172.21.15.39:0/3895839024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3474160b80 msgr2=0x7f3474142b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479a13640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3474160b80 0x7f3474142b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479a13640 1 -- 172.21.15.39:0/3895839024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34741519e0 con 0x7f3474156a80 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479212640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3474160640 0x7f3474142640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.052+0000 7f3479a13640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 0x7f347413fd10 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f347002a1e0 tx=0x7f34700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.053+0000 7f346a7fc640 1 -- 172.21.15.39:0/3895839024 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3470037040 con 0x7f3474156a80 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.053+0000 7f346a7fc640 1 -- 172.21.15.39:0/3895839024 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3470042070 con 0x7f3474156a80 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.053+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f347409db40 con 0x7f3474156a80 2024-09-19T05:35:30.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.053+0000 7f346a7fc640 1 -- 172.21.15.39:0/3895839024 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3470030bb0 con 0x7f3474156a80 2024-09-19T05:35:30.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.053+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f347409e100 con 0x7f3474156a80 2024-09-19T05:35:30.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.054+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3474072260 con 0x7f3474156a80 2024-09-19T05:35:30.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.054+0000 7f346a7fc640 1 -- 172.21.15.39:0/3895839024 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3470047460 con 0x7f3474156a80 2024-09-19T05:35:30.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.055+0000 7f346a7fc640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f345806c2b0 0x7f345806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.055+0000 7f3479212640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f345806c2b0 0x7f345806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:30.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.055+0000 7f346a7fc640 1 -- 172.21.15.39:0/3895839024 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f34700ac0e0 con 0x7f3474156a80 2024-09-19T05:35:30.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.055+0000 7f3479212640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f345806c2b0 0x7f345806e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f347415a470 tx=0x7f3464009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:30.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.059+0000 7f346a7fc640 1 -- 172.21.15.39:0/3895839024 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f34740727a0 con 0x7f3474156a80 2024-09-19T05:35:30.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.271+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f34740b05d0 con 0x7f3474156a80 2024-09-19T05:35:30.274 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:35:30.272+0000 7efed0237640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:35:30.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.274+0000 7f346a7fc640 1 -- 172.21.15.39:0/3895839024 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v22) ==== 161+0+0 (secure 0 0 0) 0x7f3470045360 con 0x7f3474156a80 2024-09-19T05:35:30.276 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:35:30.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f345806c2b0 msgr2=0x7f345806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f345806c2b0 0x7f345806e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f347415a470 tx=0x7f3464009040 comp rx=0 tx=0).stop 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 msgr2=0x7f347413fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 0x7f347413fd10 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f347002a1e0 tx=0x7f34700046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 shutdown_connections 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f345806c2b0 0x7f345806e770 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3474160b80 0x7f3474142b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3474160640 0x7f3474142640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 --2- 172.21.15.39:0/3895839024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3474156a80 0x7f347413fd10 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 >> 172.21.15.39:0/3895839024 conn(0x7f347406bb20 msgr2=0x7f347415f210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 shutdown_connections 2024-09-19T05:35:30.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.276+0000 7f347bc77640 1 -- 172.21.15.39:0/3895839024 wait complete. 2024-09-19T05:35:30.280 INFO:tasks.ceph.mds.c.smithi039.stderr: -1979> 2024-09-19T05:35:20.807+0000 7f37b75b8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:35:30.291 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:35:30.309 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:35:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.394+0000 7f302d7e8640 1 Processor -- start 2024-09-19T05:35:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.394+0000 7f302d7e8640 1 -- start start 2024-09-19T05:35:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.395+0000 7f302d7e8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 0x7f302815d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.395+0000 7f302d7e8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f302815d870 con 0x7f302806c230 2024-09-19T05:35:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.395+0000 7f302d7e8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f302806d460 con 0x7f302815c3e0 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.395+0000 7f302d7e8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f302815c7c0 con 0x7f302806e220 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.395+0000 7f30267fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f302806c230 0x7f302815cb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56202/0 (socket says 172.21.15.39:56202) 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.395+0000 7f30267fc640 1 -- 172.21.15.39:0/3257780159 learned_addr learned my addr 172.21.15.39:0/3257780159 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.395+0000 7f30277fe640 1 --2- 172.21.15.39:0/3257780159 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 0x7f302815d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.396+0000 7f3025ffb640 1 -- 172.21.15.39:0/3257780159 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 423278250 0 0) 0x7f302815d870 con 0x7f302806c230 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.396+0000 7f3025ffb640 1 -- 172.21.15.39:0/3257780159 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3014003520 con 0x7f302806c230 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.396+0000 7f3025ffb640 1 -- 172.21.15.39:0/3257780159 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2937925757 0 0) 0x7f302806d460 con 0x7f302815c3e0 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.396+0000 7f3025ffb640 1 -- 172.21.15.39:0/3257780159 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f302815d870 con 0x7f302815c3e0 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.396+0000 7f30277fe640 1 -- 172.21.15.39:0/3257780159 >> v1:172.21.15.50:6789/0 conn(0x7f302815c3e0 legacy=0x7f302806bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.396+0000 7f30277fe640 1 -- 172.21.15.39:0/3257780159 >> v1:172.21.15.39:6789/0 conn(0x7f302806c230 legacy=0x7f302815cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.396+0000 7f30277fe640 1 -- 172.21.15.39:0/3257780159 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f302806d740 con 0x7f302806e220 2024-09-19T05:35:30.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f30277fe640 1 --2- 172.21.15.39:0/3257780159 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 0x7f302815d210 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3018009dc0 tx=0x7f301802a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fa22d904232d16e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:30.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f3025ffb640 1 -- 172.21.15.39:0/3257780159 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301802ae60 con 0x7f302806e220 2024-09-19T05:35:30.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f3025ffb640 1 -- 172.21.15.39:0/3257780159 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3018007740 con 0x7f302806e220 2024-09-19T05:35:30.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f3025ffb640 1 -- 172.21.15.39:0/3257780159 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3018007af0 con 0x7f302806e220 2024-09-19T05:35:30.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f302d7e8640 1 -- 172.21.15.39:0/3257780159 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 msgr2=0x7f302815d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f302d7e8640 1 --2- 172.21.15.39:0/3257780159 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 0x7f302815d210 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3018009dc0 tx=0x7f301802a640 comp rx=0 tx=0).stop 2024-09-19T05:35:30.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f302d7e8640 1 -- 172.21.15.39:0/3257780159 shutdown_connections 2024-09-19T05:35:30.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f302d7e8640 1 --2- 172.21.15.39:0/3257780159 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 0x7f302815d210 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f302d7e8640 1 -- 172.21.15.39:0/3257780159 >> 172.21.15.39:0/3257780159 conn(0x7f30280b2440 msgr2=0x7f30280b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:30.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f302d7e8640 1 -- 172.21.15.39:0/3257780159 shutdown_connections 2024-09-19T05:35:30.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.397+0000 7f302d7e8640 1 -- 172.21.15.39:0/3257780159 wait complete. 2024-09-19T05:35:30.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.399+0000 7f302d7e8640 1 Processor -- start 2024-09-19T05:35:30.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.399+0000 7f302d7e8640 1 -- start start 2024-09-19T05:35:30.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.399+0000 7f302d7e8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f302806c230 0x7f30281563f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.399+0000 7f302d7e8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 0x7f30280b1b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.399+0000 7f302d7e8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302815c3e0 0x7f3028150fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.399+0000 7f302d7e8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3028167250 con 0x7f302806c230 2024-09-19T05:35:30.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.399+0000 7f302d7e8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f302806dd00 con 0x7f302815c3e0 2024-09-19T05:35:30.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.399+0000 7f302d7e8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f30281673d0 con 0x7f302806e220 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f3026ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f302806c230 0x7f30281563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f3026ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f302806c230 0x7f30281563f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43700/0 (socket says 172.21.15.39:43700) 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f3026ffd640 1 -- 172.21.15.39:0/366298287 learned_addr learned my addr 172.21.15.39:0/366298287 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f3026ffd640 1 -- 172.21.15.39:0/366298287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 msgr2=0x7f30280b1b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f3026ffd640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 0x7f30280b1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f3026ffd640 1 -- 172.21.15.39:0/366298287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302815c3e0 msgr2=0x7f3028150fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f30277fe640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302815c3e0 0x7f3028150fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f3026ffd640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302815c3e0 0x7f3028150fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f3026ffd640 1 -- 172.21.15.39:0/366298287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30280b2090 con 0x7f302806c230 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f3026ffd640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f302806c230 0x7f30281563f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f302000c500 tx=0x7f302000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f301f7fe640 1 -- 172.21.15.39:0/366298287 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30200052d0 con 0x7f302806c230 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f301f7fe640 1 -- 172.21.15.39:0/366298287 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3020005490 con 0x7f302806c230 2024-09-19T05:35:30.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30281569d0 con 0x7f302806c230 2024-09-19T05:35:30.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f301f7fe640 1 -- 172.21.15.39:0/366298287 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3020012870 con 0x7f302806c230 2024-09-19T05:35:30.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.400+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3028156f90 con 0x7f302806c230 2024-09-19T05:35:30.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.401+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f302806bb20 con 0x7f302806c230 2024-09-19T05:35:30.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.402+0000 7f301f7fe640 1 -- 172.21.15.39:0/366298287 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3020012a10 con 0x7f302806c230 2024-09-19T05:35:30.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.403+0000 7f301f7fe640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300806c2b0 0x7f300806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:30.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.403+0000 7f30267fc640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300806c2b0 0x7f300806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:30.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.403+0000 7f301f7fe640 1 -- 172.21.15.39:0/366298287 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5795+0+0 (secure 0 0 0) 0x7f302008b1d0 con 0x7f302806c230 2024-09-19T05:35:30.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.403+0000 7f30267fc640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300806c2b0 0x7f300806e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3010001570 tx=0x7f3010007930 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:30.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.407+0000 7f301f7fe640 1 -- 172.21.15.39:0/366298287 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f30200598f0 con 0x7f302806c230 2024-09-19T05:35:30.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:30.624+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f30280ccf00 con 0x7f302806c230 2024-09-19T05:35:31.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.286+0000 7f301f7fe640 1 -- 172.21.15.39:0/366298287 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v23) ==== 104+0+0 (secure 0 0 0) 0x7f30200591f0 con 0x7f302806c230 2024-09-19T05:35:31.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300806c2b0 msgr2=0x7f300806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:31.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300806c2b0 0x7f300806e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3010001570 tx=0x7f3010007930 comp rx=0 tx=0).stop 2024-09-19T05:35:31.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f302806c230 msgr2=0x7f30281563f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:31.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f302806c230 0x7f30281563f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f302000c500 tx=0x7f302000c9c0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 shutdown_connections 2024-09-19T05:35:31.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300806c2b0 0x7f300806e770 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302815c3e0 0x7f3028150fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f302806e220 0x7f30280b1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 --2- 172.21.15.39:0/366298287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f302806c230 0x7f30281563f0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 >> 172.21.15.39:0/366298287 conn(0x7f30280b2440 msgr2=0x7f30280711d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:31.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 shutdown_connections 2024-09-19T05:35:31.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.288+0000 7f302d7e8640 1 -- 172.21.15.39:0/366298287 wait complete. 2024-09-19T05:35:31.303 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:35:31.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.450+0000 7f5bf55e4640 1 Processor -- start 2024-09-19T05:35:31.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.450+0000 7f5bf55e4640 1 -- start start 2024-09-19T05:35:31.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.450+0000 7f5bf55e4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5bf00b4520 0x7f5bf015c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.450+0000 7f5bf55e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bf00ccc50 0x7f5bf00cd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bf55e4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bf00cd620 con 0x7f5bf01591b0 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bf55e4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5bf015b900 con 0x7f5bf00b4520 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bf55e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5bf00cdbb0 con 0x7f5bf00ccc50 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5beeffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5bf01591b0 0x7f5bf00b3e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56214/0 (socket says 172.21.15.39:56214) 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5beeffd640 1 -- 172.21.15.39:0/3922567715 learned_addr learned my addr 172.21.15.39:0/3922567715 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bef7fe640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bf00ccc50 0x7f5bf00cd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bee7fc640 1 --2- 172.21.15.39:0/3922567715 >> v2:172.21.15.50:3300/0 conn(0x7f5bf00b4520 0x7f5bf015c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3483071672 0 0) 0x7f5bf00cd620 con 0x7f5bf01591b0 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5bd8003520 con 0x7f5bf01591b0 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3342824447 0 0) 0x7f5bd8003520 con 0x7f5bf01591b0 2024-09-19T05:35:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bf00ccc50 msgr2=0x7f5bf00cd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bf00ccc50 0x7f5bf00cd0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 >> v2:172.21.15.50:3300/0 conn(0x7f5bf00b4520 msgr2=0x7f5bf015c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 --2- 172.21.15.39:0/3922567715 >> v2:172.21.15.50:3300/0 conn(0x7f5bf00b4520 0x7f5bf015c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf00cd8d0 con 0x7f5bf01591b0 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f5be0001670 con 0x7f5bf01591b0 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 >> v1:172.21.15.39:6789/0 conn(0x7f5bf01591b0 legacy=0x7f5bf00b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bd80039b0 0x7f5bd8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5bd8004800 0x7f5bd8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bf00ccc50 0x7f5bd80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf015b900 con 0x7f5bd80039b0 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf00cdbb0 con 0x7f5bd8004800 2024-09-19T05:35:31.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5bd800b9c0 con 0x7f5bf00ccc50 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5beeffd640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bd80039b0 0x7f5bd8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.451+0000 7f5bee7fc640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5bd8004800 0x7f5bd8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.452+0000 7f5bef7fe640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bf00ccc50 0x7f5bd80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.452+0000 7f5beeffd640 1 -- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bf00ccc50 msgr2=0x7f5bd80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.452+0000 7f5beeffd640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bf00ccc50 0x7f5bd80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.452+0000 7f5beeffd640 1 -- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5bd8004800 msgr2=0x7f5bd8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.452+0000 7f5beeffd640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5bd8004800 0x7f5bd8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.452+0000 7f5beeffd640 1 -- 172.21.15.39:0/3922567715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bd8003520 con 0x7f5bd80039b0 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.452+0000 7f5beeffd640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bd80039b0 0x7f5bd8003dd0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f5be0007fd0 tx=0x7f5bd8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96fa0437947004f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be0007d50 con 0x7f5bd80039b0 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5be0005ad0 con 0x7f5bd80039b0 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bedffb640 1 -- 172.21.15.39:0/3922567715 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be0007070 con 0x7f5bd80039b0 2024-09-19T05:35:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3922567715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bd80039b0 msgr2=0x7f5bd8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bf55e4640 1 --2- 172.21.15.39:0/3922567715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bd80039b0 0x7f5bd8003dd0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f5be0007fd0 tx=0x7f5bd8005830 comp rx=0 tx=0).stop 2024-09-19T05:35:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bef7fe640 1 -- 172.21.15.39:0/3922567715 reap_dead start 2024-09-19T05:35:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3922567715 shutdown_connections 2024-09-19T05:35:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3922567715 >> 172.21.15.39:0/3922567715 conn(0x7f5bf0062cc0 msgr2=0x7f5bf006d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3922567715 shutdown_connections 2024-09-19T05:35:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.453+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3922567715 wait complete. 2024-09-19T05:35:31.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.455+0000 7f5bf55e4640 1 Processor -- start 2024-09-19T05:35:31.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.455+0000 7f5bf55e4640 1 -- start start 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.455+0000 7f5bf55e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bd80039b0 0x7f5bf015e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.455+0000 7f5bf55e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bf014ce80 0x7f5bf00cf110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.455+0000 7f5bf55e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5bf0150340 0x7f5bf01507d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.455+0000 7f5bf55e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf00cd0e0 con 0x7f5bf014ce80 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.455+0000 7f5bf55e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf015be00 con 0x7f5bf0150340 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.455+0000 7f5bf55e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5bf00cd260 con 0x7f5bd80039b0 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bee7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bf014ce80 0x7f5bf00cf110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bee7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bf014ce80 0x7f5bf00cf110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43728/0 (socket says 172.21.15.39:43728) 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bee7fc640 1 -- 172.21.15.39:0/3989153401 learned_addr learned my addr 172.21.15.39:0/3989153401 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bef7fe640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5bf0150340 0x7f5bf01507d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5beeffd640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bd80039b0 0x7f5bf015e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:31.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bee7fc640 1 -- 172.21.15.39:0/3989153401 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bd80039b0 msgr2=0x7f5bf015e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bee7fc640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bd80039b0 0x7f5bf015e720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bee7fc640 1 -- 172.21.15.39:0/3989153401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5bf0150340 msgr2=0x7f5bf01507d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bee7fc640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5bf0150340 0x7f5bf01507d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bee7fc640 1 -- 172.21.15.39:0/3989153401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf015ec60 con 0x7f5bf014ce80 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bee7fc640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bf014ce80 0x7f5bf00cf110 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5be40118e0 tx=0x7f5be4011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bd77fe640 1 -- 172.21.15.39:0/3989153401 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be400faf0 con 0x7f5bf014ce80 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bd77fe640 1 -- 172.21.15.39:0/3989153401 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5be400fc90 con 0x7f5bf014ce80 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bd77fe640 1 -- 172.21.15.39:0/3989153401 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be4014440 con 0x7f5bf014ce80 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bf0152610 con 0x7f5bf014ce80 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.456+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bf015df20 con 0x7f5bf014ce80 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.457+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bf00d1340 con 0x7f5bf014ce80 2024-09-19T05:35:31.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.458+0000 7f5bd77fe640 1 -- 172.21.15.39:0/3989153401 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5be4012040 con 0x7f5bf014ce80 2024-09-19T05:35:31.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.458+0000 7f5bd77fe640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5bdc06c2e0 0x7f5bdc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:31.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.458+0000 7f5bd77fe640 1 -- 172.21.15.39:0/3989153401 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5795+0+0 (secure 0 0 0) 0x7f5be408ba00 con 0x7f5bf014ce80 2024-09-19T05:35:31.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.458+0000 7f5beeffd640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5bdc06c2e0 0x7f5bdc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:31.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.459+0000 7f5beeffd640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5bdc06c2e0 0x7f5bdc06e7a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5be0033000 tx=0x7f5be0009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:31.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.463+0000 7f5bd77fe640 1 -- 172.21.15.39:0/3989153401 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5be4019030 con 0x7f5bf014ce80 2024-09-19T05:35:31.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:31.643+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5bf015dcf0 con 0x7f5bf014ce80 2024-09-19T05:35:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.292+0000 7f5bd77fe640 1 -- 172.21.15.39:0/3989153401 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v45) ==== 181+0+0 (secure 0 0 0) 0x7f5be405a1a0 con 0x7f5bf014ce80 2024-09-19T05:35:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:35:32.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5bdc06c2e0 msgr2=0x7f5bdc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:32.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5bdc06c2e0 0x7f5bdc06e7a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5be0033000 tx=0x7f5be0009030 comp rx=0 tx=0).stop 2024-09-19T05:35:32.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bf014ce80 msgr2=0x7f5bf00cf110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:32.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bf014ce80 0x7f5bf00cf110 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5be40118e0 tx=0x7f5be4011da0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 shutdown_connections 2024-09-19T05:35:32.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5bdc06c2e0 0x7f5bdc06e7a0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5bf0150340 0x7f5bf01507d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bf014ce80 0x7f5bf00cf110 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 --2- 172.21.15.39:0/3989153401 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5bd80039b0 0x7f5bf015e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 >> 172.21.15.39:0/3989153401 conn(0x7f5bf0062cc0 msgr2=0x7f5bf0157d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:32.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 shutdown_connections 2024-09-19T05:35:32.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.295+0000 7f5bf55e4640 1 -- 172.21.15.39:0/3989153401 wait complete. 2024-09-19T05:35:32.312 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:35:32.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.448+0000 7f8a87903640 1 Processor -- start 2024-09-19T05:35:32.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.448+0000 7f8a87903640 1 -- start start 2024-09-19T05:35:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a87903640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8a8006ccf0 0x7f8a8006d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a87903640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8a80070a90 0x7f8a8006d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a87903640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a8006bc50 con 0x7f8a8015e630 2024-09-19T05:35:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a87903640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f8a8006bf30 con 0x7f8a80070a90 2024-09-19T05:35:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a87903640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f8a8006c210 con 0x7f8a8006ccf0 2024-09-19T05:35:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a85ea0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8a80070a90 0x7f8a8006d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a85ea0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8a80070a90 0x7f8a8006d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43740/0 (socket says 172.21.15.39:43740) 2024-09-19T05:35:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a85ea0640 1 -- 172.21.15.39:0/3485586348 learned_addr learned my addr 172.21.15.39:0/3485586348 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a84e9e640 1 --2- 172.21.15.39:0/3485586348 >> v2:172.21.15.50:3300/0 conn(0x7f8a8006ccf0 0x7f8a8006d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a85ea0640 1 -- 172.21.15.39:0/3485586348 >> v2:172.21.15.50:3300/0 conn(0x7f8a8006ccf0 msgr2=0x7f8a8006d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a85ea0640 1 --2- 172.21.15.39:0/3485586348 >> v2:172.21.15.50:3300/0 conn(0x7f8a8006ccf0 0x7f8a8006d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a85ea0640 1 -- 172.21.15.39:0/3485586348 >> v1:172.21.15.50:6789/0 conn(0x7f8a8015e630 legacy=0x7f8a80071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a85ea0640 1 -- 172.21.15.39:0/3485586348 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a8006c4f0 con 0x7f8a80070a90 2024-09-19T05:35:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.449+0000 7f8a84e9e640 1 --2- 172.21.15.39:0/3485586348 >> v2:172.21.15.50:3300/0 conn(0x7f8a8006ccf0 0x7f8a8006d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.450+0000 7f8a85ea0640 1 --2- 172.21.15.39:0/3485586348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a80070a90 0x7f8a8006d6d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f8a800d3490 tx=0x7f8a7802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d58223194fbe565 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.450+0000 7f8a77fff640 1 -- 172.21.15.39:0/3485586348 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a78036070 con 0x7f8a80070a90 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.450+0000 7f8a77fff640 1 -- 172.21.15.39:0/3485586348 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a78031600 con 0x7f8a80070a90 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.450+0000 7f8a77fff640 1 -- 172.21.15.39:0/3485586348 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a780319d0 con 0x7f8a80070a90 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.451+0000 7f8a87903640 1 -- 172.21.15.39:0/3485586348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a80070a90 msgr2=0x7f8a8006d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.451+0000 7f8a87903640 1 --2- 172.21.15.39:0/3485586348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a80070a90 0x7f8a8006d6d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f8a800d3490 tx=0x7f8a7802a5d0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.451+0000 7f8a87903640 1 -- 172.21.15.39:0/3485586348 shutdown_connections 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.451+0000 7f8a87903640 1 --2- 172.21.15.39:0/3485586348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a80070a90 0x7f8a8006d6d0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.451+0000 7f8a87903640 1 --2- 172.21.15.39:0/3485586348 >> v2:172.21.15.50:3300/0 conn(0x7f8a8006ccf0 0x7f8a8006d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.451+0000 7f8a87903640 1 -- 172.21.15.39:0/3485586348 >> 172.21.15.39:0/3485586348 conn(0x7f8a8006f180 msgr2=0x7f8a8006f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.451+0000 7f8a87903640 1 -- 172.21.15.39:0/3485586348 shutdown_connections 2024-09-19T05:35:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.451+0000 7f8a87903640 1 -- 172.21.15.39:0/3485586348 wait complete. 2024-09-19T05:35:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.452+0000 7f8a87903640 1 Processor -- start 2024-09-19T05:35:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.452+0000 7f8a87903640 1 -- start start 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a87903640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a8006ccf0 0x7f8a801519c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a87903640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a80070a90 0x7f8a80152c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a87903640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a8015e630 0x7f8a801548c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a87903640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8015eb90 con 0x7f8a8006ccf0 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a87903640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8015ea10 con 0x7f8a8015e630 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a87903640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8a8015ed10 con 0x7f8a80070a90 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a8569f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a8006ccf0 0x7f8a801519c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a8569f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a8006ccf0 0x7f8a801519c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43752/0 (socket says 172.21.15.39:43752) 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a8569f640 1 -- 172.21.15.39:0/922267050 learned_addr learned my addr 172.21.15.39:0/922267050 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a85ea0640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a8015e630 0x7f8a801548c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a84e9e640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a80070a90 0x7f8a80152c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a8569f640 1 -- 172.21.15.39:0/922267050 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a80070a90 msgr2=0x7f8a80152c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a8569f640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a80070a90 0x7f8a80152c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a8569f640 1 -- 172.21.15.39:0/922267050 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a8015e630 msgr2=0x7f8a801548c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a8569f640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a8015e630 0x7f8a801548c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a8569f640 1 -- 172.21.15.39:0/922267050 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a80151f00 con 0x7f8a8006ccf0 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a84e9e640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a80070a90 0x7f8a80152c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.453+0000 7f8a8569f640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a8006ccf0 0x7f8a801519c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00b420 tx=0x7f8a7c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.454+0000 7f8a75ffb640 1 -- 172.21.15.39:0/922267050 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c011830 con 0x7f8a8006ccf0 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.454+0000 7f8a75ffb640 1 -- 172.21.15.39:0/922267050 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a7c016070 con 0x7f8a8006ccf0 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.454+0000 7f8a75ffb640 1 -- 172.21.15.39:0/922267050 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c011c10 con 0x7f8a8006ccf0 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.454+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a801536e0 con 0x7f8a8006ccf0 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.454+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a80153ca0 con 0x7f8a8006ccf0 2024-09-19T05:35:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.455+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a80071340 con 0x7f8a8006ccf0 2024-09-19T05:35:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.455+0000 7f8a75ffb640 1 -- 172.21.15.39:0/922267050 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8a7c01b460 con 0x7f8a8006ccf0 2024-09-19T05:35:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.456+0000 7f8a75ffb640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8a6406c2b0 0x7f8a6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.456+0000 7f8a75ffb640 1 -- 172.21.15.39:0/922267050 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5357+0+0 (secure 0 0 0) 0x7f8a7c08ad10 con 0x7f8a8006ccf0 2024-09-19T05:35:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.456+0000 7f8a84e9e640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8a6406c2b0 0x7f8a6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:32.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.456+0000 7f8a84e9e640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8a6406c2b0 0x7f8a6406e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8a800ccc00 tx=0x7f8a70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.460+0000 7f8a75ffb640 1 -- 172.21.15.39:0/922267050 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8a7c020020 con 0x7f8a8006ccf0 2024-09-19T05:35:32.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:32.636+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8a8015c550 con 0x7f8a8006ccf0 2024-09-19T05:35:32.907 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:35:32.910 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:35:33.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.301+0000 7f8a75ffb640 1 -- 172.21.15.39:0/922267050 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v46) ==== 169+0+0 (secure 0 0 0) 0x7f8a7c0595e0 con 0x7f8a8006ccf0 2024-09-19T05:35:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-19T05:35:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8a6406c2b0 msgr2=0x7f8a6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8a6406c2b0 0x7f8a6406e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8a800ccc00 tx=0x7f8a70008040 comp rx=0 tx=0).stop 2024-09-19T05:35:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a8006ccf0 msgr2=0x7f8a801519c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a8006ccf0 0x7f8a801519c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00b420 tx=0x7f8a7c00b8e0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 shutdown_connections 2024-09-19T05:35:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8a6406c2b0 0x7f8a6406e770 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a8015e630 0x7f8a801548c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a80070a90 0x7f8a80152c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 --2- 172.21.15.39:0/922267050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a8006ccf0 0x7f8a801519c0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 >> 172.21.15.39:0/922267050 conn(0x7f8a8006f180 msgr2=0x7f8a800b37c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:33.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 shutdown_connections 2024-09-19T05:35:33.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.303+0000 7f8a87903640 1 -- 172.21.15.39:0/922267050 wait complete. 2024-09-19T05:35:33.320 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:35:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.422+0000 7f10c3d13640 1 Processor -- start 2024-09-19T05:35:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.423+0000 7f10c3d13640 1 -- start start 2024-09-19T05:35:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.423+0000 7f10c3d13640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f10bc161d10 0x7f10bc0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.423+0000 7f10c3d13640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc0d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.423+0000 7f10c3d13640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10bc1620f0 con 0x7f10bc0cef90 2024-09-19T05:35:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.423+0000 7f10c3d13640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f10bc072140 con 0x7f10bc161d10 2024-09-19T05:35:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.423+0000 7f10c3d13640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f10bc0b7b30 con 0x7f10bc0b76c0 2024-09-19T05:35:33.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c1aaf640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f10bc161d10 0x7f10bc0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c12ae640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc0d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c1aaf640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f10bc161d10 0x7f10bc0d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:58646/0 (socket says 172.21.15.39:58646) 2024-09-19T05:35:33.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c12ae640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc0d3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:47850/0 (socket says 172.21.15.39:47850) 2024-09-19T05:35:33.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c22b0640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f10bc0cef90 0x7f10bc072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:49096/0 (socket says 172.21.15.39:49096) 2024-09-19T05:35:33.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c1aaf640 1 -- 172.21.15.39:0/1545804101 learned_addr learned my addr 172.21.15.39:0/1545804101 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c12ae640 1 -- 172.21.15.39:0/1545804101 >> v2:172.21.15.50:3300/0 conn(0x7f10bc161d10 msgr2=0x7f10bc0d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c12ae640 1 --2- 172.21.15.39:0/1545804101 >> v2:172.21.15.50:3300/0 conn(0x7f10bc161d10 0x7f10bc0d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c12ae640 1 -- 172.21.15.39:0/1545804101 >> v1:172.21.15.50:6789/0 conn(0x7f10bc0cef90 legacy=0x7f10bc072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c12ae640 1 -- 172.21.15.39:0/1545804101 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10bc0d4200 con 0x7f10bc0b76c0 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.424+0000 7f10c1aaf640 1 --2- 172.21.15.39:0/1545804101 >> v2:172.21.15.50:3300/0 conn(0x7f10bc161d10 0x7f10bc0d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.425+0000 7f10c12ae640 1 --2- 172.21.15.39:0/1545804101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc0d3280 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f10b80097a0 tx=0x7f10b802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75dace1188b446b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.425+0000 7f10c0aad640 1 -- 172.21.15.39:0/1545804101 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b8037070 con 0x7f10bc0b76c0 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.425+0000 7f10c0aad640 1 -- 172.21.15.39:0/1545804101 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10b802ae50 con 0x7f10bc0b76c0 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.425+0000 7f10c0aad640 1 -- 172.21.15.39:0/1545804101 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b8032660 con 0x7f10bc0b76c0 2024-09-19T05:35:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.426+0000 7f10c3d13640 1 -- 172.21.15.39:0/1545804101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 msgr2=0x7f10bc0d3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.426+0000 7f10c3d13640 1 --2- 172.21.15.39:0/1545804101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc0d3280 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f10b80097a0 tx=0x7f10b802a100 comp rx=0 tx=0).stop 2024-09-19T05:35:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.426+0000 7f10c3d13640 1 -- 172.21.15.39:0/1545804101 shutdown_connections 2024-09-19T05:35:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.426+0000 7f10c3d13640 1 --2- 172.21.15.39:0/1545804101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc0d3280 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.426+0000 7f10c3d13640 1 --2- 172.21.15.39:0/1545804101 >> v2:172.21.15.50:3300/0 conn(0x7f10bc161d10 0x7f10bc0d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.426+0000 7f10c3d13640 1 -- 172.21.15.39:0/1545804101 >> 172.21.15.39:0/1545804101 conn(0x7f10bc0d4730 msgr2=0x7f10bc0d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.426+0000 7f10c3d13640 1 -- 172.21.15.39:0/1545804101 shutdown_connections 2024-09-19T05:35:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.426+0000 7f10c3d13640 1 -- 172.21.15.39:0/1545804101 wait complete. 2024-09-19T05:35:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.427+0000 7f10c3d13640 1 Processor -- start 2024-09-19T05:35:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.427+0000 7f10c3d13640 1 -- start start 2024-09-19T05:35:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c3d13640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc15a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c3d13640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10bc0cef90 0x7f10bc15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c3d13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10bc161d10 0x7f10bc15af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c3d13640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f10bc072950 con 0x7f10bc161d10 2024-09-19T05:35:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c3d13640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f10bc072670 con 0x7f10bc0cef90 2024-09-19T05:35:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c3d13640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f10bc0cf420 con 0x7f10bc0b76c0 2024-09-19T05:35:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c22b0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10bc161d10 0x7f10bc15af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c22b0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10bc161d10 0x7f10bc15af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43762/0 (socket says 172.21.15.39:43762) 2024-09-19T05:35:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c22b0640 1 -- 172.21.15.39:0/2690532346 learned_addr learned my addr 172.21.15.39:0/2690532346 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c12ae640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10bc0cef90 0x7f10bc15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c1aaf640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc15a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c22b0640 1 -- 172.21.15.39:0/2690532346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 msgr2=0x7f10bc15a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.428+0000 7f10c22b0640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc15a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.429+0000 7f10c22b0640 1 -- 172.21.15.39:0/2690532346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10bc0cef90 msgr2=0x7f10bc15aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.429+0000 7f10c22b0640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10bc0cef90 0x7f10bc15aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.429+0000 7f10c22b0640 1 -- 172.21.15.39:0/2690532346 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10bc15c640 con 0x7f10bc161d10 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.429+0000 7f10c22b0640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10bc161d10 0x7f10bc15af70 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f10b400c780 tx=0x7f10b400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.429+0000 7f10ae7fc640 1 -- 172.21.15.39:0/2690532346 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b4017070 con 0x7f10bc161d10 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.429+0000 7f10ae7fc640 1 -- 172.21.15.39:0/2690532346 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10b400a640 con 0x7f10bc161d10 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.429+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10bc0c8c50 con 0x7f10bc161d10 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.429+0000 7f10ae7fc640 1 -- 172.21.15.39:0/2690532346 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b400aa30 con 0x7f10bc161d10 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.429+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10bc0c9210 con 0x7f10bc161d10 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.430+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10bc0cf830 con 0x7f10bc161d10 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.430+0000 7f10ae7fc640 1 -- 172.21.15.39:0/2690532346 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f10b401a070 con 0x7f10bc161d10 2024-09-19T05:35:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.431+0000 7f10ae7fc640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f10a006c2b0 0x7f10a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.431+0000 7f10ae7fc640 1 -- 172.21.15.39:0/2690532346 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 4943+0+0 (secure 0 0 0) 0x7f10b408a6e0 con 0x7f10bc161d10 2024-09-19T05:35:33.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.431+0000 7f10c1aaf640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f10a006c2b0 0x7f10a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.431+0000 7f10c1aaf640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f10a006c2b0 0x7f10a006e770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f10b0006ca0 tx=0x7f10b0009240 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:33.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.435+0000 7f10ae7fc640 1 -- 172.21.15.39:0/2690532346 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f10b4058a70 con 0x7f10bc161d10 2024-09-19T05:35:33.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.610+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f10bc0b9460 con 0x7f10bc161d10 2024-09-19T05:35:33.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.613+0000 7f10ae7fc640 1 -- 172.21.15.39:0/2690532346 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7f10b405cd70 con 0x7f10bc161d10 2024-09-19T05:35:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f10a006c2b0 msgr2=0x7f10a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f10a006c2b0 0x7f10a006e770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f10b0006ca0 tx=0x7f10b0009240 comp rx=0 tx=0).stop 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10bc161d10 msgr2=0x7f10bc15af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10bc161d10 0x7f10bc15af70 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f10b400c780 tx=0x7f10b400cc40 comp rx=0 tx=0).stop 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 shutdown_connections 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f10a006c2b0 0x7f10a006e770 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10bc161d10 0x7f10bc15af70 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10bc0cef90 0x7f10bc15aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 --2- 172.21.15.39:0/2690532346 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f10bc0b76c0 0x7f10bc15a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 >> 172.21.15.39:0/2690532346 conn(0x7f10bc0d4730 msgr2=0x7f10bc0d2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 shutdown_connections 2024-09-19T05:35:33.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.616+0000 7f10c3d13640 1 -- 172.21.15.39:0/2690532346 wait complete. 2024-09-19T05:35:33.629 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted' 2024-09-19T05:35:33.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.731+0000 7f6ba25b0640 1 Processor -- start 2024-09-19T05:35:33.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.731+0000 7f6ba25b0640 1 -- start start 2024-09-19T05:35:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.732+0000 7f6ba25b0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c062d80 0x7f6b9c0ce510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.732+0000 7f6ba25b0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b9c06bce0 con 0x7f6b9c0d1840 2024-09-19T05:35:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.732+0000 7f6ba25b0640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b9c06bfc0 con 0x7f6b9c0cea50 2024-09-19T05:35:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.732+0000 7f6ba25b0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6b9c0cdd10 con 0x7f6b9c062d80 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.732+0000 7f6ba0b4d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6b9c0d1840 0x7f6b9c0b6020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56228/0 (socket says 172.21.15.39:56228) 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.732+0000 7f6ba0b4d640 1 -- 172.21.15.39:0/1647855321 learned_addr learned my addr 172.21.15.39:0/1647855321 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.732+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1073262015 0 0) 0x7f6b9c06bce0 con 0x7f6b9c0d1840 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.732+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6b88003520 con 0x7f6b9c0d1840 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.732+0000 7f6b9bfff640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c062d80 0x7f6b9c0ce510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1710291354 0 0) 0x7f6b88003520 con 0x7f6b9c0d1840 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c062d80 msgr2=0x7f6b9c0ce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c062d80 0x7f6b9c0ce510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 >> v1:172.21.15.50:6789/0 conn(0x7f6b9c0cea50 legacy=0x7f6b9c0d1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b9c0cdff0 con 0x7f6b9c0d1840 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f6b940019f0 con 0x7f6b9c0d1840 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9bfff640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c062d80 0x7f6b9c0ce510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 >> v1:172.21.15.39:6789/0 conn(0x7f6b9c0d1840 legacy=0x7f6b9c0b6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c062d80 0x7f6b880039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b88003fd0 0x7f6b88004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b88004d40 0x7f6b880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c0cdd10 con 0x7f6b88003fd0 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8800bb20 con 0x7f6b88004d40 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6b8800bd20 con 0x7f6b9c062d80 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b93fff640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b88003fd0 0x7f6b88004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b9bfff640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c062d80 0x7f6b880039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6ba0b4d640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b88004d40 0x7f6b880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b93fff640 1 -- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c062d80 msgr2=0x7f6b880039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b93fff640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c062d80 0x7f6b880039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b93fff640 1 -- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b88004d40 msgr2=0x7f6b880051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b93fff640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b88004d40 0x7f6b880051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.733+0000 7f6b93fff640 1 -- 172.21.15.39:0/1647855321 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b88003520 con 0x7f6b88003fd0 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.734+0000 7f6b93fff640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b88003fd0 0x7f6b88004800 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6b84001720 tx=0x7f6b88005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2204321f7add41cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.734+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b84001370 con 0x7f6b88003fd0 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.734+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b840052d0 con 0x7f6b88003fd0 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.734+0000 7f6b9b7fe640 1 -- 172.21.15.39:0/1647855321 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8402ab00 con 0x7f6b88003fd0 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.735+0000 7f6ba25b0640 1 -- 172.21.15.39:0/1647855321 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b88003fd0 msgr2=0x7f6b88004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.735+0000 7f6ba25b0640 1 --2- 172.21.15.39:0/1647855321 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b88003fd0 0x7f6b88004800 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6b84001720 tx=0x7f6b88005830 comp rx=0 tx=0).stop 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.735+0000 7f6ba0b4d640 1 -- 172.21.15.39:0/1647855321 reap_dead start 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.735+0000 7f6ba25b0640 1 -- 172.21.15.39:0/1647855321 shutdown_connections 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.735+0000 7f6ba25b0640 1 -- 172.21.15.39:0/1647855321 >> 172.21.15.39:0/1647855321 conn(0x7f6b9c0732b0 msgr2=0x7f6b9c0736c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.735+0000 7f6ba25b0640 1 -- 172.21.15.39:0/1647855321 shutdown_connections 2024-09-19T05:35:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.735+0000 7f6ba25b0640 1 -- 172.21.15.39:0/1647855321 wait complete. 2024-09-19T05:35:33.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.737+0000 7f6ba25b0640 1 Processor -- start 2024-09-19T05:35:33.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.737+0000 7f6ba25b0640 1 -- start start 2024-09-19T05:35:33.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6ba25b0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b88003fd0 0x7f6b9c09ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6ba25b0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b9c0b2340 0x7f6b9c0b27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6ba25b0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c1f7760 0x7f6b9c1f7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6ba25b0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c0b6730 con 0x7f6b9c0b2340 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6ba25b0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c06ff20 con 0x7f6b88003fd0 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6ba25b0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6b9c0b68b0 con 0x7f6b9c1f7760 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6b93fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b9c0b2340 0x7f6b9c0b27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6b93fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b9c0b2340 0x7f6b9c0b27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43782/0 (socket says 172.21.15.39:43782) 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6b93fff640 1 -- 172.21.15.39:0/2526579781 learned_addr learned my addr 172.21.15.39:0/2526579781 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6ba0b4d640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c1f7760 0x7f6b9c1f7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6b9bfff640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b88003fd0 0x7f6b9c09ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.738+0000 7f6b93fff640 1 -- 172.21.15.39:0/2526579781 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c1f7760 msgr2=0x7f6b9c1f7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6b93fff640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c1f7760 0x7f6b9c1f7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6b93fff640 1 -- 172.21.15.39:0/2526579781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b88003fd0 msgr2=0x7f6b9c09ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6b93fff640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b88003fd0 0x7f6b9c09ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6b93fff640 1 -- 172.21.15.39:0/2526579781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b9c1f8120 con 0x7f6b9c0b2340 2024-09-19T05:35:33.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6b93fff640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b9c0b2340 0x7f6b9c0b27c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f6b8402a4b0 tx=0x7f6b84001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:33.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6b997fa640 1 -- 172.21.15.39:0/2526579781 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b84037040 con 0x7f6b9c0b2340 2024-09-19T05:35:33.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6b997fa640 1 -- 172.21.15.39:0/2526579781 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b84005480 con 0x7f6b9c0b2340 2024-09-19T05:35:33.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b9c09f140 con 0x7f6b9c0b2340 2024-09-19T05:35:33.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6b997fa640 1 -- 172.21.15.39:0/2526579781 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b840073f0 con 0x7f6b9c0b2340 2024-09-19T05:35:33.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.739+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b9c14eec0 con 0x7f6b9c0b2340 2024-09-19T05:35:33.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.740+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b9c0b0890 con 0x7f6b9c0b2340 2024-09-19T05:35:33.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.741+0000 7f6b997fa640 1 -- 172.21.15.39:0/2526579781 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6b84044020 con 0x7f6b9c0b2340 2024-09-19T05:35:33.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.741+0000 7f6b997fa640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b7c06c2b0 0x7f6b7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:33.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.741+0000 7f6b997fa640 1 -- 172.21.15.39:0/2526579781 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 4943+0+0 (secure 0 0 0) 0x7f6b840aab30 con 0x7f6b9c0b2340 2024-09-19T05:35:33.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.741+0000 7f6b9bfff640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b7c06c2b0 0x7f6b7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:33.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.742+0000 7f6b9bfff640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b7c06c2b0 0x7f6b7c06e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c006fa0 tx=0x7f6b8c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:33.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.745+0000 7f6b997fa640 1 -- 172.21.15.39:0/2526579781 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6b84079100 con 0x7f6b9c0b2340 2024-09-19T05:35:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:33.995+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]} v 0) -- 0x7f6b9c0740e0 con 0x7f6b9c0b2340 2024-09-19T05:35:34.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.302+0000 7f6b997fa640 1 -- 172.21.15.39:0/2526579781 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]}]=0 v103) ==== 153+0+0 (secure 0 0 0) 0x7f6b8407d400 con 0x7f6b9c0b2340 2024-09-19T05:35:34.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b7c06c2b0 msgr2=0x7f6b7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b7c06c2b0 0x7f6b7c06e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c006fa0 tx=0x7f6b8c008040 comp rx=0 tx=0).stop 2024-09-19T05:35:34.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b9c0b2340 msgr2=0x7f6b9c0b27c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b9c0b2340 0x7f6b9c0b27c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f6b8402a4b0 tx=0x7f6b84001120 comp rx=0 tx=0).stop 2024-09-19T05:35:34.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 shutdown_connections 2024-09-19T05:35:34.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b7c06c2b0 0x7f6b7c06e770 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b9c1f7760 0x7f6b9c1f7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b9c0b2340 0x7f6b9c0b27c0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 --2- 172.21.15.39:0/2526579781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b88003fd0 0x7f6b9c09ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.304+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 >> 172.21.15.39:0/2526579781 conn(0x7f6b9c0732b0 msgr2=0x7f6b9c0ae1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:34.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.305+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 shutdown_connections 2024-09-19T05:35:34.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.305+0000 7f6ba25b0640 1 -- 172.21.15.39:0/2526579781 wait complete. 2024-09-19T05:35:34.319 INFO:tasks.cephfs_test_runner:Check that mds evicts blocklisted client ... skipped 'Requires FUSE client to use mds_cluster.is_addr_blocklisted()' 2024-09-19T05:35:34.319 INFO:tasks.cephfs_test_runner:Starting test: test_session_reject (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-19T05:35:34.320 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.421+0000 7f1bbde2e640 1 Processor -- start 2024-09-19T05:35:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.421+0000 7f1bbde2e640 1 -- start start 2024-09-19T05:35:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.421+0000 7f1bbde2e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1bb8156a80 0x7f1bb8072260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.421+0000 7f1bbde2e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1bb8160640 0x7f1bb815da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bbde2e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bb80727a0 con 0x7f1bb8160b80 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bbde2e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f1bb80af1d0 con 0x7f1bb8156a80 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bbde2e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1bb80af4b0 con 0x7f1bb8160640 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bb77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1bb8156a80 0x7f1bb8072260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bb77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1bb8156a80 0x7f1bb8072260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43794/0 (socket says 172.21.15.39:43794) 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bb77fe640 1 -- 172.21.15.39:0/1511683545 learned_addr learned my addr 172.21.15.39:0/1511683545 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bb77fe640 1 -- 172.21.15.39:0/1511683545 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1bb8160640 msgr2=0x7f1bb815da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bb77fe640 1 --2- 172.21.15.39:0/1511683545 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1bb8160640 0x7f1bb815da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bb77fe640 1 -- 172.21.15.39:0/1511683545 >> v1:172.21.15.50:6789/0 conn(0x7f1bb8160b80 legacy=0x7f1bb815ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.422+0000 7f1bb77fe640 1 -- 172.21.15.39:0/1511683545 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bb80af790 con 0x7f1bb8156a80 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bb77fe640 1 --2- 172.21.15.39:0/1511683545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8156a80 0x7f1bb8072260 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f1ba8009870 tx=0x7f1ba802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b17335af3fd2937 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bb67fc640 1 -- 172.21.15.39:0/1511683545 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba8037070 con 0x7f1bb8156a80 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bb67fc640 1 -- 172.21.15.39:0/1511683545 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ba8032440 con 0x7f1bb8156a80 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bb67fc640 1 -- 172.21.15.39:0/1511683545 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba8032810 con 0x7f1bb8156a80 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bbde2e640 1 -- 172.21.15.39:0/1511683545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8156a80 msgr2=0x7f1bb8072260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bbde2e640 1 --2- 172.21.15.39:0/1511683545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8156a80 0x7f1bb8072260 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f1ba8009870 tx=0x7f1ba802a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bbde2e640 1 -- 172.21.15.39:0/1511683545 shutdown_connections 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bbde2e640 1 --2- 172.21.15.39:0/1511683545 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1bb8160640 0x7f1bb815da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bbde2e640 1 --2- 172.21.15.39:0/1511683545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8156a80 0x7f1bb8072260 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bbde2e640 1 -- 172.21.15.39:0/1511683545 >> 172.21.15.39:0/1511683545 conn(0x7f1bb806bb20 msgr2=0x7f1bb806bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bbde2e640 1 -- 172.21.15.39:0/1511683545 shutdown_connections 2024-09-19T05:35:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.423+0000 7f1bbde2e640 1 -- 172.21.15.39:0/1511683545 wait complete. 2024-09-19T05:35:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.425+0000 7f1bbde2e640 1 Processor -- start 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.425+0000 7f1bbde2e640 1 -- start start 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bbde2e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bb8156a80 0x7f1bb8149b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bbde2e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8160640 0x7f1bb806eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bbde2e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1bb8160b80 0x7f1bb815ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bbde2e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb80aeee0 con 0x7f1bb8160640 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bbde2e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb80afd50 con 0x7f1bb8156a80 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bbde2e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1bb80b0270 con 0x7f1bb8160b80 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8160640 0x7f1bb806eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8160640 0x7f1bb806eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43804/0 (socket says 172.21.15.39:43804) 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb6ffd640 1 -- 172.21.15.39:0/3217318130 learned_addr learned my addr 172.21.15.39:0/3217318130 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:34.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb77fe640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bb8156a80 0x7f1bb8149b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb7fff640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1bb8160b80 0x7f1bb815ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb6ffd640 1 -- 172.21.15.39:0/3217318130 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1bb8160b80 msgr2=0x7f1bb815ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb6ffd640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1bb8160b80 0x7f1bb815ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb6ffd640 1 -- 172.21.15.39:0/3217318130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bb8156a80 msgr2=0x7f1bb8149b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb6ffd640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bb8156a80 0x7f1bb8149b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb6ffd640 1 -- 172.21.15.39:0/3217318130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bb806d770 con 0x7f1bb8160640 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bb6ffd640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8160640 0x7f1bb806eeb0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f1bac00b3c0 tx=0x7f1bac00b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1b9ffff640 1 -- 172.21.15.39:0/3217318130 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac011830 con 0x7f1bb8160640 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1b9ffff640 1 -- 172.21.15.39:0/3217318130 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bac016070 con 0x7f1bb8160640 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bb806da50 con 0x7f1bb8160640 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.426+0000 7f1b9ffff640 1 -- 172.21.15.39:0/3217318130 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac011c10 con 0x7f1bb8160640 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.427+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bb806e010 con 0x7f1bb8160640 2024-09-19T05:35:34.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.428+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bb8072260 con 0x7f1bb8160640 2024-09-19T05:35:34.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.428+0000 7f1b9ffff640 1 -- 172.21.15.39:0/3217318130 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1bac01b460 con 0x7f1bb8160640 2024-09-19T05:35:34.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.428+0000 7f1b9ffff640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ba406c2b0 0x7f1ba406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.429+0000 7f1b9ffff640 1 -- 172.21.15.39:0/3217318130 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 4943+0+0 (secure 0 0 0) 0x7f1bac08ac20 con 0x7f1bb8160640 2024-09-19T05:35:34.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.429+0000 7f1bb77fe640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ba406c2b0 0x7f1ba406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.429+0000 7f1bb77fe640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ba406c2b0 0x7f1ba406e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1ba8034000 tx=0x7f1ba802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.433+0000 7f1b9ffff640 1 -- 172.21.15.39:0/3217318130 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1bac0590d0 con 0x7f1bb8160640 2024-09-19T05:35:34.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.608+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1bb80b05d0 con 0x7f1bb8160640 2024-09-19T05:35:34.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.609+0000 7f1b9ffff640 1 -- 172.21.15.39:0/3217318130 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+13008 (secure 0 0 0) 0x7f1bac05d3d0 con 0x7f1bb8160640 2024-09-19T05:35:34.612 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:34.612 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":46,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:33.293568+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6837/1002885275":"2024-09-20T05:35:30.273470+0000","172.21.15.39:6835/1002885275":"2024-09-20T05:35:30.273470+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:34.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ba406c2b0 msgr2=0x7f1ba406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ba406c2b0 0x7f1ba406e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1ba8034000 tx=0x7f1ba802e000 comp rx=0 tx=0).stop 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8160640 msgr2=0x7f1bb806eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8160640 0x7f1bb806eeb0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f1bac00b3c0 tx=0x7f1bac00b880 comp rx=0 tx=0).stop 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 shutdown_connections 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1ba406c2b0 0x7f1ba406e770 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1bb8160b80 0x7f1bb815ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bb8160640 0x7f1bb806eeb0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 --2- 172.21.15.39:0/3217318130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bb8156a80 0x7f1bb8149b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 >> 172.21.15.39:0/3217318130 conn(0x7f1bb806bb20 msgr2=0x7f1bb815f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 shutdown_connections 2024-09-19T05:35:34.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.611+0000 7f1bbde2e640 1 -- 172.21.15.39:0/3217318130 wait complete. 2024-09-19T05:35:34.625 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:33:54.714389+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:35:34.626 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:35:34.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.729+0000 7f20e004c640 1 Processor -- start 2024-09-19T05:35:34.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.730+0000 7f20e004c640 1 -- start start 2024-09-19T05:35:34.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.730+0000 7f20e004c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20d806e4f0 0x7f20d806e930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.730+0000 7f20e004c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f20d80af4d0 0x7f20d80af980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.730+0000 7f20e004c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20d806f260 con 0x7f20d806bb20 2024-09-19T05:35:34.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.730+0000 7f20e004c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f20d80717c0 con 0x7f20d80af4d0 2024-09-19T05:35:34.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.730+0000 7f20e004c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f20d80ae9f0 con 0x7f20d806e4f0 2024-09-19T05:35:34.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20ddde8640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f20d806bb20 0x7f20d806bf00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56238/0 (socket says 172.21.15.39:56238) 2024-09-19T05:35:34.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20ddde8640 1 -- 172.21.15.39:0/1197428336 learned_addr learned my addr 172.21.15.39:0/1197428336 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:34.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4021263804 0 0) 0x7f20d806f260 con 0x7f20d806bb20 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20de5e9640 1 --2- 172.21.15.39:0/1197428336 >> v2:172.21.15.50:3300/0 conn(0x7f20d80af4d0 0x7f20d80af980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f20c4003520 con 0x7f20d806bb20 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dd5e7640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20d806e4f0 0x7f20d806e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 608449697 0 0) 0x7f20c4003520 con 0x7f20d806bb20 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20d806e4f0 msgr2=0x7f20d806e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20d806e4f0 0x7f20d806e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 >> v2:172.21.15.50:3300/0 conn(0x7f20d80af4d0 msgr2=0x7f20d80af980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 --2- 172.21.15.39:0/1197428336 >> v2:172.21.15.50:3300/0 conn(0x7f20d80af4d0 0x7f20d80af980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20d80aecd0 con 0x7f20d806bb20 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f20cc001670 con 0x7f20d806bb20 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 >> v1:172.21.15.39:6789/0 conn(0x7f20d806bb20 legacy=0x7f20d806bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20c40039b0 0x7f20c4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20c4004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20c4004fa0 0x7f20c400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f20d80ae9f0 con 0x7f20c40043a0 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f20c400bf00 con 0x7f20c4004fa0 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f20c400c0b0 con 0x7f20c40039b0 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20dd5e7640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20d806e4f0 0x7f20d806e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.731+0000 7f20ddde8640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20c40039b0 0x7f20c4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.732+0000 7f20dd5e7640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20c4004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.732+0000 7f20de5e9640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20c4004fa0 0x7f20c400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.732+0000 7f20dd5e7640 1 -- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20c40039b0 msgr2=0x7f20c4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.732+0000 7f20dd5e7640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20c40039b0 0x7f20c4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.732+0000 7f20dd5e7640 1 -- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20c4004fa0 msgr2=0x7f20c400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.732+0000 7f20dd5e7640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20c4004fa0 0x7f20c400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.732+0000 7f20dd5e7640 1 -- 172.21.15.39:0/1197428336 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20c4003520 con 0x7f20c40043a0 2024-09-19T05:35:34.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.732+0000 7f20dd5e7640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20c4004880 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f20d806c760 tx=0x7f20c4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e03a91a2c97e203 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:34.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d4037070 con 0x7f20c40043a0 2024-09-19T05:35:34.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20d402ab10 con 0x7f20c40043a0 2024-09-19T05:35:34.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20dcde6640 1 -- 172.21.15.39:0/1197428336 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d400f040 con 0x7f20c40043a0 2024-09-19T05:35:34.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20e004c640 1 -- 172.21.15.39:0/1197428336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 msgr2=0x7f20c4004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20e004c640 1 --2- 172.21.15.39:0/1197428336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20c4004880 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f20d806c760 tx=0x7f20c4005830 comp rx=0 tx=0).stop 2024-09-19T05:35:34.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20de5e9640 1 -- 172.21.15.39:0/1197428336 reap_dead start 2024-09-19T05:35:34.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20e004c640 1 -- 172.21.15.39:0/1197428336 shutdown_connections 2024-09-19T05:35:34.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20e004c640 1 -- 172.21.15.39:0/1197428336 >> 172.21.15.39:0/1197428336 conn(0x7f20d80b2a50 msgr2=0x7f20d80b2e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20e004c640 1 -- 172.21.15.39:0/1197428336 shutdown_connections 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.733+0000 7f20e004c640 1 -- 172.21.15.39:0/1197428336 wait complete. 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20e004c640 1 Processor -- start 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20e004c640 1 -- start start 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20e004c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20d81f4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20e004c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20d815fbb0 0x7f20d81f1490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20e004c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20d80d10b0 0x7f20d8160780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20e004c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f20d815e9c0 con 0x7f20c40043a0 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20e004c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f20d806f540 con 0x7f20d80d10b0 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20e004c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f20d815eb40 con 0x7f20d815fbb0 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20ddde8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20d81f4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20ddde8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20d81f4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43824/0 (socket says 172.21.15.39:43824) 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.735+0000 7f20ddde8640 1 -- 172.21.15.39:0/777231332 learned_addr learned my addr 172.21.15.39:0/777231332 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20ddde8640 1 -- 172.21.15.39:0/777231332 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20d815fbb0 msgr2=0x7f20d81f1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20ddde8640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20d815fbb0 0x7f20d81f1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20ddde8640 1 -- 172.21.15.39:0/777231332 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20d80d10b0 msgr2=0x7f20d8160780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20ddde8640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20d80d10b0 0x7f20d8160780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20ddde8640 1 -- 172.21.15.39:0/777231332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20d80d19b0 con 0x7f20c40043a0 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20ddde8640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20d81f4c70 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f20cc007310 tx=0x7f20cc0077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20ca7fc640 1 -- 172.21.15.39:0/777231332 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20cc00f8c0 con 0x7f20c40043a0 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20ca7fc640 1 -- 172.21.15.39:0/777231332 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20cc018070 con 0x7f20c40043a0 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20d815edf0 con 0x7f20c40043a0 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20ca7fc640 1 -- 172.21.15.39:0/777231332 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20cc00fca0 con 0x7f20c40043a0 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.736+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20d815f3b0 con 0x7f20c40043a0 2024-09-19T05:35:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.737+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20d806bf00 con 0x7f20c40043a0 2024-09-19T05:35:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.738+0000 7f20ca7fc640 1 -- 172.21.15.39:0/777231332 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f20cc01d460 con 0x7f20c40043a0 2024-09-19T05:35:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.738+0000 7f20ca7fc640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20bc06c2b0 0x7f20bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.738+0000 7f20ca7fc640 1 -- 172.21.15.39:0/777231332 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 4943+0+0 (secure 0 0 0) 0x7f20cc08b070 con 0x7f20c40043a0 2024-09-19T05:35:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.738+0000 7f20dd5e7640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20bc06c2b0 0x7f20bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.738+0000 7f20dd5e7640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20bc06c2b0 0x7f20bc06e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f20d4034000 tx=0x7f20d402c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.742+0000 7f20ca7fc640 1 -- 172.21.15.39:0/777231332 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f20cc059490 con 0x7f20c40043a0 2024-09-19T05:35:34.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.918+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f20d815dff0 con 0x7f20c40043a0 2024-09-19T05:35:34.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.919+0000 7f20ca7fc640 1 -- 172.21.15.39:0/777231332 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v46) ==== 93+0+10 (secure 0 0 0) 0x7f20cc05d790 con 0x7f20c40043a0 2024-09-19T05:35:34.922 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-19T05:35:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20bc06c2b0 msgr2=0x7f20bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20bc06c2b0 0x7f20bc06e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f20d4034000 tx=0x7f20d402c000 comp rx=0 tx=0).stop 2024-09-19T05:35:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 msgr2=0x7f20d81f4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20d81f4c70 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f20cc007310 tx=0x7f20cc0077d0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 shutdown_connections 2024-09-19T05:35:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20bc06c2b0 0x7f20bc06e770 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20d80d10b0 0x7f20d8160780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20d815fbb0 0x7f20d81f1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 --2- 172.21.15.39:0/777231332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20c40043a0 0x7f20d81f4c70 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 >> 172.21.15.39:0/777231332 conn(0x7f20d80b2a50 msgr2=0x7f20d8074db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 shutdown_connections 2024-09-19T05:35:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:34.921+0000 7f20e004c640 1 -- 172.21.15.39:0/777231332 wait complete. 2024-09-19T05:35:34.934 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject' 2024-09-19T05:35:35.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.035+0000 7fb4bf3a8640 1 Processor -- start 2024-09-19T05:35:35.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.035+0000 7fb4bf3a8640 1 -- start start 2024-09-19T05:35:35.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.036+0000 7fb4bf3a8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 0x7fb4b80cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.036+0000 7fb4bf3a8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb4b80d16e0 0x7fb4b80d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.036+0000 7fb4bf3a8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4b80cff10 con 0x7fb4b80b6a70 2024-09-19T05:35:35.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.036+0000 7fb4bf3a8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb4b80d1b70 con 0x7fb4b80d16e0 2024-09-19T05:35:35.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.036+0000 7fb4bf3a8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb4b80cf540 con 0x7fb4b80b6690 2024-09-19T05:35:35.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.036+0000 7fb4bd945640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb4b80d16e0 0x7fb4b80d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.037+0000 7fb4bd945640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb4b80d16e0 0x7fb4b80d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43832/0 (socket says 172.21.15.39:43832) 2024-09-19T05:35:35.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.037+0000 7fb4bd945640 1 -- 172.21.15.39:0/1123134192 learned_addr learned my addr 172.21.15.39:0/1123134192 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:35.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.037+0000 7fb4bd144640 1 --2- 172.21.15.39:0/1123134192 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 0x7fb4b80cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.037+0000 7fb4bd945640 1 -- 172.21.15.39:0/1123134192 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 msgr2=0x7fb4b80cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:35.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.037+0000 7fb4bd945640 1 --2- 172.21.15.39:0/1123134192 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 0x7fb4b80cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.037+0000 7fb4bd945640 1 -- 172.21.15.39:0/1123134192 >> v1:172.21.15.50:6789/0 conn(0x7fb4b80b6a70 legacy=0x7fb4b80d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.037+0000 7fb4bd945640 1 -- 172.21.15.39:0/1123134192 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4b80d1d90 con 0x7fb4b80d16e0 2024-09-19T05:35:35.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4bd945640 1 --2- 172.21.15.39:0/1123134192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 0x7fb4b80d2b50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0009870 tx=0x7fb4b002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=348a70fc07d65609 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:35.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4b7fff640 1 -- 172.21.15.39:0/1123134192 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b0037070 con 0x7fb4b80d16e0 2024-09-19T05:35:35.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4b7fff640 1 -- 172.21.15.39:0/1123134192 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4b0032440 con 0x7fb4b80d16e0 2024-09-19T05:35:35.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4b7fff640 1 -- 172.21.15.39:0/1123134192 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b0032810 con 0x7fb4b80d16e0 2024-09-19T05:35:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1123134192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 msgr2=0x7fb4b80d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4bf3a8640 1 --2- 172.21.15.39:0/1123134192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 0x7fb4b80d2b50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0009870 tx=0x7fb4b002a270 comp rx=0 tx=0).stop 2024-09-19T05:35:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1123134192 shutdown_connections 2024-09-19T05:35:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4bf3a8640 1 --2- 172.21.15.39:0/1123134192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 0x7fb4b80d2b50 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4bf3a8640 1 --2- 172.21.15.39:0/1123134192 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 0x7fb4b80cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1123134192 >> 172.21.15.39:0/1123134192 conn(0x7fb4b8072560 msgr2=0x7fb4b8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1123134192 shutdown_connections 2024-09-19T05:35:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.038+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1123134192 wait complete. 2024-09-19T05:35:35.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.040+0000 7fb4bf3a8640 1 Processor -- start 2024-09-19T05:35:35.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.040+0000 7fb4bf3a8640 1 -- start start 2024-09-19T05:35:35.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.040+0000 7fb4bf3a8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 0x7fb4b80ccdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.040+0000 7fb4bf3a8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80b6a70 0x7fb4b81575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.040+0000 7fb4bf3a8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 0x7fb4b81f5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.040+0000 7fb4bf3a8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb4b80b6ed0 con 0x7fb4b80d16e0 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.040+0000 7fb4bf3a8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4b80cf1d0 con 0x7fb4b80b6a70 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.040+0000 7fb4bf3a8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb4b815c530 con 0x7fb4b80b6690 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.040+0000 7fb4bd945640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 0x7fb4b81f5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd945640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 0x7fb4b81f5d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43838/0 (socket says 172.21.15.39:43838) 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd945640 1 -- 172.21.15.39:0/1080630247 learned_addr learned my addr 172.21.15.39:0/1080630247 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bc943640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80b6a70 0x7fb4b81575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd144640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 0x7fb4b80ccdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd945640 1 -- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 msgr2=0x7fb4b80ccdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd945640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 0x7fb4b80ccdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd945640 1 -- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80b6a70 msgr2=0x7fb4b81575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd945640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80b6a70 0x7fb4b81575d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd945640 1 -- 172.21.15.39:0/1080630247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4b80b5f40 con 0x7fb4b80d16e0 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd144640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 0x7fb4b80ccdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bc943640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80b6a70 0x7fb4b81575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bd945640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 0x7fb4b81f5d10 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0009870 tx=0x7fb4b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4b5ffb640 1 -- 172.21.15.39:0/1080630247 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b0041020 con 0x7fb4b80d16e0 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4b5ffb640 1 -- 172.21.15.39:0/1080630247 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4b003d640 con 0x7fb4b80d16e0 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4b80cbd50 con 0x7fb4b80d16e0 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4b5ffb640 1 -- 172.21.15.39:0/1080630247 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b0037040 con 0x7fb4b80d16e0 2024-09-19T05:35:35.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.041+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4b80cc310 con 0x7fb4b80d16e0 2024-09-19T05:35:35.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.042+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4b80cf9d0 con 0x7fb4b80d16e0 2024-09-19T05:35:35.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.043+0000 7fb4b5ffb640 1 -- 172.21.15.39:0/1080630247 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb4b0044020 con 0x7fb4b80d16e0 2024-09-19T05:35:35.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.043+0000 7fb4b5ffb640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4a406c2b0 0x7fb4a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.043+0000 7fb4b5ffb640 1 -- 172.21.15.39:0/1080630247 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 4943+0+0 (secure 0 0 0) 0x7fb4b00ab880 con 0x7fb4b80d16e0 2024-09-19T05:35:35.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.043+0000 7fb4bd144640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4a406c2b0 0x7fb4a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.044+0000 7fb4bd144640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4a406c2b0 0x7fb4a406e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb4a8009af0 tx=0x7fb4a8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:35.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.048+0000 7fb4b5ffb640 1 -- 172.21.15.39:0/1080630247 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb4b004b030 con 0x7fb4b80d16e0 2024-09-19T05:35:35.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.290+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]} v 0) -- 0x7fb4b8069140 con 0x7fb4b80d16e0 2024-09-19T05:35:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.309+0000 7fb4b5ffb640 1 -- 172.21.15.39:0/1080630247 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]}]=0 v104) ==== 145+0+0 (secure 0 0 0) 0x7fb4b007a300 con 0x7fb4b80d16e0 2024-09-19T05:35:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4a406c2b0 msgr2=0x7fb4a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4a406c2b0 0x7fb4a406e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb4a8009af0 tx=0x7fb4a8008040 comp rx=0 tx=0).stop 2024-09-19T05:35:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 msgr2=0x7fb4b81f5d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 0x7fb4b81f5d10 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0009870 tx=0x7fb4b00046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 shutdown_connections 2024-09-19T05:35:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4a406c2b0 0x7fb4a406e770 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b80d16e0 0x7fb4b81f5d10 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4b80b6a70 0x7fb4b81575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 --2- 172.21.15.39:0/1080630247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4b80b6690 0x7fb4b80ccdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 >> 172.21.15.39:0/1080630247 conn(0x7fb4b8072560 msgr2=0x7fb4b80d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 shutdown_connections 2024-09-19T05:35:35.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.311+0000 7fb4bf3a8640 1 -- 172.21.15.39:0/1080630247 wait complete. 2024-09-19T05:35:35.324 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:35:35.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.427+0000 7fcac6542640 1 Processor -- start 2024-09-19T05:35:35.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.428+0000 7fcac6542640 1 -- start start 2024-09-19T05:35:35.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.428+0000 7fcac6542640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcac006d8a0 0x7fcac0169200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.428+0000 7fcac6542640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcac006bc50 con 0x7fcac015e630 2024-09-19T05:35:35.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.428+0000 7fcac6542640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcac006bf30 con 0x7fcac006ccf0 2024-09-19T05:35:35.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.428+0000 7fcac6542640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fcac006c210 con 0x7fcac006d8a0 2024-09-19T05:35:35.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.428+0000 7fcac4adf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcac006d8a0 0x7fcac0169200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.429+0000 7fcabffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcac015e630 0x7fcac0071340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56252/0 (socket says 172.21.15.39:56252) 2024-09-19T05:35:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.429+0000 7fcabffff640 1 -- 172.21.15.39:0/2741344958 learned_addr learned my addr 172.21.15.39:0/2741344958 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.429+0000 7fcac4adf640 1 -- 172.21.15.39:0/2741344958 >> v1:172.21.15.50:6789/0 conn(0x7fcac006ccf0 legacy=0x7fcac006d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.429+0000 7fcac4adf640 1 -- 172.21.15.39:0/2741344958 >> v1:172.21.15.39:6789/0 conn(0x7fcac015e630 legacy=0x7fcac0071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.429+0000 7fcac4adf640 1 -- 172.21.15.39:0/2741344958 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac006c4f0 con 0x7fcac006d8a0 2024-09-19T05:35:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.429+0000 7fcabeffd640 1 -- 172.21.15.39:0/2741344958 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 366019379 0 0) 0x7fcac006bc50 con 0x7fcac015e630 2024-09-19T05:35:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcac4adf640 1 --2- 172.21.15.39:0/2741344958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac006d8a0 0x7fcac0169200 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fcab8009d90 tx=0x7fcab802a580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=771702c33313a01 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcabeffd640 1 -- 172.21.15.39:0/2741344958 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8007740 con 0x7fcac006d8a0 2024-09-19T05:35:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcabeffd640 1 -- 172.21.15.39:0/2741344958 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcab80078e0 con 0x7fcac006d8a0 2024-09-19T05:35:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcabeffd640 1 -- 172.21.15.39:0/2741344958 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8007cb0 con 0x7fcac006d8a0 2024-09-19T05:35:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcac6542640 1 -- 172.21.15.39:0/2741344958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac006d8a0 msgr2=0x7fcac0169200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcac6542640 1 --2- 172.21.15.39:0/2741344958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac006d8a0 0x7fcac0169200 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fcab8009d90 tx=0x7fcab802a580 comp rx=0 tx=0).stop 2024-09-19T05:35:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcac6542640 1 -- 172.21.15.39:0/2741344958 shutdown_connections 2024-09-19T05:35:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcac6542640 1 --2- 172.21.15.39:0/2741344958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac006d8a0 0x7fcac0169200 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcac6542640 1 -- 172.21.15.39:0/2741344958 >> 172.21.15.39:0/2741344958 conn(0x7fcac006f180 msgr2=0x7fcac006f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcac6542640 1 -- 172.21.15.39:0/2741344958 shutdown_connections 2024-09-19T05:35:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.430+0000 7fcac6542640 1 -- 172.21.15.39:0/2741344958 wait complete. 2024-09-19T05:35:35.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.431+0000 7fcac6542640 1 Processor -- start 2024-09-19T05:35:35.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.432+0000 7fcac6542640 1 -- start start 2024-09-19T05:35:35.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.432+0000 7fcac6542640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac006ccf0 0x7fcac01f7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.432+0000 7fcac6542640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcac006d8a0 0x7fcac0147b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.432+0000 7fcac6542640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015e630 0x7fcac01f4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.432+0000 7fcac6542640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcac0070a90 con 0x7fcac015e630 2024-09-19T05:35:35.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.432+0000 7fcac6542640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcac015fa20 con 0x7fcac006ccf0 2024-09-19T05:35:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.432+0000 7fcac6542640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcac0070c10 con 0x7fcac006d8a0 2024-09-19T05:35:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.432+0000 7fcac4adf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015e630 0x7fcac01f4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac4adf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015e630 0x7fcac01f4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43868/0 (socket says 172.21.15.39:43868) 2024-09-19T05:35:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac4adf640 1 -- 172.21.15.39:0/3736120517 learned_addr learned my addr 172.21.15.39:0/3736120517 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcabffff640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac006ccf0 0x7fcac01f7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac4adf640 1 -- 172.21.15.39:0/3736120517 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcac006d8a0 msgr2=0x7fcac0147b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac4adf640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcac006d8a0 0x7fcac0147b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac4adf640 1 -- 172.21.15.39:0/3736120517 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac006ccf0 msgr2=0x7fcac01f7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac4adf640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac006ccf0 0x7fcac01f7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac4adf640 1 -- 172.21.15.39:0/3736120517 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac01f85f0 con 0x7fcac015e630 2024-09-19T05:35:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac4adf640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015e630 0x7fcac01f4190 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fcab8009eb0 tx=0x7fcab8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcabcff9640 1 -- 172.21.15.39:0/3736120517 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8040070 con 0x7fcac015e630 2024-09-19T05:35:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcabcff9640 1 -- 172.21.15.39:0/3736120517 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcab8031c90 con 0x7fcac015e630 2024-09-19T05:35:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcac01f88d0 con 0x7fcac015e630 2024-09-19T05:35:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcabcff9640 1 -- 172.21.15.39:0/3736120517 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8045680 con 0x7fcac015e630 2024-09-19T05:35:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.433+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcac01f4c00 con 0x7fcac015e630 2024-09-19T05:35:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.434+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcac0063610 con 0x7fcac015e630 2024-09-19T05:35:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.435+0000 7fcabcff9640 1 -- 172.21.15.39:0/3736120517 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcab8039040 con 0x7fcac015e630 2024-09-19T05:35:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.435+0000 7fcabcff9640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.435+0000 7fcabcff9640 1 -- 172.21.15.39:0/3736120517 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 4943+0+0 (secure 0 0 0) 0x7fcab80acbe0 con 0x7fcac015e630 2024-09-19T05:35:35.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.435+0000 7fcabffff640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.436+0000 7fcabffff640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fcab0000f60 tx=0x7fcab0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:35.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.440+0000 7fcabcff9640 1 -- 172.21.15.39:0/3736120517 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcab807b710 con 0x7fcac015e630 2024-09-19T05:35:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.614+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fcac01f8df0 con 0x7fcac015e630 2024-09-19T05:35:35.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.619+0000 7fcabcff9640 1 -- 172.21.15.39:0/3736120517 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7fcac01f8df0 con 0x7fcac015e630 2024-09-19T05:35:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 msgr2=0x7fcaac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fcab0000f60 tx=0x7fcab0009040 comp rx=0 tx=0).stop 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015e630 msgr2=0x7fcac01f4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015e630 0x7fcac01f4190 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fcab8009eb0 tx=0x7fcab8004a40 comp rx=0 tx=0).stop 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 shutdown_connections 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcaac06c2b0 0x7fcaac06e770 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcac015e630 0x7fcac01f4190 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcac006d8a0 0x7fcac0147b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 --2- 172.21.15.39:0/3736120517 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcac006ccf0 0x7fcac01f7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 >> 172.21.15.39:0/3736120517 conn(0x7fcac006f180 msgr2=0x7fcac0073720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 shutdown_connections 2024-09-19T05:35:35.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.622+0000 7fcac6542640 1 -- 172.21.15.39:0/3736120517 wait complete. 2024-09-19T05:35:35.635 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:35:35.635 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:35.675 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:35.718 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:35:35.718 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:35.718 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:35.734 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:35:35.735 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:35.735 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:35.776 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:35:35.777 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:35.777 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:35.793 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:35:35.793 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:35.793 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:35.834 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:35:35.835 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:35:35.835 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:35.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.934+0000 7f24f3b0a640 1 Processor -- start 2024-09-19T05:35:35.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.935+0000 7f24f3b0a640 1 -- start start 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.935+0000 7f24f3b0a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec0b6690 0x7f24ec0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.935+0000 7f24f3b0a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24ec0cff10 con 0x7f24ec0b6a70 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.935+0000 7f24f3b0a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24ec0d1d90 con 0x7f24ec0d16e0 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.935+0000 7f24f3b0a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f24ec0d1b70 con 0x7f24ec0b6690 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f10a5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f24ec0b6a70 0x7f24ec0d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56256/0 (socket says 172.21.15.39:56256) 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f10a5640 1 -- 172.21.15.39:0/711359696 learned_addr learned my addr 172.21.15.39:0/711359696 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2289814411 0 0) 0x7f24ec0cff10 con 0x7f24ec0b6a70 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f24d8003520 con 0x7f24ec0b6a70 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f18a6640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec0b6690 0x7f24ec0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2056726627 0 0) 0x7f24d8003520 con 0x7f24ec0b6a70 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec0b6690 msgr2=0x7f24ec0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:35.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec0b6690 0x7f24ec0cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 >> v1:172.21.15.50:6789/0 conn(0x7f24ec0d16e0 legacy=0x7f24ec0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24ec0ceef0 con 0x7f24ec0b6a70 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f24dc001670 con 0x7f24ec0b6a70 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 >> v1:172.21.15.39:6789/0 conn(0x7f24ec0b6a70 legacy=0x7f24ec0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24d8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24d8004800 0x7f24d8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec0b6690 0x7f24d80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f24ec0d1b70 con 0x7f24d80039e0 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f24d800ba70 con 0x7f24d8004800 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f24d800bc70 con 0x7f24ec0b6690 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f18a6640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24d8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.936+0000 7f24f20a7640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec0b6690 0x7f24d80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.937+0000 7f24f10a5640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24d8004800 0x7f24d8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.937+0000 7f24f18a6640 1 -- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec0b6690 msgr2=0x7f24d80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.937+0000 7f24f18a6640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec0b6690 0x7f24d80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.937+0000 7f24f18a6640 1 -- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24d8004800 msgr2=0x7f24d8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.937+0000 7f24f18a6640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24d8004800 0x7f24d8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.937+0000 7f24f18a6640 1 -- 172.21.15.39:0/711359696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24d8003520 con 0x7f24d80039e0 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.937+0000 7f24f20a7640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec0b6690 0x7f24d80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.937+0000 7f24f18a6640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24d8003e00 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f24e8009a90 tx=0x7f24d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcd64fb240be2ffd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.937+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e8036070 con 0x7f24d80039e0 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.938+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24e8031400 con 0x7f24d80039e0 2024-09-19T05:35:35.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.938+0000 7f24f08a4640 1 -- 172.21.15.39:0/711359696 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e8009690 con 0x7f24d80039e0 2024-09-19T05:35:35.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.938+0000 7f24f3b0a640 1 -- 172.21.15.39:0/711359696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 msgr2=0x7f24d8003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.938+0000 7f24f3b0a640 1 --2- 172.21.15.39:0/711359696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24d8003e00 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f24e8009a90 tx=0x7f24d8005830 comp rx=0 tx=0).stop 2024-09-19T05:35:35.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.938+0000 7f24f20a7640 1 -- 172.21.15.39:0/711359696 reap_dead start 2024-09-19T05:35:35.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.938+0000 7f24f3b0a640 1 -- 172.21.15.39:0/711359696 shutdown_connections 2024-09-19T05:35:35.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.938+0000 7f24f3b0a640 1 -- 172.21.15.39:0/711359696 >> 172.21.15.39:0/711359696 conn(0x7f24ec072560 msgr2=0x7f24ec072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:35.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.938+0000 7f24f3b0a640 1 -- 172.21.15.39:0/711359696 shutdown_connections 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.938+0000 7f24f3b0a640 1 -- 172.21.15.39:0/711359696 wait complete. 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.939+0000 7f24f3b0a640 1 Processor -- start 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.939+0000 7f24f3b0a640 1 -- start start 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f3b0a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24ec143940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f3b0a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec1561a0 0x7f24ec0ce440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f3b0a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24ec0b9280 0x7f24ec0b9730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f3b0a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f24ec0b6ed0 con 0x7f24d80039e0 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f3b0a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f24ec0cf540 con 0x7f24ec0b9280 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f3b0a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f24ec15c530 con 0x7f24ec1561a0 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f18a6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24ec143940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f18a6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24ec143940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43872/0 (socket says 172.21.15.39:43872) 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f18a6640 1 -- 172.21.15.39:0/1153275108 learned_addr learned my addr 172.21.15.39:0/1153275108 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:35.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f20a7640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24ec0b9280 0x7f24ec0b9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f10a5640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec1561a0 0x7f24ec0ce440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f18a6640 1 -- 172.21.15.39:0/1153275108 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec1561a0 msgr2=0x7f24ec0ce440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f18a6640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec1561a0 0x7f24ec0ce440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f18a6640 1 -- 172.21.15.39:0/1153275108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24ec0b9280 msgr2=0x7f24ec0b9730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f18a6640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24ec0b9280 0x7f24ec0b9730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.940+0000 7f24f18a6640 1 -- 172.21.15.39:0/1153275108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24ec156630 con 0x7f24d80039e0 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.941+0000 7f24f10a5640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec1561a0 0x7f24ec0ce440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.941+0000 7f24f18a6640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24ec143940 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f24e8009bb0 tx=0x7f24e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.941+0000 7f24e27fc640 1 -- 172.21.15.39:0/1153275108 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e8040020 con 0x7f24d80039e0 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.941+0000 7f24e27fc640 1 -- 172.21.15.39:0/1153275108 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24e8003940 con 0x7f24d80039e0 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.941+0000 7f24e27fc640 1 -- 172.21.15.39:0/1153275108 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e8036040 con 0x7f24d80039e0 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.941+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24ec156910 con 0x7f24d80039e0 2024-09-19T05:35:35.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.941+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24ec156ed0 con 0x7f24d80039e0 2024-09-19T05:35:35.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.942+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24ec0cf9d0 con 0x7f24d80039e0 2024-09-19T05:35:35.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.942+0000 7f24e27fc640 1 -- 172.21.15.39:0/1153275108 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f24e8043020 con 0x7f24d80039e0 2024-09-19T05:35:35.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.943+0000 7f24e27fc640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f24d006c2e0 0x7f24d006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:35.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.943+0000 7f24e27fc640 1 -- 172.21.15.39:0/1153275108 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 4943+0+0 (secure 0 0 0) 0x7f24e80ab1e0 con 0x7f24d80039e0 2024-09-19T05:35:35.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.943+0000 7f24f10a5640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f24d006c2e0 0x7f24d006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:35.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.943+0000 7f24f10a5640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f24d006c2e0 0x7f24d006e7a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f24ec0ba800 tx=0x7f24dc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:35.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:35.947+0000 7f24e27fc640 1 -- 172.21.15.39:0/1153275108 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f24e804a070 con 0x7f24d80039e0 2024-09-19T05:35:36.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.158+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24ec069140 con 0x7f24d80039e0 2024-09-19T05:35:36.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.158+0000 7f24e27fc640 1 -- 172.21.15.39:0/1153275108 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+3905 (secure 0 0 0) 0x7f24e8079c50 con 0x7f24d80039e0 2024-09-19T05:35:36.161 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:36.161 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"btime":"2024-09-19T05:35:31:275829+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4775,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3387580244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3387580244},{"type":"v1","addr":"172.21.15.50:6834","nonce":3387580244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":4778,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/775081479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":775081479},{"type":"v1","addr":"172.21.15.50:6835","nonce":775081479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5136,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/4199704063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":4199704063},{"type":"v1","addr":"172.21.15.39:6836","nonce":4199704063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17},{"gid":5388,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/593577549","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":593577549},{"type":"v1","addr":"172.21.15.39:6837","nonce":593577549}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[]} 2024-09-19T05:35:36.161 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-09-19T05:35:36.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.160+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f24d006c2e0 msgr2=0x7f24d006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:36.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.160+0000 7f24f3b0a640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f24d006c2e0 0x7f24d006e7a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f24ec0ba800 tx=0x7f24dc009040 comp rx=0 tx=0).stop 2024-09-19T05:35:36.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.160+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 msgr2=0x7f24ec143940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:36.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.160+0000 7f24f3b0a640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24ec143940 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f24e8009bb0 tx=0x7f24e8004730 comp rx=0 tx=0).stop 2024-09-19T05:35:36.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.160+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 shutdown_connections 2024-09-19T05:35:36.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.160+0000 7f24f3b0a640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f24d006c2e0 0x7f24d006e7a0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.160+0000 7f24f3b0a640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f24ec0b9280 0x7f24ec0b9730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.160+0000 7f24f3b0a640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f24ec1561a0 0x7f24ec0ce440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.160+0000 7f24f3b0a640 1 --2- 172.21.15.39:0/1153275108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d80039e0 0x7f24ec143940 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.161+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 >> 172.21.15.39:0/1153275108 conn(0x7f24ec072560 msgr2=0x7f24ec160a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:36.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.161+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 shutdown_connections 2024-09-19T05:35:36.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.161+0000 7f24f3b0a640 1 -- 172.21.15.39:0/1153275108 wait complete. 2024-09-19T05:35:36.174 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:35:36.174 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:35:36.174 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:35:36.174 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:35:36.175 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:35:36.175 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:35:36.175 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:35:36.175 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:35:36.175 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:35:36.175 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:35:36.176 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:35:36.176 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:35:36.176 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:35:36.176 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:35:36.176 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:35:36.176 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:35:36.185 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:35:36.185 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:35:36.186 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:35:36.186 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:35:36.191 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:35:36.192 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:35:36.193 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:35:36.193 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:35:36.228 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:35:36.228 DEBUG:teuthology.parallel:result is None 2024-09-19T05:35:36.229 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:35:36.229 DEBUG:teuthology.parallel:result is None 2024-09-19T05:35:36.234 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:35:36.235 DEBUG:teuthology.parallel:result is None 2024-09-19T05:35:36.235 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:35:36.235 DEBUG:teuthology.parallel:result is None 2024-09-19T05:35:36.236 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:35:36.305 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:35:36.306 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:35:36.325 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-19T05:35:36.325 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-19T05:35:36.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.341+0000 7f924af52640 1 Processor -- start 2024-09-19T05:35:36.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.341+0000 7f924af52640 1 -- start start 2024-09-19T05:35:36.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.342+0000 7f924af52640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f92440b6a70 0x7f92440d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:36.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.342+0000 7f924af52640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f92440d1510 0x7f92440d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:36.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.342+0000 7f924af52640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92440d1d90 con 0x7f92440b6690 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.342+0000 7f9248cee640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f92440b6690 0x7f92440cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:56286/0 (socket says 172.21.15.39:56286) 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.342+0000 7f9248cee640 1 -- 172.21.15.39:0/535369308 learned_addr learned my addr 172.21.15.39:0/535369308 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.342+0000 7f924af52640 1 -- 172.21.15.39:0/535369308 --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f92440cf540 con 0x7f92440d1510 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.342+0000 7f92494ef640 1 --2- 172.21.15.39:0/535369308 >> v2:172.21.15.39:3300/0 conn(0x7f92440d1510 0x7f92440d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.342+0000 7f924af52640 1 -- 172.21.15.39:0/535369308 --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f92440ceef0 con 0x7f92440b6a70 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.342+0000 7f9243fff640 1 --2- 172.21.15.39:0/535369308 >> v2:172.21.15.50:3300/0 conn(0x7f92440b6a70 0x7f92440d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.343+0000 7f92437fe640 1 -- 172.21.15.39:0/535369308 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 809385909 0 0) 0x7f92440d1d90 con 0x7f92440b6690 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.343+0000 7f92437fe640 1 -- 172.21.15.39:0/535369308 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9234003520 con 0x7f92440b6690 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.343+0000 7f9243fff640 1 -- 172.21.15.39:0/535369308 >> v2:172.21.15.39:3300/0 conn(0x7f92440d1510 msgr2=0x7f92440d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.343+0000 7f9243fff640 1 --2- 172.21.15.39:0/535369308 >> v2:172.21.15.39:3300/0 conn(0x7f92440d1510 0x7f92440d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.343+0000 7f9243fff640 1 -- 172.21.15.39:0/535369308 >> v1:172.21.15.39:6789/0 conn(0x7f92440b6690 legacy=0x7f92440cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:36.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.343+0000 7f9243fff640 1 -- 172.21.15.39:0/535369308 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92440cf1d0 con 0x7f92440b6a70 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f9243fff640 1 --2- 172.21.15.39:0/535369308 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92440b6a70 0x7f92440d0fd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f92440b7690 tx=0x7f923002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0ee835312282142 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f92437fe640 1 -- 172.21.15.39:0/535369308 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9230037070 con 0x7f92440b6a70 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f92437fe640 1 -- 172.21.15.39:0/535369308 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9230032440 con 0x7f92440b6a70 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f92437fe640 1 -- 172.21.15.39:0/535369308 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9230032810 con 0x7f92440b6a70 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f924af52640 1 -- 172.21.15.39:0/535369308 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92440b6a70 msgr2=0x7f92440d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f924af52640 1 --2- 172.21.15.39:0/535369308 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92440b6a70 0x7f92440d0fd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f92440b7690 tx=0x7f923002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f924af52640 1 -- 172.21.15.39:0/535369308 shutdown_connections 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f924af52640 1 --2- 172.21.15.39:0/535369308 >> v2:172.21.15.39:3300/0 conn(0x7f92440d1510 0x7f92440d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f924af52640 1 --2- 172.21.15.39:0/535369308 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92440b6a70 0x7f92440d0fd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f924af52640 1 -- 172.21.15.39:0/535369308 >> 172.21.15.39:0/535369308 conn(0x7f9244072560 msgr2=0x7f9244072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:36.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f924af52640 1 -- 172.21.15.39:0/535369308 shutdown_connections 2024-09-19T05:35:36.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.344+0000 7f924af52640 1 -- 172.21.15.39:0/535369308 wait complete. 2024-09-19T05:35:36.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.346+0000 7f924af52640 1 Processor -- start 2024-09-19T05:35:36.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.346+0000 7f924af52640 1 -- start start 2024-09-19T05:35:36.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.346+0000 7f924af52640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92440b6690 0x7f9244155210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:36.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f924af52640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92440b6a70 0x7f92440cd420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f924af52640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92440d1510 0x7f924415ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f924af52640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f924415c6b0 con 0x7f92440b6690 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f924af52640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f924415c530 con 0x7f92440b6a70 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f924af52640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f92440d1940 con 0x7f92440d1510 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9248cee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92440b6690 0x7f9244155210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9248cee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92440b6690 0x7f9244155210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43922/0 (socket says 172.21.15.39:43922) 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9248cee640 1 -- 172.21.15.39:0/4195026284 learned_addr learned my addr 172.21.15.39:0/4195026284 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9243fff640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92440b6a70 0x7f92440cd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f92494ef640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92440d1510 0x7f924415ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9248cee640 1 -- 172.21.15.39:0/4195026284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92440d1510 msgr2=0x7f924415ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9248cee640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92440d1510 0x7f924415ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9248cee640 1 -- 172.21.15.39:0/4195026284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92440b6a70 msgr2=0x7f92440cd420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9248cee640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92440b6a70 0x7f92440cd420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9248cee640 1 -- 172.21.15.39:0/4195026284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9244155750 con 0x7f92440b6690 2024-09-19T05:35:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f9248cee640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92440b6690 0x7f9244155210 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f923800c430 tx=0x7f923800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f92417fa640 1 -- 172.21.15.39:0/4195026284 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238017070 con 0x7f92440b6690 2024-09-19T05:35:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9244157100 con 0x7f92440b6690 2024-09-19T05:35:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f92417fa640 1 -- 172.21.15.39:0/4195026284 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9238005ce0 con 0x7f92440b6690 2024-09-19T05:35:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.347+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92441576c0 con 0x7f92440b6690 2024-09-19T05:35:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.348+0000 7f92417fa640 1 -- 172.21.15.39:0/4195026284 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92380072f0 con 0x7f92440b6690 2024-09-19T05:35:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.348+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92440d0fd0 con 0x7f92440b6690 2024-09-19T05:35:36.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.349+0000 7f92417fa640 1 -- 172.21.15.39:0/4195026284 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f923801a070 con 0x7f92440b6690 2024-09-19T05:35:36.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.349+0000 7f92417fa640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f922806c2b0 0x7f922806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:36.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.350+0000 7f92417fa640 1 -- 172.21.15.39:0/4195026284 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7f923808a580 con 0x7f92440b6690 2024-09-19T05:35:36.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.350+0000 7f9243fff640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f922806c2b0 0x7f922806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:36.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.350+0000 7f9243fff640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f922806c2b0 0x7f922806e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9230034000 tx=0x7f923002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:36.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.354+0000 7f92417fa640 1 -- 172.21.15.39:0/4195026284 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9238058920 con 0x7f92440b6690 2024-09-19T05:35:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:36.542+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f924415d9a0 con 0x7f92440b6690 2024-09-19T05:35:37.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.317+0000 7f92417fa640 1 -- 172.21.15.39:0/4195026284 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v50) ==== 97+0+0 (secure 0 0 0) 0x7f923805cc20 con 0x7f92440b6690 2024-09-19T05:35:37.320 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-19T05:35:37.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f922806c2b0 msgr2=0x7f922806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f922806c2b0 0x7f922806e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9230034000 tx=0x7f923002e000 comp rx=0 tx=0).stop 2024-09-19T05:35:37.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92440b6690 msgr2=0x7f9244155210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92440b6690 0x7f9244155210 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f923800c430 tx=0x7f923800c8f0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 shutdown_connections 2024-09-19T05:35:37.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f922806c2b0 0x7f922806e770 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f92440d1510 0x7f924415ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92440b6a70 0x7f92440cd420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 --2- 172.21.15.39:0/4195026284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92440b6690 0x7f9244155210 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 >> 172.21.15.39:0/4195026284 conn(0x7f9244072560 msgr2=0x7f92440b9a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:37.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 shutdown_connections 2024-09-19T05:35:37.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.320+0000 7f924af52640 1 -- 172.21.15.39:0/4195026284 wait complete. 2024-09-19T05:35:37.335 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:35:37.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.439+0000 7ff5ff71f640 1 Processor -- start 2024-09-19T05:35:37.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.439+0000 7ff5ff71f640 1 -- start start 2024-09-19T05:35:37.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.440+0000 7ff5ff71f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff5f8062d80 0x7ff5f80ce510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.440+0000 7ff5ff71f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f80cea50 0x7ff5f80d1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.440+0000 7ff5ff71f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5f806bce0 con 0x7ff5f80b0890 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.440+0000 7ff5ff71f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff5f806bfc0 con 0x7ff5f8062d80 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.440+0000 7ff5ff71f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff5f80cdd10 con 0x7ff5f80cea50 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.440+0000 7ff5fdcbc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff5f80b0890 0x7ff5f80b6020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39638/0 (socket says 172.21.15.39:39638) 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.440+0000 7ff5fdcbc640 1 -- 172.21.15.39:0/1645895340 learned_addr learned my addr 172.21.15.39:0/1645895340 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5fccba640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f80cea50 0x7ff5f80d1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5fd4bb640 1 --2- 172.21.15.39:0/1645895340 >> v2:172.21.15.50:3300/0 conn(0x7ff5f8062d80 0x7ff5f80ce510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3708582532 0 0) 0x7ff5f806bce0 con 0x7ff5f80b0890 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff5e4003520 con 0x7ff5f80b0890 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4022172883 0 0) 0x7ff5e4003520 con 0x7ff5f80b0890 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f80cea50 msgr2=0x7ff5f80d1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f80cea50 0x7ff5f80d1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 >> v2:172.21.15.50:3300/0 conn(0x7ff5f8062d80 msgr2=0x7ff5f80ce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 --2- 172.21.15.39:0/1645895340 >> v2:172.21.15.50:3300/0 conn(0x7ff5f8062d80 0x7ff5f80ce510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f80cdff0 con 0x7ff5f80b0890 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7ff5f00019f0 con 0x7ff5f80b0890 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 >> v1:172.21.15.39:6789/0 conn(0x7ff5f80b0890 legacy=0x7ff5f80b6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f80cea50 0x7ff5e40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5e4003f30 0x7ff5e4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5e4004d40 0x7ff5e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f806bfc0 con 0x7ff5e4004d40 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f80cdd10 con 0x7ff5e4003f30 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff5e400b9c0 con 0x7ff5f80cea50 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5fdcbc640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5e4004d40 0x7ff5e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5fd4bb640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f80cea50 0x7ff5e40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.441+0000 7ff5fccba640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5e4003f30 0x7ff5e4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.442+0000 7ff5fdcbc640 1 -- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f80cea50 msgr2=0x7ff5e40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:37.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.442+0000 7ff5fdcbc640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f80cea50 0x7ff5e40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.442+0000 7ff5fdcbc640 1 -- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5e4003f30 msgr2=0x7ff5e4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:37.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.442+0000 7ff5fdcbc640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5e4003f30 0x7ff5e4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.442+0000 7ff5fdcbc640 1 -- 172.21.15.39:0/1645895340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e4003520 con 0x7ff5e4004d40 2024-09-19T05:35:37.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.442+0000 7ff5fdcbc640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5e4004d40 0x7ff5e40051c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff5f000a880 tx=0x7ff5e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b1ab19d9e9b9f8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:37.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.442+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f000a4a0 con 0x7ff5e4004d40 2024-09-19T05:35:37.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.442+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5f002f070 con 0x7ff5e4004d40 2024-09-19T05:35:37.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.442+0000 7ff5effff640 1 -- 172.21.15.39:0/1645895340 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f002bce0 con 0x7ff5e4004d40 2024-09-19T05:35:37.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.443+0000 7ff5ff71f640 1 -- 172.21.15.39:0/1645895340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5e4004d40 msgr2=0x7ff5e40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.443+0000 7ff5ff71f640 1 --2- 172.21.15.39:0/1645895340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5e4004d40 0x7ff5e40051c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff5f000a880 tx=0x7ff5e4005830 comp rx=0 tx=0).stop 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.443+0000 7ff5fdcbc640 1 -- 172.21.15.39:0/1645895340 reap_dead start 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.443+0000 7ff5ff71f640 1 -- 172.21.15.39:0/1645895340 shutdown_connections 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.443+0000 7ff5ff71f640 1 -- 172.21.15.39:0/1645895340 >> 172.21.15.39:0/1645895340 conn(0x7ff5f80732b0 msgr2=0x7ff5f80736c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.443+0000 7ff5ff71f640 1 -- 172.21.15.39:0/1645895340 shutdown_connections 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.443+0000 7ff5ff71f640 1 -- 172.21.15.39:0/1645895340 wait complete. 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.444+0000 7ff5ff71f640 1 Processor -- start 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.444+0000 7ff5ff71f640 1 -- start start 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5ff71f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5f809aca0 0x7ff5f8156f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5ff71f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5f80b62b0 0x7ff5f815ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5ff71f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f806e670 0x7ff5f815f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5ff71f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f80b6730 con 0x7ff5f809aca0 2024-09-19T05:35:37.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5ff71f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f806ff20 con 0x7ff5f80b62b0 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5ff71f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff5f80b68b0 con 0x7ff5f806e670 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fd4bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5f809aca0 0x7ff5f8156f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fd4bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5f809aca0 0x7ff5f8156f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60956/0 (socket says 172.21.15.39:60956) 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fd4bb640 1 -- 172.21.15.39:0/887314036 learned_addr learned my addr 172.21.15.39:0/887314036 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fccba640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5f80b62b0 0x7ff5f815ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fdcbc640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f806e670 0x7ff5f815f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fd4bb640 1 -- 172.21.15.39:0/887314036 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f806e670 msgr2=0x7ff5f815f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fd4bb640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f806e670 0x7ff5f815f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fd4bb640 1 -- 172.21.15.39:0/887314036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5f80b62b0 msgr2=0x7ff5f815ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fd4bb640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5f80b62b0 0x7ff5f815ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fd4bb640 1 -- 172.21.15.39:0/887314036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f8158cc0 con 0x7ff5f809aca0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.445+0000 7ff5fccba640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5f80b62b0 0x7ff5f815ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.446+0000 7ff5fd4bb640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5f809aca0 0x7ff5f8156f20 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ff5f4011a70 tx=0x7ff5f4011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.446+0000 7ff5edffb640 1 -- 172.21.15.39:0/887314036 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f400fb50 con 0x7ff5f809aca0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.446+0000 7ff5edffb640 1 -- 172.21.15.39:0/887314036 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5f400fcf0 con 0x7ff5f809aca0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.446+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5f8156440 con 0x7ff5f809aca0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.446+0000 7ff5edffb640 1 -- 172.21.15.39:0/887314036 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f400fea0 con 0x7ff5f809aca0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.446+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5f81585d0 con 0x7ff5f809aca0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.447+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5f80740e0 con 0x7ff5f809aca0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.448+0000 7ff5edffb640 1 -- 172.21.15.39:0/887314036 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff5f4012040 con 0x7ff5f809aca0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.448+0000 7ff5edffb640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5dc06c2b0 0x7ff5dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.448+0000 7ff5edffb640 1 -- 172.21.15.39:0/887314036 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4857+0+0 (secure 0 0 0) 0x7ff5f408b890 con 0x7ff5f809aca0 2024-09-19T05:35:37.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.448+0000 7ff5fccba640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5dc06c2b0 0x7ff5dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.449+0000 7ff5fccba640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5dc06c2b0 0x7ff5dc06e770 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff5f80b66b0 tx=0x7ff5e8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:37.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.452+0000 7ff5edffb640 1 -- 172.21.15.39:0/887314036 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff5f4019030 con 0x7ff5f809aca0 2024-09-19T05:35:37.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.694+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7ff5f80754f0 con 0x7ff5f809aca0 2024-09-19T05:35:37.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.695+0000 7ff5edffb640 1 -- 172.21.15.39:0/887314036 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v10) ==== 80+0+5304 (secure 0 0 0) 0x7ff5f405a350 con 0x7ff5f809aca0 2024-09-19T05:35:37.697 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIM4aDRAAlMJ7aOrv03elCfbuji2K5Q==", 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.698 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvgt7GRAA/eoXSbz/ug67UEj/AlWG3w==", 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.699 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIG5NFBAAYRoFlBTGF9vWE8tD5dXp+g==", 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmmFTdIBAAYykc1nIxjNdsCUi4spxX8A==", 2024-09-19T05:35:37.700 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCYt+tmP3rWFhAAowwSHyPCz6SrbalmmSKQBQ==", 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:37.701 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCbt+tmxbocGxAAXBJVNd9geM3WjPnzoN4Jeg==", 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.702 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCet+tmca0/LBAAkkmpxq3FL+vA+VxSrchJfA==", 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCit+tmzVUqAxAAGG8wZT2s9qUs1/xn1aQEzQ==", 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.703 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:37.704 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:37.704 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.704 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.704 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.704 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.704 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-19T05:35:37.704 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCmt+tmlzzNExAAKv2HxkFtL7iAGOyIoucHPg==", 2024-09-19T05:35:37.704 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.704 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCpt+tmHftQFhAATRmtgFgM4plu3j3Y84ySvA==", 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.705 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCst+tmQgP3JxAAsS3nowkJGITPFCd4cHLG9w==", 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCvt+tmWnfGOBAAqceyaunM8LQyhXoccnb3GA==", 2024-09-19T05:35:37.706 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ==", 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:35:37.707 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvp8oLhAAnPW4CNPoKei0acso9k3X6w==", 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.708 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmBbHYKhAA+49M8aS7VHuPjm00KOCwUw==", 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-19T05:35:37.709 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmge3nMxAADicDEBNjTt+/zzL3befE1w==", 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCQt+tmWTbVKxAA2TBzvNegyH9FNxy/NFGX6Q==", 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:35:37.710 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm1q7NCRAA1Wg1Mq1WXaqx/ngn21X60Q==", 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.711 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvvK9BRAAyFVhGghx2zPYcMbaHBpWoA==", 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-19T05:35:37.712 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:35:37.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5dc06c2b0 msgr2=0x7ff5dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5dc06c2b0 0x7ff5dc06e770 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff5f80b66b0 tx=0x7ff5e8008040 comp rx=0 tx=0).stop 2024-09-19T05:35:37.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5f809aca0 msgr2=0x7ff5f8156f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5f809aca0 0x7ff5f8156f20 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ff5f4011a70 tx=0x7ff5f4011f30 comp rx=0 tx=0).stop 2024-09-19T05:35:37.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 shutdown_connections 2024-09-19T05:35:37.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff5dc06c2b0 0x7ff5dc06e770 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff5f806e670 0x7ff5f815f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5f80b62b0 0x7ff5f815ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 --2- 172.21.15.39:0/887314036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5f809aca0 0x7ff5f8156f20 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 >> 172.21.15.39:0/887314036 conn(0x7ff5f80732b0 msgr2=0x7ff5f806df60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:37.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 shutdown_connections 2024-09-19T05:35:37.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.697+0000 7ff5ff71f640 1 -- 172.21.15.39:0/887314036 wait complete. 2024-09-19T05:35:37.715 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:35:37.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.814+0000 7f5a0e578640 1 Processor -- start 2024-09-19T05:35:37.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.815+0000 7f5a0e578640 1 -- start start 2024-09-19T05:35:37.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.815+0000 7f5a0e578640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5a080b6690 0x7f5a080cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.815+0000 7f5a0e578640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a080b6a70 0x7f5a080d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.815+0000 7f5a0e578640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080d1510 0x7f5a080d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.815+0000 7f5a0e578640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f5a080cf540 con 0x7f5a080b6a70 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.815+0000 7f5a0e578640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5a080cff10 con 0x7f5a080b6690 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.815+0000 7f5a0e578640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5a080d1d90 con 0x7f5a080d1510 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.815+0000 7f5a077fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a080b6a70 0x7f5a080d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.816+0000 7f5a077fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a080b6a70 0x7f5a080d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60964/0 (socket says 172.21.15.39:60964) 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.816+0000 7f5a077fe640 1 -- 172.21.15.39:0/3348168499 learned_addr learned my addr 172.21.15.39:0/3348168499 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.816+0000 7f5a0cb15640 1 --2- 172.21.15.39:0/3348168499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080d1510 0x7f5a080d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.816+0000 7f5a07fff640 1 --2- 172.21.15.39:0/3348168499 >> v2:172.21.15.50:3300/0 conn(0x7f5a080b6690 0x7f5a080cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.816+0000 7f5a077fe640 1 -- 172.21.15.39:0/3348168499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080d1510 msgr2=0x7f5a080d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.816+0000 7f5a077fe640 1 --2- 172.21.15.39:0/3348168499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080d1510 0x7f5a080d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.816+0000 7f5a077fe640 1 -- 172.21.15.39:0/3348168499 >> v2:172.21.15.50:3300/0 conn(0x7f5a080b6690 msgr2=0x7f5a080cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:37.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.816+0000 7f5a077fe640 1 --2- 172.21.15.39:0/3348168499 >> v2:172.21.15.50:3300/0 conn(0x7f5a080b6690 0x7f5a080cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.816+0000 7f5a077fe640 1 -- 172.21.15.39:0/3348168499 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a080ceef0 con 0x7f5a080b6a70 2024-09-19T05:35:37.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a077fe640 1 --2- 172.21.15.39:0/3348168499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080b6a70 0x7f5a080d0fd0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f5a080d2210 tx=0x7f59fc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a96e81e6867113e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:37.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a06ffd640 1 -- 172.21.15.39:0/3348168499 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59fc037070 con 0x7f5a080b6a70 2024-09-19T05:35:37.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a06ffd640 1 -- 172.21.15.39:0/3348168499 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59fc032440 con 0x7f5a080b6a70 2024-09-19T05:35:37.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a06ffd640 1 -- 172.21.15.39:0/3348168499 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59fc032810 con 0x7f5a080b6a70 2024-09-19T05:35:37.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a0e578640 1 -- 172.21.15.39:0/3348168499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080b6a70 msgr2=0x7f5a080d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a0e578640 1 --2- 172.21.15.39:0/3348168499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080b6a70 0x7f5a080d0fd0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f5a080d2210 tx=0x7f59fc02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a0e578640 1 -- 172.21.15.39:0/3348168499 shutdown_connections 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a0e578640 1 --2- 172.21.15.39:0/3348168499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080d1510 0x7f5a080d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a0e578640 1 --2- 172.21.15.39:0/3348168499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080b6a70 0x7f5a080d0fd0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a0e578640 1 --2- 172.21.15.39:0/3348168499 >> v2:172.21.15.50:3300/0 conn(0x7f5a080b6690 0x7f5a080cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a0e578640 1 -- 172.21.15.39:0/3348168499 >> 172.21.15.39:0/3348168499 conn(0x7f5a08072560 msgr2=0x7f5a08072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a0e578640 1 -- 172.21.15.39:0/3348168499 shutdown_connections 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.817+0000 7f5a0e578640 1 -- 172.21.15.39:0/3348168499 wait complete. 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.819+0000 7f5a0e578640 1 Processor -- start 2024-09-19T05:35:37.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.819+0000 7f5a0e578640 1 -- start start 2024-09-19T05:35:37.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.819+0000 7f5a0e578640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080b6690 0x7f5a080ce1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.819+0000 7f5a0e578640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a080b6a70 0x7f5a081569c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0e578640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080d1510 0x7f5a08155bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0e578640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5a080d1980 con 0x7f5a080d1510 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0e578640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5a080b6f00 con 0x7f5a080b6a70 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0e578640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5a080d1b00 con 0x7f5a080b6690 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0cb15640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080d1510 0x7f5a08155bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0cb15640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080d1510 0x7f5a08155bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60976/0 (socket says 172.21.15.39:60976) 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0cb15640 1 -- 172.21.15.39:0/249271212 learned_addr learned my addr 172.21.15.39:0/249271212 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a07fff640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080b6690 0x7f5a080ce1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a077fe640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a080b6a70 0x7f5a081569c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0cb15640 1 -- 172.21.15.39:0/249271212 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080b6690 msgr2=0x7f5a080ce1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0cb15640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080b6690 0x7f5a080ce1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0cb15640 1 -- 172.21.15.39:0/249271212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a080b6a70 msgr2=0x7f5a081569c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0cb15640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a080b6a70 0x7f5a081569c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0cb15640 1 -- 172.21.15.39:0/249271212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a081570c0 con 0x7f5a080d1510 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0cb15640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080d1510 0x7f5a08155bb0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f5a0000efc0 tx=0x7f5a0000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a04ff9640 1 -- 172.21.15.39:0/249271212 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a00018020 con 0x7f5a080d1510 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a04ff9640 1 -- 172.21.15.39:0/249271212 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a00014480 con 0x7f5a080d1510 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a081573a0 con 0x7f5a080d1510 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a04ff9640 1 -- 172.21.15.39:0/249271212 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a00014870 con 0x7f5a080d1510 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.820+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a08157960 con 0x7f5a080d1510 2024-09-19T05:35:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.821+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a0815c530 con 0x7f5a080d1510 2024-09-19T05:35:37.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.822+0000 7f5a04ff9640 1 -- 172.21.15.39:0/249271212 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a00005d10 con 0x7f5a080d1510 2024-09-19T05:35:37.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.822+0000 7f5a04ff9640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59f406c2b0 0x7f59f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:37.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.822+0000 7f5a04ff9640 1 -- 172.21.15.39:0/249271212 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4857+0+0 (secure 0 0 0) 0x7f5a0008bc70 con 0x7f5a080d1510 2024-09-19T05:35:37.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.822+0000 7f5a07fff640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59f406c2b0 0x7f59f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:37.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.823+0000 7f5a07fff640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59f406c2b0 0x7f59f406e770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f5a080cfee0 tx=0x7f59f8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:37.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:37.827+0000 7f5a04ff9640 1 -- 172.21.15.39:0/249271212 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a00022070 con 0x7f5a080d1510 2024-09-19T05:35:38.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.005+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f5a08069140 con 0x7f5a080d1510 2024-09-19T05:35:38.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.006+0000 7f5a04ff9640 1 -- 172.21.15.39:0/249271212 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v50) ==== 84+0+65 (secure 0 0 0) 0x7f5a00010040 con 0x7f5a080d1510 2024-09-19T05:35:38.008 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:38.008 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-19T05:35:38.008 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:35:38.008 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-19T05:35:38.009 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-19T05:35:38.009 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:35:38.009 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-19T05:35:38.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59f406c2b0 msgr2=0x7f59f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59f406c2b0 0x7f59f406e770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f5a080cfee0 tx=0x7f59f8008040 comp rx=0 tx=0).stop 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080d1510 msgr2=0x7f5a08155bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080d1510 0x7f5a08155bb0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f5a0000efc0 tx=0x7f5a0000c490 comp rx=0 tx=0).stop 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 shutdown_connections 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59f406c2b0 0x7f59f406e770 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a080d1510 0x7f5a08155bb0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a080b6a70 0x7f5a081569c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 --2- 172.21.15.39:0/249271212 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a080b6690 0x7f5a080ce1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 >> 172.21.15.39:0/249271212 conn(0x7f5a08072560 msgr2=0x7f5a08072940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 shutdown_connections 2024-09-19T05:35:38.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.008+0000 7f5a0e578640 1 -- 172.21.15.39:0/249271212 wait complete. 2024-09-19T05:35:38.021 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:35:38.022 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:35:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.125+0000 7f2d47e82640 1 Processor -- start 2024-09-19T05:35:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.126+0000 7f2d47e82640 1 -- start start 2024-09-19T05:35:38.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.126+0000 7f2d47e82640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2d400b61f0 0x7f2d400b6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.126+0000 7f2d47e82640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d400b6b50 con 0x7f2d400d3320 2024-09-19T05:35:38.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.126+0000 7f2d47e82640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d400cfe30 con 0x7f2d4015e860 2024-09-19T05:35:38.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.126+0000 7f2d47e82640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2d400b3f10 con 0x7f2d400b61f0 2024-09-19T05:35:38.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.127+0000 7f2d4541d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2d400d3320 0x7f2d400d4960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39646/0 (socket says 172.21.15.39:39646) 2024-09-19T05:35:38.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.127+0000 7f2d4541d640 1 -- 172.21.15.39:0/1063886487 learned_addr learned my addr 172.21.15.39:0/1063886487 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:38.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.127+0000 7f2d4641f640 1 --2- 172.21.15.39:0/1063886487 >> v2:172.21.15.50:3300/0 conn(0x7f2d400b61f0 0x7f2d400b6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.127+0000 7f2d44c1c640 1 -- 172.21.15.39:0/1063886487 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 988938118 0 0) 0x7f2d400b6b50 con 0x7f2d400d3320 2024-09-19T05:35:38.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.127+0000 7f2d44c1c640 1 -- 172.21.15.39:0/1063886487 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d2c003520 con 0x7f2d400d3320 2024-09-19T05:35:38.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.127+0000 7f2d44c1c640 1 -- 172.21.15.39:0/1063886487 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3278164205 0 0) 0x7f2d2c003520 con 0x7f2d400d3320 2024-09-19T05:35:38.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.127+0000 7f2d4641f640 1 -- 172.21.15.39:0/1063886487 >> v1:172.21.15.50:6789/0 conn(0x7f2d4015e860 legacy=0x7f2d400cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.127+0000 7f2d4641f640 1 -- 172.21.15.39:0/1063886487 >> v1:172.21.15.39:6789/0 conn(0x7f2d400d3320 legacy=0x7f2d400d4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.127+0000 7f2d4641f640 1 -- 172.21.15.39:0/1063886487 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d400d5070 con 0x7f2d400b61f0 2024-09-19T05:35:38.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.128+0000 7f2d4641f640 1 --2- 172.21.15.39:0/1063886487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d400b61f0 0x7f2d400b6610 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2d38009d90 tx=0x7f2d3802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa0bc39e4c8479f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:38.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.128+0000 7f2d44c1c640 1 -- 172.21.15.39:0/1063886487 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30001670 con 0x7f2d400b61f0 2024-09-19T05:35:38.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.128+0000 7f2d44c1c640 1 -- 172.21.15.39:0/1063886487 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d38007540 con 0x7f2d400b61f0 2024-09-19T05:35:38.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.128+0000 7f2d44c1c640 1 -- 172.21.15.39:0/1063886487 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d380078f0 con 0x7f2d400b61f0 2024-09-19T05:35:38.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.129+0000 7f2d47e82640 1 -- 172.21.15.39:0/1063886487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d400b61f0 msgr2=0x7f2d400b6610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.129+0000 7f2d47e82640 1 --2- 172.21.15.39:0/1063886487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d400b61f0 0x7f2d400b6610 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2d38009d90 tx=0x7f2d3802a680 comp rx=0 tx=0).stop 2024-09-19T05:35:38.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.129+0000 7f2d47e82640 1 -- 172.21.15.39:0/1063886487 shutdown_connections 2024-09-19T05:35:38.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.129+0000 7f2d47e82640 1 --2- 172.21.15.39:0/1063886487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d400b61f0 0x7f2d400b6610 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.129+0000 7f2d47e82640 1 -- 172.21.15.39:0/1063886487 >> 172.21.15.39:0/1063886487 conn(0x7f2d40072560 msgr2=0x7f2d40072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:38.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.129+0000 7f2d47e82640 1 -- 172.21.15.39:0/1063886487 shutdown_connections 2024-09-19T05:35:38.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.129+0000 7f2d47e82640 1 -- 172.21.15.39:0/1063886487 wait complete. 2024-09-19T05:35:38.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.130+0000 7f2d47e82640 1 Processor -- start 2024-09-19T05:35:38.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.130+0000 7f2d47e82640 1 -- start start 2024-09-19T05:35:38.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d47e82640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d400b61f0 0x7f2d4014c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d47e82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d400d3320 0x7f2d400cafd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d47e82640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d4015e860 0x7f2d401f4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d47e82640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2d400d3e80 con 0x7f2d400d3320 2024-09-19T05:35:38.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d47e82640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2d400d3ba0 con 0x7f2d400b61f0 2024-09-19T05:35:38.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d47e82640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2d400d4160 con 0x7f2d4015e860 2024-09-19T05:35:38.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4541d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d400d3320 0x7f2d400cafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4541d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d400d3320 0x7f2d400cafd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60982/0 (socket says 172.21.15.39:60982) 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4541d640 1 -- 172.21.15.39:0/2694974074 learned_addr learned my addr 172.21.15.39:0/2694974074 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d45c1e640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d400b61f0 0x7f2d4014c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4641f640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d4015e860 0x7f2d401f4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4541d640 1 -- 172.21.15.39:0/2694974074 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d4015e860 msgr2=0x7f2d401f4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4541d640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d4015e860 0x7f2d401f4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4541d640 1 -- 172.21.15.39:0/2694974074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d400b61f0 msgr2=0x7f2d4014c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4541d640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d400b61f0 0x7f2d4014c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4541d640 1 -- 172.21.15.39:0/2694974074 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d400c9660 con 0x7f2d400d3320 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.131+0000 7f2d4541d640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d400d3320 0x7f2d400cafd0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f2d3000c780 tx=0x7f2d3000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.132+0000 7f2d367fc640 1 -- 172.21.15.39:0/2694974074 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30017070 con 0x7f2d400d3320 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.132+0000 7f2d367fc640 1 -- 172.21.15.39:0/2694974074 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d30005ad0 con 0x7f2d400d3320 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.132+0000 7f2d367fc640 1 -- 172.21.15.39:0/2694974074 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30007070 con 0x7f2d400d3320 2024-09-19T05:35:38.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.132+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d400c9940 con 0x7f2d400d3320 2024-09-19T05:35:38.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.132+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d400c9f00 con 0x7f2d400d3320 2024-09-19T05:35:38.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.133+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d400d1c20 con 0x7f2d400d3320 2024-09-19T05:35:38.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.133+0000 7f2d367fc640 1 -- 172.21.15.39:0/2694974074 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2d3001a070 con 0x7f2d400d3320 2024-09-19T05:35:38.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.134+0000 7f2d367fc640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d2406c2e0 0x7f2d2406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.134+0000 7f2d367fc640 1 -- 172.21.15.39:0/2694974074 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4857+0+0 (secure 0 0 0) 0x7f2d3008a5d0 con 0x7f2d400d3320 2024-09-19T05:35:38.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.134+0000 7f2d45c1e640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d2406c2e0 0x7f2d2406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.134+0000 7f2d45c1e640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d2406c2e0 0x7f2d2406e7a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c000f60 tx=0x7f2d3c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:38.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.138+0000 7f2d367fc640 1 -- 172.21.15.39:0/2694974074 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d400d1c20 con 0x7f2d400d3320 2024-09-19T05:35:38.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.314+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f2d400d4960 con 0x7f2d400d3320 2024-09-19T05:35:38.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.624+0000 7f2d367fc640 1 -- 172.21.15.39:0/2694974074 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v51) ==== 138+0+0 (secure 0 0 0) 0x7f2d30059090 con 0x7f2d400d3320 2024-09-19T05:35:38.626 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-19T05:35:38.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d2406c2e0 msgr2=0x7f2d2406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d2406c2e0 0x7f2d2406e7a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c000f60 tx=0x7f2d3c009040 comp rx=0 tx=0).stop 2024-09-19T05:35:38.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d400d3320 msgr2=0x7f2d400cafd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d400d3320 0x7f2d400cafd0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f2d3000c780 tx=0x7f2d3000cc40 comp rx=0 tx=0).stop 2024-09-19T05:35:38.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 shutdown_connections 2024-09-19T05:35:38.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d2406c2e0 0x7f2d2406e7a0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d4015e860 0x7f2d401f4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d400d3320 0x7f2d400cafd0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 --2- 172.21.15.39:0/2694974074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d400b61f0 0x7f2d4014c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 >> 172.21.15.39:0/2694974074 conn(0x7f2d40072560 msgr2=0x7f2d40072940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:38.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 shutdown_connections 2024-09-19T05:35:38.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.626+0000 7f2d47e82640 1 -- 172.21.15.39:0/2694974074 wait complete. 2024-09-19T05:35:38.643 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:35:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.751+0000 7fd3d9303640 1 Processor -- start 2024-09-19T05:35:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.751+0000 7fd3d9303640 1 -- start start 2024-09-19T05:35:38.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.752+0000 7fd3d9303640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd3d4158dc0 0x7fd3d40d1c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.752+0000 7fd3d9303640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3d41591a0 con 0x7fd3d40b2e10 2024-09-19T05:35:38.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.752+0000 7fd3d9303640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3d415fad0 con 0x7fd3d40d2490 2024-09-19T05:35:38.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.752+0000 7fd3d9303640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fd3d40b3ac0 con 0x7fd3d4158dc0 2024-09-19T05:35:38.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.752+0000 7fd3d2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd3d4158dc0 0x7fd3d40d1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.752+0000 7fd3d37fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd3d40b2e10 0x7fd3d40cf210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39654/0 (socket says 172.21.15.39:39654) 2024-09-19T05:35:38.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.752+0000 7fd3d37fe640 1 -- 172.21.15.39:0/2449272693 learned_addr learned my addr 172.21.15.39:0/2449272693 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.753+0000 7fd3d2ffd640 1 -- 172.21.15.39:0/2449272693 >> v1:172.21.15.50:6789/0 conn(0x7fd3d40d2490 legacy=0x7fd3d40b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.753+0000 7fd3d2ffd640 1 -- 172.21.15.39:0/2449272693 >> v1:172.21.15.39:6789/0 conn(0x7fd3d40b2e10 legacy=0x7fd3d40cf210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.753+0000 7fd3d2ffd640 1 -- 172.21.15.39:0/2449272693 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3d40b3da0 con 0x7fd3d4158dc0 2024-09-19T05:35:38.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.753+0000 7fd3d2ffd640 1 --2- 172.21.15.39:0/2449272693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 0x7fd3d40d1c50 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc0097a0 tx=0x7fd3cc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=756ea3838fa94f36 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:38.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d1ffb640 1 -- 172.21.15.39:0/2449272693 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc037070 con 0x7fd3d4158dc0 2024-09-19T05:35:38.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d1ffb640 1 -- 172.21.15.39:0/2449272693 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3cc032440 con 0x7fd3d4158dc0 2024-09-19T05:35:38.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d1ffb640 1 -- 172.21.15.39:0/2449272693 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc032810 con 0x7fd3d4158dc0 2024-09-19T05:35:38.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d9303640 1 -- 172.21.15.39:0/2449272693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 msgr2=0x7fd3d40d1c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d9303640 1 --2- 172.21.15.39:0/2449272693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 0x7fd3d40d1c50 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc0097a0 tx=0x7fd3cc02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d9303640 1 -- 172.21.15.39:0/2449272693 shutdown_connections 2024-09-19T05:35:38.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d9303640 1 --2- 172.21.15.39:0/2449272693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 0x7fd3d40d1c50 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d9303640 1 -- 172.21.15.39:0/2449272693 >> 172.21.15.39:0/2449272693 conn(0x7fd3d40736f0 msgr2=0x7fd3d409ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:38.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d9303640 1 -- 172.21.15.39:0/2449272693 shutdown_connections 2024-09-19T05:35:38.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.754+0000 7fd3d9303640 1 -- 172.21.15.39:0/2449272693 wait complete. 2024-09-19T05:35:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.756+0000 7fd3d9303640 1 Processor -- start 2024-09-19T05:35:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.756+0000 7fd3d9303640 1 -- start start 2024-09-19T05:35:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.756+0000 7fd3d9303640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3d40b2e10 0x7fd3d40af740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.756+0000 7fd3d9303640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3d40d2490 0x7fd3d414a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.756+0000 7fd3d9303640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 0x7fd3d406bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.756+0000 7fd3d9303640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d40d0550 con 0x7fd3d4158dc0 2024-09-19T05:35:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.756+0000 7fd3d9303640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d415f760 con 0x7fd3d40b2e10 2024-09-19T05:35:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.756+0000 7fd3d9303640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd3d40d06d0 con 0x7fd3d40d2490 2024-09-19T05:35:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.756+0000 7fd3d37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 0x7fd3d406bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 0x7fd3d406bfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60998/0 (socket says 172.21.15.39:60998) 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d37fe640 1 -- 172.21.15.39:0/2155390418 learned_addr learned my addr 172.21.15.39:0/2155390418 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d27fc640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3d40d2490 0x7fd3d414a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d2ffd640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3d40b2e10 0x7fd3d40af740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d37fe640 1 -- 172.21.15.39:0/2155390418 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3d40d2490 msgr2=0x7fd3d414a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d37fe640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3d40d2490 0x7fd3d414a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d37fe640 1 -- 172.21.15.39:0/2155390418 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3d40b2e10 msgr2=0x7fd3d40af740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d37fe640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3d40b2e10 0x7fd3d40af740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d37fe640 1 -- 172.21.15.39:0/2155390418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3d414ac30 con 0x7fd3d4158dc0 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d37fe640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 0x7fd3d406bfa0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd3c400ca80 tx=0x7fd3c400cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3cb7fe640 1 -- 172.21.15.39:0/2155390418 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4017070 con 0x7fd3d4158dc0 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3cb7fe640 1 -- 172.21.15.39:0/2155390418 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c400ac30 con 0x7fd3d4158dc0 2024-09-19T05:35:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3d414af10 con 0x7fd3d4158dc0 2024-09-19T05:35:38.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3cb7fe640 1 -- 172.21.15.39:0/2155390418 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4012600 con 0x7fd3d4158dc0 2024-09-19T05:35:38.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.757+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3d414b7b0 con 0x7fd3d4158dc0 2024-09-19T05:35:38.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.758+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3d414b300 con 0x7fd3d4158dc0 2024-09-19T05:35:38.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.759+0000 7fd3cb7fe640 1 -- 172.21.15.39:0/2155390418 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd3c401a070 con 0x7fd3d4158dc0 2024-09-19T05:35:38.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.759+0000 7fd3cb7fe640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd3b406c2b0 0x7fd3b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:38.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.760+0000 7fd3d2ffd640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd3b406c2b0 0x7fd3b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:38.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.760+0000 7fd3cb7fe640 1 -- 172.21.15.39:0/2155390418 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5227+0+0 (secure 0 0 0) 0x7fd3c408aea0 con 0x7fd3d4158dc0 2024-09-19T05:35:38.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.760+0000 7fd3d2ffd640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd3b406c2b0 0x7fd3b406e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc034000 tx=0x7fd3cc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:38.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.764+0000 7fd3cb7fe640 1 -- 172.21.15.39:0/2155390418 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd3c400ae20 con 0x7fd3d4158dc0 2024-09-19T05:35:38.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:38.939+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd3d406bb20 con 0x7fd3d4158dc0 2024-09-19T05:35:39.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.630+0000 7fd3cb7fe640 1 -- 172.21.15.39:0/2155390418 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v52) ==== 170+0+0 (secure 0 0 0) 0x7fd3c40591a0 con 0x7fd3d4158dc0 2024-09-19T05:35:39.633 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-19T05:35:39.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd3b406c2b0 msgr2=0x7fd3b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:39.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd3b406c2b0 0x7fd3b406e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc034000 tx=0x7fd3cc02e000 comp rx=0 tx=0).stop 2024-09-19T05:35:39.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 msgr2=0x7fd3d406bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:39.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 0x7fd3d406bfa0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd3c400ca80 tx=0x7fd3c400cf40 comp rx=0 tx=0).stop 2024-09-19T05:35:39.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 shutdown_connections 2024-09-19T05:35:39.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd3b406c2b0 0x7fd3b406e770 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4158dc0 0x7fd3d406bfa0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd3d40d2490 0x7fd3d414a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 --2- 172.21.15.39:0/2155390418 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd3d40b2e10 0x7fd3d40af740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.632+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 >> 172.21.15.39:0/2155390418 conn(0x7fd3d40736f0 msgr2=0x7fd3d406d2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:39.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.633+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 shutdown_connections 2024-09-19T05:35:39.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.633+0000 7fd3d9303640 1 -- 172.21.15.39:0/2155390418 wait complete. 2024-09-19T05:35:39.660 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:35:39.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.766+0000 7f8ea50a5640 1 Processor -- start 2024-09-19T05:35:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.766+0000 7f8ea50a5640 1 -- start start 2024-09-19T05:35:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8ea50a5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ea015e970 0x7f8ea0070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8ea50a5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8ea006fa30 0x7f8ea00afea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8ea50a5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 0x7f8ea0062a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8ea50a5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f8ea0062fd0 con 0x7f8ea015e970 2024-09-19T05:35:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8ea50a5640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f8ea006f5a0 con 0x7f8ea006fa30 2024-09-19T05:35:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8ea50a5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8ea00aeb40 con 0x7f8ea0062630 2024-09-19T05:35:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ea015e970 0x7f8ea0070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ea015e970 0x7f8ea0070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32778/0 (socket says 172.21.15.39:32778) 2024-09-19T05:35:39.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9ed9d640 1 -- 172.21.15.39:0/1641201924 learned_addr learned my addr 172.21.15.39:0/1641201924 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:39.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9f59e640 1 --2- 172.21.15.39:0/1641201924 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 0x7f8ea0062a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:39.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9e59c640 1 --2- 172.21.15.39:0/1641201924 >> v2:172.21.15.50:3300/0 conn(0x7f8ea006fa30 0x7f8ea00afea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:39.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9ed9d640 1 -- 172.21.15.39:0/1641201924 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 msgr2=0x7f8ea0062a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:39.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9ed9d640 1 --2- 172.21.15.39:0/1641201924 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 0x7f8ea0062a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9ed9d640 1 -- 172.21.15.39:0/1641201924 >> v2:172.21.15.50:3300/0 conn(0x7f8ea006fa30 msgr2=0x7f8ea00afea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:39.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9ed9d640 1 --2- 172.21.15.39:0/1641201924 >> v2:172.21.15.50:3300/0 conn(0x7f8ea006fa30 0x7f8ea00afea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9ed9d640 1 -- 172.21.15.39:0/1641201924 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea006ec70 con 0x7f8ea015e970 2024-09-19T05:35:39.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.767+0000 7f8e9e59c640 1 --2- 172.21.15.39:0/1641201924 >> v2:172.21.15.50:3300/0 conn(0x7f8ea006fa30 0x7f8ea00afea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:39.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.768+0000 7f8e9ed9d640 1 --2- 172.21.15.39:0/1641201924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea015e970 0x7f8ea0070190 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8ea00b76b0 tx=0x7f8e9002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8d32871fabfd852 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:39.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.768+0000 7f8e9dd9b640 1 -- 172.21.15.39:0/1641201924 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e90036070 con 0x7f8ea015e970 2024-09-19T05:35:39.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.768+0000 7f8e9dd9b640 1 -- 172.21.15.39:0/1641201924 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e90031600 con 0x7f8ea015e970 2024-09-19T05:35:39.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.768+0000 7f8e9dd9b640 1 -- 172.21.15.39:0/1641201924 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e900319d0 con 0x7f8ea015e970 2024-09-19T05:35:39.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.769+0000 7f8ea50a5640 1 -- 172.21.15.39:0/1641201924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea015e970 msgr2=0x7f8ea0070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:39.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.769+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/1641201924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea015e970 0x7f8ea0070190 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8ea00b76b0 tx=0x7f8e9002a610 comp rx=0 tx=0).stop 2024-09-19T05:35:39.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.769+0000 7f8ea50a5640 1 -- 172.21.15.39:0/1641201924 shutdown_connections 2024-09-19T05:35:39.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.769+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/1641201924 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 0x7f8ea0062a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.769+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/1641201924 >> v2:172.21.15.50:3300/0 conn(0x7f8ea006fa30 0x7f8ea00afea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.769+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/1641201924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea015e970 0x7f8ea0070190 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.769+0000 7f8ea50a5640 1 -- 172.21.15.39:0/1641201924 >> 172.21.15.39:0/1641201924 conn(0x7f8ea0073060 msgr2=0x7f8ea006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:39.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.769+0000 7f8ea50a5640 1 -- 172.21.15.39:0/1641201924 shutdown_connections 2024-09-19T05:35:39.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.769+0000 7f8ea50a5640 1 -- 172.21.15.39:0/1641201924 wait complete. 2024-09-19T05:35:39.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.770+0000 7f8ea50a5640 1 Processor -- start 2024-09-19T05:35:39.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.770+0000 7f8ea50a5640 1 -- start start 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8ea50a5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 0x7f8ea0148490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8ea50a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea006fa30 0x7f8ea014a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8ea50a5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea015e970 0x7f8ea014c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8ea50a5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea006e920 con 0x7f8ea006fa30 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8ea50a5640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea006f230 con 0x7f8ea015e970 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8ea50a5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8ea00b44d0 con 0x7f8ea0062630 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8e9e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea006fa30 0x7f8ea014a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8e9e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea006fa30 0x7f8ea014a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32788/0 (socket says 172.21.15.39:32788) 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8e9e59c640 1 -- 172.21.15.39:0/557207351 learned_addr learned my addr 172.21.15.39:0/557207351 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8e9ed9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 0x7f8ea0148490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.771+0000 7f8e9f59e640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea015e970 0x7f8ea014c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8e9e59c640 1 -- 172.21.15.39:0/557207351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 msgr2=0x7f8ea0148490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:39.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8e9e59c640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 0x7f8ea0148490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8e9e59c640 1 -- 172.21.15.39:0/557207351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea015e970 msgr2=0x7f8ea014c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8e9e59c640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea015e970 0x7f8ea014c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8e9e59c640 1 -- 172.21.15.39:0/557207351 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea01590a0 con 0x7f8ea006fa30 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8e9e59c640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea006fa30 0x7f8ea014a340 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f8e8800c7f0 tx=0x7f8e8800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8e977fe640 1 -- 172.21.15.39:0/557207351 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e88015070 con 0x7f8ea006fa30 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8e977fe640 1 -- 172.21.15.39:0/557207351 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e88007a30 con 0x7f8ea006fa30 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8e977fe640 1 -- 172.21.15.39:0/557207351 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e88007e00 con 0x7f8ea006fa30 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea01492a0 con 0x7f8ea006fa30 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.772+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea0149860 con 0x7f8ea006fa30 2024-09-19T05:35:39.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.773+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ea0062a90 con 0x7f8ea006fa30 2024-09-19T05:35:39.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.774+0000 7f8e977fe640 1 -- 172.21.15.39:0/557207351 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8e88018070 con 0x7f8ea006fa30 2024-09-19T05:35:39.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.774+0000 7f8e977fe640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8e8006c2b0 0x7f8e8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:39.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.775+0000 7f8e977fe640 1 -- 172.21.15.39:0/557207351 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 5609+0+0 (secure 0 0 0) 0x7f8e8808b6c0 con 0x7f8ea006fa30 2024-09-19T05:35:39.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.775+0000 7f8e9ed9d640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8e8006c2b0 0x7f8e8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:39.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.775+0000 7f8e9ed9d640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8e8006c2b0 0x7f8e8006e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8e90033000 tx=0x7f8e90009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:39.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.778+0000 7f8e977fe640 1 -- 172.21.15.39:0/557207351 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8e88059920 con 0x7f8ea006fa30 2024-09-19T05:35:39.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:39.988+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f8ea0063310 con 0x7f8ea006fa30 2024-09-19T05:35:40.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.631+0000 7f8e977fe640 1 -- 172.21.15.39:0/557207351 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v26) ==== 172+0+0 (secure 0 0 0) 0x7f8e8805dc20 con 0x7f8ea006fa30 2024-09-19T05:35:40.634 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 8 and data pool 9 2024-09-19T05:35:40.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8e8006c2b0 msgr2=0x7f8e8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:40.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8e8006c2b0 0x7f8e8006e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8e90033000 tx=0x7f8e90009000 comp rx=0 tx=0).stop 2024-09-19T05:35:40.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea006fa30 msgr2=0x7f8ea014a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:40.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea006fa30 0x7f8ea014a340 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f8e8800c7f0 tx=0x7f8e8800cbf0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 shutdown_connections 2024-09-19T05:35:40.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8e8006c2b0 0x7f8e8006e770 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea015e970 0x7f8ea014c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ea006fa30 0x7f8ea014a340 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 --2- 172.21.15.39:0/557207351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8ea0062630 0x7f8ea0148490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.635+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 >> 172.21.15.39:0/557207351 conn(0x7f8ea0073060 msgr2=0x7f8ea00b4ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:40.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.636+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 shutdown_connections 2024-09-19T05:35:40.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.636+0000 7f8ea50a5640 1 -- 172.21.15.39:0/557207351 wait complete. 2024-09-19T05:35:40.655 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:40.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.756+0000 7fe6be52c640 1 Processor -- start 2024-09-19T05:35:40.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.756+0000 7fe6be52c640 1 -- start start 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6be52c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe6b8159ea0 0x7fe6b8073140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6be52c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe6b8071380 0x7fe6b8073680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6be52c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6b815a280 con 0x7fe6b80b6310 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6be52c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fe6b8071790 con 0x7fe6b8071380 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6be52c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe6b80719e0 con 0x7fe6b8159ea0 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6bcac9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe6b8071380 0x7fe6b8073680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6b7fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe6b8159ea0 0x7fe6b8073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6bcac9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe6b8071380 0x7fe6b8073680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32792/0 (socket says 172.21.15.39:32792) 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6bcac9640 1 -- 172.21.15.39:0/785885709 learned_addr learned my addr 172.21.15.39:0/785885709 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6b77fe640 1 --1- 172.21.15.39:0/785885709 >> v1:172.21.15.50:6789/0 conn(0x7fe6b80b6310 0x7fe6b8070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:34576/0 (socket says 172.21.15.39:34576) 2024-09-19T05:35:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6bcac9640 1 -- 172.21.15.39:0/785885709 >> v2:172.21.15.50:3300/0 conn(0x7fe6b8159ea0 msgr2=0x7fe6b8073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:40.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6bcac9640 1 --2- 172.21.15.39:0/785885709 >> v2:172.21.15.50:3300/0 conn(0x7fe6b8159ea0 0x7fe6b8073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.757+0000 7fe6bcac9640 1 -- 172.21.15.39:0/785885709 >> v1:172.21.15.50:6789/0 conn(0x7fe6b80b6310 legacy=0x7fe6b8070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:40.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.758+0000 7fe6bcac9640 1 -- 172.21.15.39:0/785885709 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6b80b5550 con 0x7fe6b8071380 2024-09-19T05:35:40.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.758+0000 7fe6bcac9640 1 --2- 172.21.15.39:0/785885709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b8071380 0x7fe6b8073680 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fe6b806ec70 tx=0x7fe6b002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e12b9a4c6697932 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.758+0000 7fe6b6ffd640 1 -- 172.21.15.39:0/785885709 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6b0036070 con 0x7fe6b8071380 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.758+0000 7fe6b6ffd640 1 -- 172.21.15.39:0/785885709 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6b0031600 con 0x7fe6b8071380 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.758+0000 7fe6b6ffd640 1 -- 172.21.15.39:0/785885709 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6b00319d0 con 0x7fe6b8071380 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.759+0000 7fe6be52c640 1 -- 172.21.15.39:0/785885709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b8071380 msgr2=0x7fe6b8073680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.759+0000 7fe6be52c640 1 --2- 172.21.15.39:0/785885709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b8071380 0x7fe6b8073680 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fe6b806ec70 tx=0x7fe6b002a730 comp rx=0 tx=0).stop 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.759+0000 7fe6be52c640 1 -- 172.21.15.39:0/785885709 shutdown_connections 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.759+0000 7fe6be52c640 1 --2- 172.21.15.39:0/785885709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b8071380 0x7fe6b8073680 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.759+0000 7fe6be52c640 1 --2- 172.21.15.39:0/785885709 >> v2:172.21.15.50:3300/0 conn(0x7fe6b8159ea0 0x7fe6b8073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.759+0000 7fe6be52c640 1 -- 172.21.15.39:0/785885709 >> 172.21.15.39:0/785885709 conn(0x7fe6b806e5b0 msgr2=0x7fe6b806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.759+0000 7fe6be52c640 1 -- 172.21.15.39:0/785885709 shutdown_connections 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.759+0000 7fe6be52c640 1 -- 172.21.15.39:0/785885709 wait complete. 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.760+0000 7fe6be52c640 1 Processor -- start 2024-09-19T05:35:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.760+0000 7fe6be52c640 1 -- start start 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6be52c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6b8071380 0x7fe6b80b4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6be52c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b80b6310 0x7fe6b81f65c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6be52c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe6b8159ea0 0x7fe6b814fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6be52c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b80b5df0 con 0x7fe6b80b6310 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6be52c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b80b5b10 con 0x7fe6b8071380 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6be52c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe6b80d1e20 con 0x7fe6b8159ea0 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b80b6310 0x7fe6b81f65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b80b6310 0x7fe6b81f65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32794/0 (socket says 172.21.15.39:32794) 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6b77fe640 1 -- 172.21.15.39:0/1817214588 learned_addr learned my addr 172.21.15.39:0/1817214588 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:40.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6b7fff640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6b8071380 0x7fe6b80b4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:40.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.761+0000 7fe6bcac9640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe6b8159ea0 0x7fe6b814fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:40.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6b77fe640 1 -- 172.21.15.39:0/1817214588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe6b8159ea0 msgr2=0x7fe6b814fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:40.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6b77fe640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe6b8159ea0 0x7fe6b814fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6b77fe640 1 -- 172.21.15.39:0/1817214588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6b8071380 msgr2=0x7fe6b80b4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:40.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6b77fe640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6b8071380 0x7fe6b80b4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6b77fe640 1 -- 172.21.15.39:0/1817214588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6b80b3e30 con 0x7fe6b80b6310 2024-09-19T05:35:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6b77fe640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b80b6310 0x7fe6b81f65c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fe6ac00c470 tx=0x7fe6ac001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6b4ff9640 1 -- 172.21.15.39:0/1817214588 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6ac0074e0 con 0x7fe6b80b6310 2024-09-19T05:35:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6b4ff9640 1 -- 172.21.15.39:0/1817214588 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6ac007680 con 0x7fe6b80b6310 2024-09-19T05:35:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6b81f6b00 con 0x7fe6b80b6310 2024-09-19T05:35:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6b4ff9640 1 -- 172.21.15.39:0/1817214588 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6ac004a20 con 0x7fe6b80b6310 2024-09-19T05:35:40.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.762+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6b80b40d0 con 0x7fe6b80b6310 2024-09-19T05:35:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.763+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6b8070c70 con 0x7fe6b80b6310 2024-09-19T05:35:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.763+0000 7fe6b4ff9640 1 -- 172.21.15.39:0/1817214588 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe6ac01a020 con 0x7fe6b80b6310 2024-09-19T05:35:40.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.764+0000 7fe6b4ff9640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe6a406c2b0 0x7fe6a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:40.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.764+0000 7fe6b4ff9640 1 -- 172.21.15.39:0/1817214588 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5709+0+0 (secure 0 0 0) 0x7fe6ac08ab90 con 0x7fe6b80b6310 2024-09-19T05:35:40.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.764+0000 7fe6b7fff640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe6a406c2b0 0x7fe6a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:40.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.764+0000 7fe6b7fff640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe6a406c2b0 0x7fe6a406e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8009aa0 tx=0x7fe6a8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:40.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.768+0000 7fe6b4ff9640 1 -- 172.21.15.39:0/1817214588 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe6ac059310 con 0x7fe6b80b6310 2024-09-19T05:35:40.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.943+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe6b8158770 con 0x7fe6b80b6310 2024-09-19T05:35:40.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.944+0000 7fe6b4ff9640 1 -- 172.21.15.39:0/1817214588 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) ==== 74+0+16714 (secure 0 0 0) 0x7fe6ac058c10 con 0x7fe6b80b6310 2024-09-19T05:35:40.947 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:40.947 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":53,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:39.990253+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:38.346023+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:38.971112+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:40.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe6a406c2b0 msgr2=0x7fe6a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:40.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe6a406c2b0 0x7fe6a406e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8009aa0 tx=0x7fe6a8009190 comp rx=0 tx=0).stop 2024-09-19T05:35:40.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b80b6310 msgr2=0x7fe6b81f65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:40.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b80b6310 0x7fe6b81f65c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fe6ac00c470 tx=0x7fe6ac001e70 comp rx=0 tx=0).stop 2024-09-19T05:35:40.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 shutdown_connections 2024-09-19T05:35:40.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe6a406c2b0 0x7fe6a406e770 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe6b8159ea0 0x7fe6b814fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6b80b6310 0x7fe6b81f65c0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 --2- 172.21.15.39:0/1817214588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6b8071380 0x7fe6b80b4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:40.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 >> 172.21.15.39:0/1817214588 conn(0x7fe6b806e5b0 msgr2=0x7fe6b80cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:40.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 shutdown_connections 2024-09-19T05:35:40.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:40.946+0000 7fe6be52c640 1 -- 172.21.15.39:0/1817214588 wait complete. 2024-09-19T05:35:40.960 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:41.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.060+0000 7f50af778640 1 Processor -- start 2024-09-19T05:35:41.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.060+0000 7f50af778640 1 -- start start 2024-09-19T05:35:41.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.061+0000 7f50af778640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f50a806bb20 0x7f50a815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.061+0000 7f50af778640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50a81603c0 con 0x7f50a806d160 2024-09-19T05:35:41.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.061+0000 7f50af778640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50a806c0c0 con 0x7f50a815e4f0 2024-09-19T05:35:41.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.061+0000 7f50af778640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f50a806ccd0 con 0x7f50a806bb20 2024-09-19T05:35:41.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.061+0000 7f50acd13640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f50a806bb20 0x7f50a815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.061+0000 7f50add15640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f50a806d160 0x7f50a806d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39660/0 (socket says 172.21.15.39:39660) 2024-09-19T05:35:41.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.061+0000 7f50add15640 1 -- 172.21.15.39:0/4132948478 learned_addr learned my addr 172.21.15.39:0/4132948478 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:41.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.062+0000 7f50acd13640 1 -- 172.21.15.39:0/4132948478 >> v1:172.21.15.50:6789/0 conn(0x7f50a815e4f0 legacy=0x7f50a815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.062+0000 7f50acd13640 1 -- 172.21.15.39:0/4132948478 >> v1:172.21.15.39:6789/0 conn(0x7f50a806d160 legacy=0x7f50a806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.062+0000 7f50acd13640 1 -- 172.21.15.39:0/4132948478 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50a806c3a0 con 0x7f50a806bb20 2024-09-19T05:35:41.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.062+0000 7f50a7fff640 1 -- 172.21.15.39:0/4132948478 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3370640817 0 0) 0x7f50a81603c0 con 0x7f50a806d160 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.062+0000 7f50acd13640 1 --2- 172.21.15.39:0/4132948478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806bb20 0x7f50a815f570 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f509c0097a0 tx=0x7f509c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a150555fbceb3ec3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50a7fff640 1 -- 172.21.15.39:0/4132948478 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509c037070 con 0x7f50a806bb20 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50a7fff640 1 -- 172.21.15.39:0/4132948478 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f509c032440 con 0x7f50a806bb20 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50a7fff640 1 -- 172.21.15.39:0/4132948478 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509c032810 con 0x7f50a806bb20 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50af778640 1 -- 172.21.15.39:0/4132948478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806bb20 msgr2=0x7f50a815f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50af778640 1 --2- 172.21.15.39:0/4132948478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806bb20 0x7f50a815f570 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f509c0097a0 tx=0x7f509c02a230 comp rx=0 tx=0).stop 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50af778640 1 -- 172.21.15.39:0/4132948478 shutdown_connections 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50af778640 1 --2- 172.21.15.39:0/4132948478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806bb20 0x7f50a815f570 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50af778640 1 -- 172.21.15.39:0/4132948478 >> 172.21.15.39:0/4132948478 conn(0x7f50a806e5b0 msgr2=0x7f50a806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:41.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50af778640 1 -- 172.21.15.39:0/4132948478 shutdown_connections 2024-09-19T05:35:41.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.063+0000 7f50af778640 1 -- 172.21.15.39:0/4132948478 wait complete. 2024-09-19T05:35:41.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.064+0000 7f50af778640 1 Processor -- start 2024-09-19T05:35:41.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.064+0000 7f50af778640 1 -- start start 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50af778640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50a806bb20 0x7f50a815c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50af778640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806d160 0x7f50a81582d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50af778640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50a815e4f0 0x7f50a80d1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50af778640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f50a815e8d0 con 0x7f50a806d160 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50af778640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f50a806c960 con 0x7f50a806bb20 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50af778640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f50a80b6dc0 con 0x7f50a815e4f0 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50acd13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806d160 0x7f50a81582d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50acd13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806d160 0x7f50a81582d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32812/0 (socket says 172.21.15.39:32812) 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50acd13640 1 -- 172.21.15.39:0/145698677 learned_addr learned my addr 172.21.15.39:0/145698677 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50ad514640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50a806bb20 0x7f50a815c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.065+0000 7f50add15640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50a815e4f0 0x7f50a80d1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50acd13640 1 -- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50a815e4f0 msgr2=0x7f50a80d1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50acd13640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50a815e4f0 0x7f50a80d1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50acd13640 1 -- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50a806bb20 msgr2=0x7f50a815c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50acd13640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50a806bb20 0x7f50a815c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50acd13640 1 -- 172.21.15.39:0/145698677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50a80d0270 con 0x7f50a806d160 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50ad514640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50a806bb20 0x7f50a815c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50add15640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50a815e4f0 0x7f50a80d1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50acd13640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806d160 0x7f50a81582d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f509c000c00 tx=0x7f509c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50a5ffb640 1 -- 172.21.15.39:0/145698677 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509c037040 con 0x7f50a806d160 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50a5ffb640 1 -- 172.21.15.39:0/145698677 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f509c042070 con 0x7f50a806d160 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50a5ffb640 1 -- 172.21.15.39:0/145698677 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509c030a70 con 0x7f50a806d160 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50a80d0550 con 0x7f50a806d160 2024-09-19T05:35:41.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.066+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50a80d0df0 con 0x7f50a806d160 2024-09-19T05:35:41.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.067+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50a80d08e0 con 0x7f50a806d160 2024-09-19T05:35:41.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.068+0000 7f50a5ffb640 1 -- 172.21.15.39:0/145698677 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f509c030c10 con 0x7f50a806d160 2024-09-19T05:35:41.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.068+0000 7f50a5ffb640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f509406c2b0 0x7f509406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.068+0000 7f50ad514640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f509406c2b0 0x7f509406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.068+0000 7f50a5ffb640 1 -- 172.21.15.39:0/145698677 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5709+0+0 (secure 0 0 0) 0x7f509c0abe90 con 0x7f50a806d160 2024-09-19T05:35:41.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.069+0000 7f50ad514640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f509406c2b0 0x7f509406e770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f50a80b4e70 tx=0x7f5098009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:41.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.073+0000 7f50a5ffb640 1 -- 172.21.15.39:0/145698677 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f509c045360 con 0x7f50a806d160 2024-09-19T05:35:41.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.248+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f50a815dac0 con 0x7f50a806d160 2024-09-19T05:35:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.249+0000 7f50a5ffb640 1 -- 172.21.15.39:0/145698677 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) ==== 74+0+16714 (secure 0 0 0) 0x7f509c07a600 con 0x7f50a806d160 2024-09-19T05:35:41.252 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:41.253 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":53,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:39.990253+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:38.346023+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:38.971112+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:41.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f509406c2b0 msgr2=0x7f509406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f509406c2b0 0x7f509406e770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f50a80b4e70 tx=0x7f5098009040 comp rx=0 tx=0).stop 2024-09-19T05:35:41.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806d160 msgr2=0x7f50a81582d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806d160 0x7f50a81582d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f509c000c00 tx=0x7f509c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 shutdown_connections 2024-09-19T05:35:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f509406c2b0 0x7f509406e770 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f50a815e4f0 0x7f50a80d1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50a806d160 0x7f50a81582d0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 --2- 172.21.15.39:0/145698677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50a806bb20 0x7f50a815c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 >> 172.21.15.39:0/145698677 conn(0x7f50a806e5b0 msgr2=0x7f50a80b3900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 shutdown_connections 2024-09-19T05:35:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.252+0000 7f50af778640 1 -- 172.21.15.39:0/145698677 wait complete. 2024-09-19T05:35:41.265 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:35:41.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.368+0000 7f661dfa6640 1 Processor -- start 2024-09-19T05:35:41.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.369+0000 7f661dfa6640 1 -- start start 2024-09-19T05:35:41.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.369+0000 7f661dfa6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f66180cf6a0 0x7f66180d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.369+0000 7f661dfa6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66181620f0 con 0x7f66180b76c0 2024-09-19T05:35:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.369+0000 7f661dfa6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66180d4200 con 0x7f6618161d10 2024-09-19T05:35:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.369+0000 7f661dfa6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6618072140 con 0x7f66180cf6a0 2024-09-19T05:35:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.370+0000 7f6616ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f66180cf6a0 0x7f66180d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.370+0000 7f6617fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f66180b76c0 0x7f6618072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39664/0 (socket says 172.21.15.39:39664) 2024-09-19T05:35:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.370+0000 7f6617fff640 1 -- 172.21.15.39:0/970991438 learned_addr learned my addr 172.21.15.39:0/970991438 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.370+0000 7f6616ffd640 1 -- 172.21.15.39:0/970991438 >> v1:172.21.15.50:6789/0 conn(0x7f6618161d10 legacy=0x7f66180cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.370+0000 7f6616ffd640 1 -- 172.21.15.39:0/970991438 >> v1:172.21.15.39:6789/0 conn(0x7f66180b76c0 legacy=0x7f6618072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.370+0000 7f66167fc640 1 -- 172.21.15.39:0/970991438 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1420630272 0 0) 0x7f66181620f0 con 0x7f66180b76c0 2024-09-19T05:35:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.370+0000 7f6616ffd640 1 -- 172.21.15.39:0/970991438 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6618072390 con 0x7f66180cf6a0 2024-09-19T05:35:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f6616ffd640 1 --2- 172.21.15.39:0/970991438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66180cf6a0 0x7f66180d3b20 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f660c0097a0 tx=0x7f660c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d4578ffe3025674 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f66167fc640 1 -- 172.21.15.39:0/970991438 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c037070 con 0x7f66180cf6a0 2024-09-19T05:35:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f66167fc640 1 -- 172.21.15.39:0/970991438 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f660c02ae50 con 0x7f66180cf6a0 2024-09-19T05:35:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f66167fc640 1 -- 172.21.15.39:0/970991438 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c032660 con 0x7f66180cf6a0 2024-09-19T05:35:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f661dfa6640 1 -- 172.21.15.39:0/970991438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66180cf6a0 msgr2=0x7f66180d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f661dfa6640 1 --2- 172.21.15.39:0/970991438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66180cf6a0 0x7f66180d3b20 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f660c0097a0 tx=0x7f660c02a140 comp rx=0 tx=0).stop 2024-09-19T05:35:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f661dfa6640 1 -- 172.21.15.39:0/970991438 shutdown_connections 2024-09-19T05:35:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f661dfa6640 1 --2- 172.21.15.39:0/970991438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66180cf6a0 0x7f66180d3b20 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f661dfa6640 1 -- 172.21.15.39:0/970991438 >> 172.21.15.39:0/970991438 conn(0x7f66180d4730 msgr2=0x7f66180d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f661dfa6640 1 -- 172.21.15.39:0/970991438 shutdown_connections 2024-09-19T05:35:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.371+0000 7f661dfa6640 1 -- 172.21.15.39:0/970991438 wait complete. 2024-09-19T05:35:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.373+0000 7f661dfa6640 1 Processor -- start 2024-09-19T05:35:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.373+0000 7f661dfa6640 1 -- start start 2024-09-19T05:35:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.373+0000 7f661dfa6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66180b76c0 0x7f661815d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.373+0000 7f661dfa6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66180cf6a0 0x7f66180ca1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.373+0000 7f661dfa6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6618161d10 0x7f66180cae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.373+0000 7f661dfa6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f66180b7ae0 con 0x7f6618161d10 2024-09-19T05:35:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.373+0000 7f661dfa6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6618072950 con 0x7f66180cf6a0 2024-09-19T05:35:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.373+0000 7f661dfa6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f66180d3280 con 0x7f66180b76c0 2024-09-19T05:35:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6617fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6618161d10 0x7f66180cae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6617fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6618161d10 0x7f66180cae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32828/0 (socket says 172.21.15.39:32828) 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6617fff640 1 -- 172.21.15.39:0/2296457541 learned_addr learned my addr 172.21.15.39:0/2296457541 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6616ffd640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66180cf6a0 0x7f66180ca1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f66177fe640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66180b76c0 0x7f661815d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6617fff640 1 -- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66180b76c0 msgr2=0x7f661815d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6617fff640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66180b76c0 0x7f661815d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6617fff640 1 -- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66180cf6a0 msgr2=0x7f66180ca1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6617fff640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66180cf6a0 0x7f66180ca1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6617fff640 1 -- 172.21.15.39:0/2296457541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66180ca6f0 con 0x7f6618161d10 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f66177fe640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66180b76c0 0x7f661815d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6616ffd640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66180cf6a0 0x7f66180ca1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f6617fff640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6618161d10 0x7f66180cae60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f661000c450 tx=0x7f661000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f65fffff640 1 -- 172.21.15.39:0/2296457541 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6610018070 con 0x7f6618161d10 2024-09-19T05:35:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f65fffff640 1 -- 172.21.15.39:0/2296457541 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6610007500 con 0x7f6618161d10 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f661815dd20 con 0x7f6618161d10 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f65fffff640 1 -- 172.21.15.39:0/2296457541 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6610004a20 con 0x7f6618161d10 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.374+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f661815e5c0 con 0x7f6618161d10 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.375+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66180d3610 con 0x7f6618161d10 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.376+0000 7f65fffff640 1 -- 172.21.15.39:0/2296457541 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f661001b070 con 0x7f6618161d10 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.376+0000 7f65fffff640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f660406c2b0 0x7f660406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.377+0000 7f65fffff640 1 -- 172.21.15.39:0/2296457541 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f661008a770 con 0x7f6618161d10 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.377+0000 7f66177fe640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f660406c2b0 0x7f660406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.377+0000 7f66177fe640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f660406c2b0 0x7f660406e770 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6608007e90 tx=0x7f66080073a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.381+0000 7f65fffff640 1 -- 172.21.15.39:0/2296457541 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6610058f10 con 0x7f6618161d10 2024-09-19T05:35:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.594+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f66180b90b0 con 0x7f6618161d10 2024-09-19T05:35:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.638+0000 7f65fffff640 1 -- 172.21.15.39:0/2296457541 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v27) ==== 118+0+0 (secure 0 0 0) 0x7f6610058810 con 0x7f6618161d10 2024-09-19T05:35:41.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f660406c2b0 msgr2=0x7f660406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f660406c2b0 0x7f660406e770 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6608007e90 tx=0x7f66080073a0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6618161d10 msgr2=0x7f66180cae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6618161d10 0x7f66180cae60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f661000c450 tx=0x7f661000c910 comp rx=0 tx=0).stop 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 shutdown_connections 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f660406c2b0 0x7f660406e770 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6618161d10 0x7f66180cae60 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66180cf6a0 0x7f66180ca1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 --2- 172.21.15.39:0/2296457541 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f66180b76c0 0x7f661815d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 >> 172.21.15.39:0/2296457541 conn(0x7f66180d4730 msgr2=0x7f66180b4dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:41.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 shutdown_connections 2024-09-19T05:35:41.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.640+0000 7f661dfa6640 1 -- 172.21.15.39:0/2296457541 wait complete. 2024-09-19T05:35:41.653 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:35:41.654 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:35:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.756+0000 7f3f9ffc4640 1 Processor -- start 2024-09-19T05:35:41.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.756+0000 7f3f9ffc4640 1 -- start start 2024-09-19T05:35:41.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.757+0000 7f3f9ffc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f9815e7e0 0x7f3f980cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.757+0000 7f3f9ffc4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f980d4b40 0x7f3f980b7be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.757+0000 7f3f9ffc4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f980cfc90 con 0x7f3f980b7780 2024-09-19T05:35:41.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.757+0000 7f3f9ffc4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f3f980b8120 con 0x7f3f980d4b40 2024-09-19T05:35:41.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.757+0000 7f3f9ffc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3f980d2a90 con 0x7f3f9815e7e0 2024-09-19T05:35:41.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.757+0000 7f3f9e561640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f980d4b40 0x7f3f980b7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.757+0000 7f3f9d55f640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3f980b7780 0x7f3f980b6170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39668/0 (socket says 172.21.15.39:39668) 2024-09-19T05:35:41.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.757+0000 7f3f9d55f640 1 -- 172.21.15.39:0/3076045332 learned_addr learned my addr 172.21.15.39:0/3076045332 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:41.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.757+0000 7f3f9dd60640 1 --2- 172.21.15.39:0/3076045332 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f9815e7e0 0x7f3f980cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.758+0000 7f3f9e561640 1 -- 172.21.15.39:0/3076045332 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f9815e7e0 msgr2=0x7f3f980cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:41.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.758+0000 7f3f9e561640 1 --2- 172.21.15.39:0/3076045332 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f9815e7e0 0x7f3f980cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.758+0000 7f3f9e561640 1 -- 172.21.15.39:0/3076045332 >> v1:172.21.15.39:6789/0 conn(0x7f3f980b7780 legacy=0x7f3f980b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.758+0000 7f3f9e561640 1 -- 172.21.15.39:0/3076045332 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f980d2d70 con 0x7f3f980d4b40 2024-09-19T05:35:41.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.758+0000 7f3f9cd5e640 1 -- 172.21.15.39:0/3076045332 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 139056179 0 0) 0x7f3f980cfc90 con 0x7f3f980b7780 2024-09-19T05:35:41.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.758+0000 7f3f9e561640 1 --2- 172.21.15.39:0/3076045332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980d4b40 0x7f3f980b7be0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3f90009d90 tx=0x7f3f9002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88df2a6f433b6906 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.758+0000 7f3f9cd5e640 1 -- 172.21.15.39:0/3076045332 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f90007740 con 0x7f3f980d4b40 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9cd5e640 1 -- 172.21.15.39:0/3076045332 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f900078e0 con 0x7f3f980d4b40 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9cd5e640 1 -- 172.21.15.39:0/3076045332 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f90007cb0 con 0x7f3f980d4b40 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3076045332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980d4b40 msgr2=0x7f3f980b7be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9ffc4640 1 --2- 172.21.15.39:0/3076045332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980d4b40 0x7f3f980b7be0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3f90009d90 tx=0x7f3f9002a660 comp rx=0 tx=0).stop 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3076045332 shutdown_connections 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9ffc4640 1 --2- 172.21.15.39:0/3076045332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980d4b40 0x7f3f980b7be0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9ffc4640 1 --2- 172.21.15.39:0/3076045332 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f9815e7e0 0x7f3f980cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3076045332 >> 172.21.15.39:0/3076045332 conn(0x7f3f98072560 msgr2=0x7f3f98072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3076045332 shutdown_connections 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.759+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3076045332 wait complete. 2024-09-19T05:35:41.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.760+0000 7f3f9ffc4640 1 Processor -- start 2024-09-19T05:35:41.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.760+0000 7f3f9ffc4640 1 -- start start 2024-09-19T05:35:41.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9ffc4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980b7780 0x7f3f9815a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9ffc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f980d4b40 0x7f3f980cc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9ffc4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f9815e7e0 0x7f3f980cad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9ffc4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3f980d3610 con 0x7f3f980b7780 2024-09-19T05:35:41.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9ffc4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3f980d3330 con 0x7f3f9815e7e0 2024-09-19T05:35:41.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9ffc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3f980b3940 con 0x7f3f980d4b40 2024-09-19T05:35:41.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9dd60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980b7780 0x7f3f9815a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9dd60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980b7780 0x7f3f9815a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32838/0 (socket says 172.21.15.39:32838) 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9dd60640 1 -- 172.21.15.39:0/3947736632 learned_addr learned my addr 172.21.15.39:0/3947736632 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9e561640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f9815e7e0 0x7f3f980cad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.761+0000 7f3f9d55f640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f980d4b40 0x7f3f980cc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f9dd60640 1 -- 172.21.15.39:0/3947736632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f980d4b40 msgr2=0x7f3f980cc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f9dd60640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f980d4b40 0x7f3f980cc1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f9dd60640 1 -- 172.21.15.39:0/3947736632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f9815e7e0 msgr2=0x7f3f980cad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f9dd60640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f9815e7e0 0x7f3f980cad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f9dd60640 1 -- 172.21.15.39:0/3947736632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f980cb2a0 con 0x7f3f980b7780 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f9dd60640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980b7780 0x7f3f9815a520 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3f9400d800 tx=0x7f3f9400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f8e7fc640 1 -- 172.21.15.39:0/3947736632 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f9400b6c0 con 0x7f3f980b7780 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f8e7fc640 1 -- 172.21.15.39:0/3947736632 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f94019070 con 0x7f3f980b7780 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f980c8200 con 0x7f3f980b7780 2024-09-19T05:35:41.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f8e7fc640 1 -- 172.21.15.39:0/3947736632 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f9400ba80 con 0x7f3f980b7780 2024-09-19T05:35:41.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.762+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f980ccb00 con 0x7f3f980b7780 2024-09-19T05:35:41.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.763+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f980d26b0 con 0x7f3f980b7780 2024-09-19T05:35:41.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.763+0000 7f3f8e7fc640 1 -- 172.21.15.39:0/3947736632 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3f9400bc20 con 0x7f3f980b7780 2024-09-19T05:35:41.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.764+0000 7f3f8e7fc640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3f7c06c2e0 0x7f3f7c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:41.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.764+0000 7f3f8e7fc640 1 -- 172.21.15.39:0/3947736632 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f3f9408b6f0 con 0x7f3f980b7780 2024-09-19T05:35:41.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.764+0000 7f3f9d55f640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3f7c06c2e0 0x7f3f7c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:41.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.764+0000 7f3f9d55f640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3f7c06c2e0 0x7f3f7c06e7a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3f980b7020 tx=0x7f3f88007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:41.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.768+0000 7f3f8e7fc640 1 -- 172.21.15.39:0/3947736632 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3f980cb2a0 con 0x7f3f980b7780 2024-09-19T05:35:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:41.978+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f3f980d45e0 con 0x7f3f980b7780 2024-09-19T05:35:42.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.640+0000 7f3f8e7fc640 1 -- 172.21.15.39:0/3947736632 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7f3f940600c0 con 0x7f3f980b7780 2024-09-19T05:35:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.643+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3f7c06c2e0 msgr2=0x7f3f7c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.643+0000 7f3f9ffc4640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3f7c06c2e0 0x7f3f7c06e7a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3f980b7020 tx=0x7f3f88007de0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.643+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980b7780 msgr2=0x7f3f9815a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.643+0000 7f3f9ffc4640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980b7780 0x7f3f9815a520 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3f9400d800 tx=0x7f3f9400dcc0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.643+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 shutdown_connections 2024-09-19T05:35:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.643+0000 7f3f9ffc4640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3f7c06c2e0 0x7f3f7c06e7a0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.643+0000 7f3f9ffc4640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f9815e7e0 0x7f3f980cad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.643+0000 7f3f9ffc4640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3f980d4b40 0x7f3f980cc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.643+0000 7f3f9ffc4640 1 --2- 172.21.15.39:0/3947736632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f980b7780 0x7f3f9815a520 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.644+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 >> 172.21.15.39:0/3947736632 conn(0x7f3f98072560 msgr2=0x7f3f980b48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:42.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.644+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 shutdown_connections 2024-09-19T05:35:42.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.644+0000 7f3f9ffc4640 1 -- 172.21.15.39:0/3947736632 wait complete. 2024-09-19T05:35:42.658 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:35:42.658 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:42.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.759+0000 7f4400f98640 1 Processor -- start 2024-09-19T05:35:42.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.759+0000 7f4400f98640 1 -- start start 2024-09-19T05:35:42.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.760+0000 7f4400f98640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc0d1c10 0x7f43fc0b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:42.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.760+0000 7f4400f98640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43fc0b70b0 con 0x7f43fc15e970 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.760+0000 7f4400f98640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43fc0b78b0 con 0x7f43fc162cd0 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.760+0000 7f4400f98640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f43fc0b62f0 con 0x7f43fc0d1c10 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.760+0000 7f43fa59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f43fc15e970 0x7f43fc0d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39674/0 (socket says 172.21.15.39:39674) 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.760+0000 7f43fa59c640 1 -- 172.21.15.39:0/2077275854 learned_addr learned my addr 172.21.15.39:0/2077275854 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 388429494 0 0) 0x7f43f4001110 con 0x7f43fc15e970 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f9d9b640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc0d1c10 0x7f43fc0b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43e8003520 con 0x7f43fc15e970 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1562100438 0 0) 0x7f43e8003520 con 0x7f43fc15e970 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc0d1c10 msgr2=0x7f43fc0b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc0d1c10 0x7f43fc0b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 >> v1:172.21.15.50:6789/0 conn(0x7f43fc162cd0 legacy=0x7f43fc0ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43fc0b65d0 con 0x7f43fc15e970 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f43f4001840 con 0x7f43fc15e970 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 >> v1:172.21.15.39:6789/0 conn(0x7f43fc15e970 legacy=0x7f43fc0d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43e80039e0 0x7f43e8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc0d1c10 0x7f43e8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43e80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc0b62f0 con 0x7f43e8004d40 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f43e800bb20 con 0x7f43e80039e0 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f43e800bd20 con 0x7f43fc0d1c10 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43fad9d640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43e80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43f9d9b640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc0d1c10 0x7f43e8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43fa59c640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43e80039e0 0x7f43e8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43fad9d640 1 -- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc0d1c10 msgr2=0x7f43e8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43fad9d640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc0d1c10 0x7f43e8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43fad9d640 1 -- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43e80039e0 msgr2=0x7f43e8003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43fad9d640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43e80039e0 0x7f43e8003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.761+0000 7f43fad9d640 1 -- 172.21.15.39:0/2077275854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e8003520 con 0x7f43e8004d40 2024-09-19T05:35:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.762+0000 7f43fad9d640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43e80051c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f43ec001e50 tx=0x7f43e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c60e0ada6fc1630 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.762+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec001a70 con 0x7f43e8004d40 2024-09-19T05:35:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.762+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43ec003970 con 0x7f43e8004d40 2024-09-19T05:35:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.762+0000 7f43f959a640 1 -- 172.21.15.39:0/2077275854 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec003d60 con 0x7f43e8004d40 2024-09-19T05:35:42.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.763+0000 7f4400f98640 1 -- 172.21.15.39:0/2077275854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 msgr2=0x7f43e80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:42.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.763+0000 7f4400f98640 1 --2- 172.21.15.39:0/2077275854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43e80051c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f43ec001e50 tx=0x7f43e8005830 comp rx=0 tx=0).stop 2024-09-19T05:35:42.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.763+0000 7f43fad9d640 1 -- 172.21.15.39:0/2077275854 reap_dead start 2024-09-19T05:35:42.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.763+0000 7f4400f98640 1 -- 172.21.15.39:0/2077275854 shutdown_connections 2024-09-19T05:35:42.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.763+0000 7f4400f98640 1 -- 172.21.15.39:0/2077275854 >> 172.21.15.39:0/2077275854 conn(0x7f43fc06bd00 msgr2=0x7f43fc06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:42.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.763+0000 7f4400f98640 1 -- 172.21.15.39:0/2077275854 shutdown_connections 2024-09-19T05:35:42.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.763+0000 7f4400f98640 1 -- 172.21.15.39:0/2077275854 wait complete. 2024-09-19T05:35:42.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.764+0000 7f4400f98640 1 Processor -- start 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.764+0000 7f4400f98640 1 -- start start 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f4400f98640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43fc0c8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f4400f98640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43fc0c9ac0 0x7f43fc1e7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f4400f98640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc1e8530 0x7f43fc1e89e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f4400f98640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc163160 con 0x7f43e8004d40 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f4400f98640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc0b6b90 con 0x7f43fc0c9ac0 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f4400f98640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f43fc0b37a0 con 0x7f43fc1e8530 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43fa59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43fc0c8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43fa59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43fc0c8fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32854/0 (socket says 172.21.15.39:32854) 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43fa59c640 1 -- 172.21.15.39:0/1418188646 learned_addr learned my addr 172.21.15.39:0/1418188646 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43fad9d640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc1e8530 0x7f43fc1e89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43f9d9b640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43fc0c9ac0 0x7f43fc1e7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43fa59c640 1 -- 172.21.15.39:0/1418188646 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc1e8530 msgr2=0x7f43fc1e89e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43fa59c640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc1e8530 0x7f43fc1e89e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43fa59c640 1 -- 172.21.15.39:0/1418188646 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43fc0c9ac0 msgr2=0x7f43fc1e7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43fa59c640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43fc0c9ac0 0x7f43fc1e7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.765+0000 7f43fa59c640 1 -- 172.21.15.39:0/1418188646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43fc0c9f50 con 0x7f43e8004d40 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.766+0000 7f43fa59c640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43fc0c8fc0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f43f40019b0 tx=0x7f43f4007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.766+0000 7f43f2ffd640 1 -- 172.21.15.39:0/1418188646 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f400f9c0 con 0x7f43e8004d40 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.766+0000 7f43f2ffd640 1 -- 172.21.15.39:0/1418188646 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43f4018070 con 0x7f43e8004d40 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.766+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43fc0ca230 con 0x7f43e8004d40 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.766+0000 7f43f2ffd640 1 -- 172.21.15.39:0/1418188646 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f400fdc0 con 0x7f43e8004d40 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.766+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43fc0ca7f0 con 0x7f43e8004d40 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.767+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43fc0d1500 con 0x7f43e8004d40 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.767+0000 7f43f2ffd640 1 -- 172.21.15.39:0/1418188646 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43f401d460 con 0x7f43e8004d40 2024-09-19T05:35:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.768+0000 7f43f2ffd640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43dc06c2b0 0x7f43dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.768+0000 7f43f2ffd640 1 -- 172.21.15.39:0/1418188646 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f43f408b5a0 con 0x7f43e8004d40 2024-09-19T05:35:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.768+0000 7f43f9d9b640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43dc06c2b0 0x7f43dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.768+0000 7f43f9d9b640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43dc06c2b0 0x7f43dc06e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f43fc15d3e0 tx=0x7f43e4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:42.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.772+0000 7f43f2ffd640 1 -- 172.21.15.39:0/1418188646 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f43fc0b70b0 con 0x7f43e8004d40 2024-09-19T05:35:42.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.982+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f43fc0d2470 con 0x7f43e8004d40 2024-09-19T05:35:42.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.982+0000 7f43f2ffd640 1 -- 172.21.15.39:0/1418188646 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5217 (secure 0 0 0) 0x7f43f4059d10 con 0x7f43e8004d40 2024-09-19T05:35:42.985 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:42.985 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":28,"btime":"2024-09-19T05:35:42:639172+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5206,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3136780929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3136780929},{"type":"v1","addr":"172.21.15.50:6834","nonce":3136780929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/4141180415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":4141180415},{"type":"v1","addr":"172.21.15.50:6835","nonce":4141180415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":25},{"gid":5460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/25992977","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":25992977},{"type":"v1","addr":"172.21.15.39:6836","nonce":25992977}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:39.990571+0000","modified":"2024-09-19T05:35:41.980000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5463":{"gid":5463,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1701717583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1701717583},{"type":"v1","addr":"172.21.15.39:6837","nonce":1701717583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5463,"qdb_cluster":[5463]},"id":4}]} 2024-09-19T05:35:42.985 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 28 2024-09-19T05:35:42.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43dc06c2b0 msgr2=0x7f43dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:42.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43dc06c2b0 0x7f43dc06e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f43fc15d3e0 tx=0x7f43e4008040 comp rx=0 tx=0).stop 2024-09-19T05:35:42.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 msgr2=0x7f43fc0c8fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:42.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43fc0c8fc0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f43f40019b0 tx=0x7f43f4007720 comp rx=0 tx=0).stop 2024-09-19T05:35:42.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 shutdown_connections 2024-09-19T05:35:42.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f43dc06c2b0 0x7f43dc06e770 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f43fc1e8530 0x7f43fc1e89e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43fc0c9ac0 0x7f43fc1e7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 --2- 172.21.15.39:0/1418188646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e8004d40 0x7f43fc0c8fc0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:42.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 >> 172.21.15.39:0/1418188646 conn(0x7f43fc06bd00 msgr2=0x7f43fc15da30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:42.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 shutdown_connections 2024-09-19T05:35:42.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:42.984+0000 7f4400f98640 1 -- 172.21.15.39:0/1418188646 wait complete. 2024-09-19T05:35:42.997 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:43.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.097+0000 7f4e8575b640 1 Processor -- start 2024-09-19T05:35:43.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.097+0000 7f4e8575b640 1 -- start start 2024-09-19T05:35:43.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.097+0000 7f4e8575b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e8015b110 0x7f4e800b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.097+0000 7f4e8575b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4e800d08f0 0x7f4e800cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.097+0000 7f4e8575b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e800b4250 con 0x7f4e8015b4f0 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.097+0000 7f4e8575b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4e800b44f0 con 0x7f4e8015b110 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.097+0000 7f4e8575b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f4e800ccd80 con 0x7f4e800d08f0 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.098+0000 7f4e7effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e8015b110 0x7f4e800b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.098+0000 7f4e7effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e8015b110 0x7f4e800b3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32862/0 (socket says 172.21.15.39:32862) 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.098+0000 7f4e7effd640 1 -- 172.21.15.39:0/3997594801 learned_addr learned my addr 172.21.15.39:0/3997594801 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.098+0000 7f4e7f7fe640 1 --2- 172.21.15.39:0/3997594801 >> v2:172.21.15.50:3300/0 conn(0x7f4e800d08f0 0x7f4e800cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.098+0000 7f4e7effd640 1 -- 172.21.15.39:0/3997594801 >> v2:172.21.15.50:3300/0 conn(0x7f4e800d08f0 msgr2=0x7f4e800cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.098+0000 7f4e7effd640 1 --2- 172.21.15.39:0/3997594801 >> v2:172.21.15.50:3300/0 conn(0x7f4e800d08f0 0x7f4e800cdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.098+0000 7f4e7effd640 1 -- 172.21.15.39:0/3997594801 >> v1:172.21.15.50:6789/0 conn(0x7f4e8015b4f0 legacy=0x7f4e800d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:43.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.098+0000 7f4e7effd640 1 -- 172.21.15.39:0/3997594801 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e800cd060 con 0x7f4e8015b110 2024-09-19T05:35:43.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e7effd640 1 --2- 172.21.15.39:0/3997594801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8015b110 0x7f4e800b3d10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f4e800743f0 tx=0x7f4e7002a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bd02e1311c2b0ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e7dffb640 1 -- 172.21.15.39:0/3997594801 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e70036070 con 0x7f4e8015b110 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e7dffb640 1 -- 172.21.15.39:0/3997594801 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e70031600 con 0x7f4e8015b110 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e7dffb640 1 -- 172.21.15.39:0/3997594801 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e700319d0 con 0x7f4e8015b110 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e8575b640 1 -- 172.21.15.39:0/3997594801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8015b110 msgr2=0x7f4e800b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e8575b640 1 --2- 172.21.15.39:0/3997594801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8015b110 0x7f4e800b3d10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f4e800743f0 tx=0x7f4e7002a6d0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e8575b640 1 -- 172.21.15.39:0/3997594801 shutdown_connections 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e8575b640 1 --2- 172.21.15.39:0/3997594801 >> v2:172.21.15.50:3300/0 conn(0x7f4e800d08f0 0x7f4e800cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e8575b640 1 --2- 172.21.15.39:0/3997594801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8015b110 0x7f4e800b3d10 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e8575b640 1 -- 172.21.15.39:0/3997594801 >> 172.21.15.39:0/3997594801 conn(0x7f4e8006d000 msgr2=0x7f4e8006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e8575b640 1 -- 172.21.15.39:0/3997594801 shutdown_connections 2024-09-19T05:35:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.099+0000 7f4e8575b640 1 -- 172.21.15.39:0/3997594801 wait complete. 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.101+0000 7f4e8575b640 1 Processor -- start 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.101+0000 7f4e8575b640 1 -- start start 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.101+0000 7f4e8575b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e800d08f0 0x7f4e80146da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.101+0000 7f4e8575b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8015b110 0x7f4e801480d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.101+0000 7f4e8575b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8015b4f0 0x7f4e800b10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.101+0000 7f4e8575b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4e80073d10 con 0x7f4e800d08f0 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.101+0000 7f4e8575b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4e800cd620 con 0x7f4e8015b4f0 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.101+0000 7f4e8575b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4e80073e90 con 0x7f4e8015b110 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e800d08f0 0x7f4e80146da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e800d08f0 0x7f4e80146da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32872/0 (socket says 172.21.15.39:32872) 2024-09-19T05:35:43.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7effd640 1 -- 172.21.15.39:0/3419595944 learned_addr learned my addr 172.21.15.39:0/3419595944 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:43.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7f7fe640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8015b4f0 0x7f4e800b10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7e7fc640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8015b110 0x7f4e801480d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7effd640 1 -- 172.21.15.39:0/3419595944 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8015b110 msgr2=0x7f4e801480d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7effd640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8015b110 0x7f4e801480d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7effd640 1 -- 172.21.15.39:0/3419595944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8015b4f0 msgr2=0x7f4e800b10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7effd640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8015b4f0 0x7f4e800b10a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7effd640 1 -- 172.21.15.39:0/3419595944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e80148a30 con 0x7f4e800d08f0 2024-09-19T05:35:43.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7f7fe640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8015b4f0 0x7f4e800b10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:43.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e7effd640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e800d08f0 0x7f4e80146da0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f4e70034040 tx=0x7f4e70004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:43.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e777fe640 1 -- 172.21.15.39:0/3419595944 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e70036050 con 0x7f4e800d08f0 2024-09-19T05:35:43.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e777fe640 1 -- 172.21.15.39:0/3419595944 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e70042070 con 0x7f4e800d08f0 2024-09-19T05:35:43.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e80148d10 con 0x7f4e800d08f0 2024-09-19T05:35:43.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e777fe640 1 -- 172.21.15.39:0/3419595944 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e70007c30 con 0x7f4e800d08f0 2024-09-19T05:35:43.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.102+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e801492d0 con 0x7f4e800d08f0 2024-09-19T05:35:43.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.103+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e800aa490 con 0x7f4e800d08f0 2024-09-19T05:35:43.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.104+0000 7f4e777fe640 1 -- 172.21.15.39:0/3419595944 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e70047460 con 0x7f4e800d08f0 2024-09-19T05:35:43.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.104+0000 7f4e777fe640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e6006c2b0 0x7f4e6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.104+0000 7f4e777fe640 1 -- 172.21.15.39:0/3419595944 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f4e700ac320 con 0x7f4e800d08f0 2024-09-19T05:35:43.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.104+0000 7f4e7e7fc640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e6006c2b0 0x7f4e6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.105+0000 7f4e7e7fc640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e6006c2b0 0x7f4e6006e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f4e68006fd0 tx=0x7f4e68008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:43.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.109+0000 7f4e777fe640 1 -- 172.21.15.39:0/3419595944 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e7007aa90 con 0x7f4e800d08f0 2024-09-19T05:35:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.284+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4e800b3d10 con 0x7f4e800d08f0 2024-09-19T05:35:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.285+0000 7f4e777fe640 1 -- 172.21.15.39:0/3419595944 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) ==== 74+0+16701 (secure 0 0 0) 0x7f4e700a9150 con 0x7f4e800d08f0 2024-09-19T05:35:43.288 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:43.288 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":54,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:41.353100+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:38.346023+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:38.971112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e6006c2b0 msgr2=0x7f4e6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e6006c2b0 0x7f4e6006e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f4e68006fd0 tx=0x7f4e68008040 comp rx=0 tx=0).stop 2024-09-19T05:35:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e800d08f0 msgr2=0x7f4e80146da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e800d08f0 0x7f4e80146da0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f4e70034040 tx=0x7f4e70004a40 comp rx=0 tx=0).stop 2024-09-19T05:35:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 shutdown_connections 2024-09-19T05:35:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e6006c2b0 0x7f4e6006e770 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8015b4f0 0x7f4e800b10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8015b110 0x7f4e801480d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 --2- 172.21.15.39:0/3419595944 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e800d08f0 0x7f4e80146da0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 >> 172.21.15.39:0/3419595944 conn(0x7f4e8006d000 msgr2=0x7f4e8006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.287+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 shutdown_connections 2024-09-19T05:35:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.288+0000 7f4e8575b640 1 -- 172.21.15.39:0/3419595944 wait complete. 2024-09-19T05:35:43.302 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:35:43.302 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:43.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.407+0000 7fb346318640 1 Processor -- start 2024-09-19T05:35:43.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.407+0000 7fb346318640 1 -- start start 2024-09-19T05:35:43.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.408+0000 7fb346318640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015b380 0x7fb3400ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.408+0000 7fb346318640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb34015fb60 0x7fb34006be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.408+0000 7fb346318640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb34006ee70 con 0x7fb34015eff0 2024-09-19T05:35:43.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.408+0000 7fb346318640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb34006fa20 con 0x7fb34015fb60 2024-09-19T05:35:43.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.408+0000 7fb346318640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb3400b7030 con 0x7fb34015b380 2024-09-19T05:35:43.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.408+0000 7fb3448b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb34015fb60 0x7fb34006be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.408+0000 7fb3448b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb34015fb60 0x7fb34006be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32884/0 (socket says 172.21.15.39:32884) 2024-09-19T05:35:43.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.408+0000 7fb3448b5640 1 -- 172.21.15.39:0/910593341 learned_addr learned my addr 172.21.15.39:0/910593341 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:43.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.409+0000 7fb33ffff640 1 --2- 172.21.15.39:0/910593341 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015b380 0x7fb3400ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.409+0000 7fb3448b5640 1 -- 172.21.15.39:0/910593341 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015b380 msgr2=0x7fb3400ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:43.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.409+0000 7fb3448b5640 1 --2- 172.21.15.39:0/910593341 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015b380 0x7fb3400ce5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.409+0000 7fb3448b5640 1 -- 172.21.15.39:0/910593341 >> v1:172.21.15.50:6789/0 conn(0x7fb34015eff0 legacy=0x7fb34015f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:43.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.409+0000 7fb3448b5640 1 -- 172.21.15.39:0/910593341 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb34006f0f0 con 0x7fb34015fb60 2024-09-19T05:35:43.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.409+0000 7fb33ffff640 1 --2- 172.21.15.39:0/910593341 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015b380 0x7fb3400ce5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:43.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb3448b5640 1 --2- 172.21.15.39:0/910593341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 0x7fb34006be50 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fb338009e50 tx=0x7fb33802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3645b38d5b3a0be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb33effd640 1 -- 172.21.15.39:0/910593341 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338036070 con 0x7fb34015fb60 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb33effd640 1 -- 172.21.15.39:0/910593341 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb338031600 con 0x7fb34015fb60 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb33effd640 1 -- 172.21.15.39:0/910593341 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3380319d0 con 0x7fb34015fb60 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb346318640 1 -- 172.21.15.39:0/910593341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 msgr2=0x7fb34006be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb346318640 1 --2- 172.21.15.39:0/910593341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 0x7fb34006be50 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fb338009e50 tx=0x7fb33802a5f0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb346318640 1 -- 172.21.15.39:0/910593341 shutdown_connections 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb346318640 1 --2- 172.21.15.39:0/910593341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 0x7fb34006be50 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb346318640 1 --2- 172.21.15.39:0/910593341 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015b380 0x7fb3400ce5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.410+0000 7fb346318640 1 -- 172.21.15.39:0/910593341 >> 172.21.15.39:0/910593341 conn(0x7fb3400732b0 msgr2=0x7fb3400736c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.411+0000 7fb346318640 1 -- 172.21.15.39:0/910593341 shutdown_connections 2024-09-19T05:35:43.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.411+0000 7fb346318640 1 -- 172.21.15.39:0/910593341 wait complete. 2024-09-19T05:35:43.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.412+0000 7fb346318640 1 Processor -- start 2024-09-19T05:35:43.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.412+0000 7fb346318640 1 -- start start 2024-09-19T05:35:43.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb346318640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb34015b380 0x7fb3400b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb346318640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015eff0 0x7fb3400d09e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb346318640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 0x7fb3400d0f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb346318640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb34006feb0 con 0x7fb34015fb60 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb346318640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb34006f6b0 con 0x7fb34015b380 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb346318640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb340070030 con 0x7fb34015eff0 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb3448b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 0x7fb3400d0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb3448b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 0x7fb3400d0f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32898/0 (socket says 172.21.15.39:32898) 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb3448b5640 1 -- 172.21.15.39:0/3276457693 learned_addr learned my addr 172.21.15.39:0/3276457693 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb33ffff640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb34015b380 0x7fb3400b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb33f7fe640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015eff0 0x7fb3400d09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb3448b5640 1 -- 172.21.15.39:0/3276457693 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015eff0 msgr2=0x7fb3400d09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb3448b5640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015eff0 0x7fb3400d09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb3448b5640 1 -- 172.21.15.39:0/3276457693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb34015b380 msgr2=0x7fb3400b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb3448b5640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb34015b380 0x7fb3400b30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb3448b5640 1 -- 172.21.15.39:0/3276457693 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3400c8950 con 0x7fb34015fb60 2024-09-19T05:35:43.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb3448b5640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 0x7fb3400d0f20 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb338009f70 tx=0x7fb338004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:43.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.413+0000 7fb33cff9640 1 -- 172.21.15.39:0/3276457693 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33803f020 con 0x7fb34015fb60 2024-09-19T05:35:43.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.414+0000 7fb33cff9640 1 -- 172.21.15.39:0/3276457693 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb338037040 con 0x7fb34015fb60 2024-09-19T05:35:43.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.414+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3400cf2a0 con 0x7fb34015fb60 2024-09-19T05:35:43.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.414+0000 7fb33cff9640 1 -- 172.21.15.39:0/3276457693 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338036070 con 0x7fb34015fb60 2024-09-19T05:35:43.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.414+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3400cfb40 con 0x7fb34015fb60 2024-09-19T05:35:43.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.415+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3400cf690 con 0x7fb34015fb60 2024-09-19T05:35:43.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.415+0000 7fb33cff9640 1 -- 172.21.15.39:0/3276457693 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb338042020 con 0x7fb34015fb60 2024-09-19T05:35:43.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.416+0000 7fb33cff9640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb32c06c2b0 0x7fb32c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.416+0000 7fb33cff9640 1 -- 172.21.15.39:0/3276457693 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7fb3380ab940 con 0x7fb34015fb60 2024-09-19T05:35:43.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.416+0000 7fb33ffff640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb32c06c2b0 0x7fb32c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.416+0000 7fb33ffff640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb32c06c2b0 0x7fb32c06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb33000ab60 tx=0x7fb330008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:43.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.420+0000 7fb33cff9640 1 -- 172.21.15.39:0/3276457693 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb338049030 con 0x7fb34015fb60 2024-09-19T05:35:43.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.593+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb3400cfd80 con 0x7fb32c06c2b0 2024-09-19T05:35:43.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.599+0000 7fb33cff9640 1 -- 172.21.15.39:0/3276457693 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248430 (secure 0 0 0) 0x7fb3400cfd80 con 0x7fb32c06c2b0 2024-09-19T05:35:43.604 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:43.606 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:43.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb32c06c2b0 msgr2=0x7fb32c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb32c06c2b0 0x7fb32c06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb33000ab60 tx=0x7fb330008040 comp rx=0 tx=0).stop 2024-09-19T05:35:43.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 msgr2=0x7fb3400d0f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 0x7fb3400d0f20 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb338009f70 tx=0x7fb338004a40 comp rx=0 tx=0).stop 2024-09-19T05:35:43.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 shutdown_connections 2024-09-19T05:35:43.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb32c06c2b0 0x7fb32c06e770 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb34015fb60 0x7fb3400d0f20 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb34015eff0 0x7fb3400d09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 --2- 172.21.15.39:0/3276457693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb34015b380 0x7fb3400b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 >> 172.21.15.39:0/3276457693 conn(0x7fb3400732b0 msgr2=0x7fb34006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:43.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 shutdown_connections 2024-09-19T05:35:43.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.602+0000 7fb346318640 1 -- 172.21.15.39:0/3276457693 wait complete. 2024-09-19T05:35:43.616 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":101,"stamp":"2024-09-19T05:35:42.689030+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590424,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":164,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":272100,"kb_used_data":5924,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754702620,"statfs":{"total":773094113280,"available":772815482880,"internally_reserved":0,"allocated":6066176,"data_stored":3163111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.062859"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.376720+0000","last_change":"2024-09-19T05:35:40.373793+0000","last_active":"2024-09-19T05:35:40.376720+0000","last_peered":"2024-09-19T05:35:40.376720+0000","last_clean":"2024-09-19T05:35:40.376720+0000","last_became_active":"2024-09-19T05:35:40.373487+0000","last_became_peered":"2024-09-19T05:35:40.373487+0000","last_unstale":"2024-09-19T05:35:40.376720+0000","last_undegraded":"2024-09-19T05:35:40.376720+0000","last_fullsized":"2024-09-19T05:35:40.376720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:36.368974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378825+0000","last_change":"2024-09-19T05:35:40.373926+0000","last_active":"2024-09-19T05:35:40.378825+0000","last_peered":"2024-09-19T05:35:40.378825+0000","last_clean":"2024-09-19T05:35:40.378825+0000","last_became_active":"2024-09-19T05:35:40.373642+0000","last_became_peered":"2024-09-19T05:35:40.373642+0000","last_unstale":"2024-09-19T05:35:40.378825+0000","last_undegraded":"2024-09-19T05:35:40.378825+0000","last_fullsized":"2024-09-19T05:35:40.378825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:25.007820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644027+0000","last_change":"2024-09-19T05:35:39.644027+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644027+0000","last_undegraded":"2024-09-19T05:35:39.644027+0000","last_fullsized":"2024-09-19T05:35:39.644027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637245+0000","last_change":"2024-09-19T05:35:39.637245+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637245+0000","last_undegraded":"2024-09-19T05:35:39.637245+0000","last_fullsized":"2024-09-19T05:35:39.637245+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.372929+0000","last_change":"2024-09-19T05:35:40.368154+0000","last_active":"2024-09-19T05:35:40.372929+0000","last_peered":"2024-09-19T05:35:40.372929+0000","last_clean":"2024-09-19T05:35:40.372929+0000","last_became_active":"2024-09-19T05:35:40.367878+0000","last_became_peered":"2024-09-19T05:35:40.367878+0000","last_unstale":"2024-09-19T05:35:40.372929+0000","last_undegraded":"2024-09-19T05:35:40.372929+0000","last_fullsized":"2024-09-19T05:35:40.372929+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:53.426955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644889+0000","last_change":"2024-09-19T05:35:39.644889+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644889+0000","last_undegraded":"2024-09-19T05:35:39.644889+0000","last_fullsized":"2024-09-19T05:35:39.644889+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635283+0000","last_change":"2024-09-19T05:35:39.635283+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635283+0000","last_undegraded":"2024-09-19T05:35:39.635283+0000","last_fullsized":"2024-09-19T05:35:39.635283+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373207+0000","last_change":"2024-09-19T05:35:40.371455+0000","last_active":"2024-09-19T05:35:40.373207+0000","last_peered":"2024-09-19T05:35:40.373207+0000","last_clean":"2024-09-19T05:35:40.373207+0000","last_became_active":"2024-09-19T05:35:40.371170+0000","last_became_peered":"2024-09-19T05:35:40.371170+0000","last_unstale":"2024-09-19T05:35:40.373207+0000","last_undegraded":"2024-09-19T05:35:40.373207+0000","last_fullsized":"2024-09-19T05:35:40.373207+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:51.945713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635004+0000","last_change":"2024-09-19T05:35:39.635004+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635004+0000","last_undegraded":"2024-09-19T05:35:39.635004+0000","last_fullsized":"2024-09-19T05:35:39.635004+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641026+0000","last_change":"2024-09-19T05:35:39.641026+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641026+0000","last_undegraded":"2024-09-19T05:35:39.641026+0000","last_fullsized":"2024-09-19T05:35:39.641026+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640499+0000","last_change":"2024-09-19T05:35:39.640499+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640499+0000","last_undegraded":"2024-09-19T05:35:39.640499+0000","last_fullsized":"2024-09-19T05:35:39.640499+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637720+0000","last_change":"2024-09-19T05:35:39.637720+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637720+0000","last_undegraded":"2024-09-19T05:35:39.637720+0000","last_fullsized":"2024-09-19T05:35:39.637720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373819+0000","last_change":"2024-09-19T05:35:40.371519+0000","last_active":"2024-09-19T05:35:40.373819+0000","last_peered":"2024-09-19T05:35:40.373819+0000","last_clean":"2024-09-19T05:35:40.373819+0000","last_became_active":"2024-09-19T05:35:40.370228+0000","last_became_peered":"2024-09-19T05:35:40.370228+0000","last_unstale":"2024-09-19T05:35:40.373819+0000","last_undegraded":"2024-09-19T05:35:40.373819+0000","last_fullsized":"2024-09-19T05:35:40.373819+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:32.434989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.634884+0000","last_change":"2024-09-19T05:35:39.634884+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.634884+0000","last_undegraded":"2024-09-19T05:35:39.634884+0000","last_fullsized":"2024-09-19T05:35:39.634884+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.634548+0000","last_change":"2024-09-19T05:35:39.634548+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.634548+0000","last_undegraded":"2024-09-19T05:35:39.634548+0000","last_fullsized":"2024-09-19T05:35:39.634548+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.645037+0000","last_change":"2024-09-19T05:35:39.645037+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.645037+0000","last_undegraded":"2024-09-19T05:35:39.645037+0000","last_fullsized":"2024-09-19T05:35:39.645037+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378967+0000","last_change":"2024-09-19T05:35:40.375420+0000","last_active":"2024-09-19T05:35:40.378967+0000","last_peered":"2024-09-19T05:35:40.378967+0000","last_clean":"2024-09-19T05:35:40.378967+0000","last_became_active":"2024-09-19T05:35:40.374719+0000","last_became_peered":"2024-09-19T05:35:40.374719+0000","last_unstale":"2024-09-19T05:35:40.378967+0000","last_undegraded":"2024-09-19T05:35:40.378967+0000","last_fullsized":"2024-09-19T05:35:40.378967+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:29.708171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642686+0000","last_change":"2024-09-19T05:35:39.642686+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642686+0000","last_undegraded":"2024-09-19T05:35:39.642686+0000","last_fullsized":"2024-09-19T05:35:39.642686+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.376688+0000","last_change":"2024-09-19T05:35:40.372772+0000","last_active":"2024-09-19T05:35:40.376688+0000","last_peered":"2024-09-19T05:35:40.376688+0000","last_clean":"2024-09-19T05:35:40.376688+0000","last_became_active":"2024-09-19T05:35:40.372437+0000","last_became_peered":"2024-09-19T05:35:40.372437+0000","last_unstale":"2024-09-19T05:35:40.376688+0000","last_undegraded":"2024-09-19T05:35:40.376688+0000","last_fullsized":"2024-09-19T05:35:40.376688+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:08.339539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379278+0000","last_change":"2024-09-19T05:35:40.376461+0000","last_active":"2024-09-19T05:35:40.379278+0000","last_peered":"2024-09-19T05:35:40.379278+0000","last_clean":"2024-09-19T05:35:40.379278+0000","last_became_active":"2024-09-19T05:35:40.376120+0000","last_became_peered":"2024-09-19T05:35:40.376120+0000","last_unstale":"2024-09-19T05:35:40.379278+0000","last_undegraded":"2024-09-19T05:35:40.379278+0000","last_fullsized":"2024-09-19T05:35:40.379278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:09.521616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641960+0000","last_change":"2024-09-19T05:35:39.641960+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641960+0000","last_undegraded":"2024-09-19T05:35:39.641960+0000","last_fullsized":"2024-09-19T05:35:39.641960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375490+0000","last_change":"2024-09-19T05:35:40.367342+0000","last_active":"2024-09-19T05:35:40.375490+0000","last_peered":"2024-09-19T05:35:40.375490+0000","last_clean":"2024-09-19T05:35:40.375490+0000","last_became_active":"2024-09-19T05:35:40.367056+0000","last_became_peered":"2024-09-19T05:35:40.367056+0000","last_unstale":"2024-09-19T05:35:40.375490+0000","last_undegraded":"2024-09-19T05:35:40.375490+0000","last_fullsized":"2024-09-19T05:35:40.375490+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:59.136817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641600+0000","last_change":"2024-09-19T05:35:39.641600+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641600+0000","last_undegraded":"2024-09-19T05:35:39.641600+0000","last_fullsized":"2024-09-19T05:35:39.641600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.372819+0000","last_change":"2024-09-19T05:35:40.371198+0000","last_active":"2024-09-19T05:35:40.372819+0000","last_peered":"2024-09-19T05:35:40.372819+0000","last_clean":"2024-09-19T05:35:40.372819+0000","last_became_active":"2024-09-19T05:35:40.370844+0000","last_became_peered":"2024-09-19T05:35:40.370844+0000","last_unstale":"2024-09-19T05:35:40.372819+0000","last_undegraded":"2024-09-19T05:35:40.372819+0000","last_fullsized":"2024-09-19T05:35:40.372819+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:37.897775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.382867+0000","last_change":"2024-09-19T05:35:40.378318+0000","last_active":"2024-09-19T05:35:40.382867+0000","last_peered":"2024-09-19T05:35:40.382867+0000","last_clean":"2024-09-19T05:35:40.382867+0000","last_became_active":"2024-09-19T05:35:40.377984+0000","last_became_peered":"2024-09-19T05:35:40.377984+0000","last_unstale":"2024-09-19T05:35:40.382867+0000","last_undegraded":"2024-09-19T05:35:40.382867+0000","last_fullsized":"2024-09-19T05:35:40.382867+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:18.475593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637329+0000","last_change":"2024-09-19T05:35:39.637329+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637329+0000","last_undegraded":"2024-09-19T05:35:39.637329+0000","last_fullsized":"2024-09-19T05:35:39.637329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644835+0000","last_change":"2024-09-19T05:35:39.644835+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644835+0000","last_undegraded":"2024-09-19T05:35:39.644835+0000","last_fullsized":"2024-09-19T05:35:39.644835+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375838+0000","last_change":"2024-09-19T05:35:40.370465+0000","last_active":"2024-09-19T05:35:40.375838+0000","last_peered":"2024-09-19T05:35:40.375838+0000","last_clean":"2024-09-19T05:35:40.375838+0000","last_became_active":"2024-09-19T05:35:40.370193+0000","last_became_peered":"2024-09-19T05:35:40.370193+0000","last_unstale":"2024-09-19T05:35:40.375838+0000","last_undegraded":"2024-09-19T05:35:40.375838+0000","last_fullsized":"2024-09-19T05:35:40.375838+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:25.648866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379110+0000","last_change":"2024-09-19T05:35:40.376605+0000","last_active":"2024-09-19T05:35:40.379110+0000","last_peered":"2024-09-19T05:35:40.379110+0000","last_clean":"2024-09-19T05:35:40.379110+0000","last_became_active":"2024-09-19T05:35:40.375700+0000","last_became_peered":"2024-09-19T05:35:40.375700+0000","last_unstale":"2024-09-19T05:35:40.379110+0000","last_undegraded":"2024-09-19T05:35:40.379110+0000","last_fullsized":"2024-09-19T05:35:40.379110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:04:38.695486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.639728+0000","last_change":"2024-09-19T05:35:39.639728+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.639728+0000","last_undegraded":"2024-09-19T05:35:39.639728+0000","last_fullsized":"2024-09-19T05:35:39.639728+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377750+0000","last_change":"2024-09-19T05:35:40.375005+0000","last_active":"2024-09-19T05:35:40.377750+0000","last_peered":"2024-09-19T05:35:40.377750+0000","last_clean":"2024-09-19T05:35:40.377750+0000","last_became_active":"2024-09-19T05:35:40.374710+0000","last_became_peered":"2024-09-19T05:35:40.374710+0000","last_unstale":"2024-09-19T05:35:40.377750+0000","last_undegraded":"2024-09-19T05:35:40.377750+0000","last_fullsized":"2024-09-19T05:35:40.377750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:44.702986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644329+0000","last_change":"2024-09-19T05:35:39.644329+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644329+0000","last_undegraded":"2024-09-19T05:35:39.644329+0000","last_fullsized":"2024-09-19T05:35:39.644329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643194+0000","last_change":"2024-09-19T05:35:39.643194+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643194+0000","last_undegraded":"2024-09-19T05:35:39.643194+0000","last_fullsized":"2024-09-19T05:35:39.643194+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649871+0000","last_change":"2024-09-19T05:35:39.646024+0000","last_active":"2024-09-19T05:35:39.649871+0000","last_peered":"2024-09-19T05:35:39.649871+0000","last_clean":"2024-09-19T05:35:39.649871+0000","last_became_active":"2024-09-19T05:35:39.645776+0000","last_became_peered":"2024-09-19T05:35:39.645776+0000","last_unstale":"2024-09-19T05:35:39.649871+0000","last_undegraded":"2024-09-19T05:35:39.649871+0000","last_fullsized":"2024-09-19T05:35:39.649871+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:22.882854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640008+0000","last_change":"2024-09-19T05:35:39.640008+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640008+0000","last_undegraded":"2024-09-19T05:35:39.640008+0000","last_fullsized":"2024-09-19T05:35:39.640008+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"53'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.642653+0000","last_change":"2024-09-19T05:35:39.650886+0000","last_active":"2024-09-19T05:35:40.642653+0000","last_peered":"2024-09-19T05:35:40.642653+0000","last_clean":"2024-09-19T05:35:40.642653+0000","last_became_active":"2024-09-19T05:35:39.650600+0000","last_became_peered":"2024-09-19T05:35:39.650600+0000","last_unstale":"2024-09-19T05:35:40.642653+0000","last_undegraded":"2024-09-19T05:35:40.642653+0000","last_fullsized":"2024-09-19T05:35:40.642653+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:10.322063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641836+0000","last_change":"2024-09-19T05:35:39.641836+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641836+0000","last_undegraded":"2024-09-19T05:35:39.641836+0000","last_fullsized":"2024-09-19T05:35:39.641836+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.656385+0000","last_change":"2024-09-19T05:35:39.654936+0000","last_active":"2024-09-19T05:35:39.656385+0000","last_peered":"2024-09-19T05:35:39.656385+0000","last_clean":"2024-09-19T05:35:39.656385+0000","last_became_active":"2024-09-19T05:35:39.654644+0000","last_became_peered":"2024-09-19T05:35:39.654644+0000","last_unstale":"2024-09-19T05:35:39.656385+0000","last_undegraded":"2024-09-19T05:35:39.656385+0000","last_fullsized":"2024-09-19T05:35:39.656385+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:08:34.604488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642389+0000","last_change":"2024-09-19T05:35:39.642389+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642389+0000","last_undegraded":"2024-09-19T05:35:39.642389+0000","last_fullsized":"2024-09-19T05:35:39.642389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.648502+0000","last_change":"2024-09-19T05:35:39.647306+0000","last_active":"2024-09-19T05:35:39.648502+0000","last_peered":"2024-09-19T05:35:39.648502+0000","last_clean":"2024-09-19T05:35:39.648502+0000","last_became_active":"2024-09-19T05:35:39.647014+0000","last_became_peered":"2024-09-19T05:35:39.647014+0000","last_unstale":"2024-09-19T05:35:39.648502+0000","last_undegraded":"2024-09-19T05:35:39.648502+0000","last_fullsized":"2024-09-19T05:35:39.648502+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:36.894328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375533+0000","last_change":"2024-09-19T05:35:40.367730+0000","last_active":"2024-09-19T05:35:40.375533+0000","last_peered":"2024-09-19T05:35:40.375533+0000","last_clean":"2024-09-19T05:35:40.375533+0000","last_became_active":"2024-09-19T05:35:40.367480+0000","last_became_peered":"2024-09-19T05:35:40.367480+0000","last_unstale":"2024-09-19T05:35:40.375533+0000","last_undegraded":"2024-09-19T05:35:40.375533+0000","last_fullsized":"2024-09-19T05:35:40.375533+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:40.075059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644204+0000","last_change":"2024-09-19T05:35:39.641449+0000","last_active":"2024-09-19T05:35:39.644204+0000","last_peered":"2024-09-19T05:35:39.644204+0000","last_clean":"2024-09-19T05:35:39.644204+0000","last_became_active":"2024-09-19T05:35:39.641137+0000","last_became_peered":"2024-09-19T05:35:39.641137+0000","last_unstale":"2024-09-19T05:35:39.644204+0000","last_undegraded":"2024-09-19T05:35:39.644204+0000","last_fullsized":"2024-09-19T05:35:39.644204+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:47:02.778739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377693+0000","last_change":"2024-09-19T05:35:40.372568+0000","last_active":"2024-09-19T05:35:40.377693+0000","last_peered":"2024-09-19T05:35:40.377693+0000","last_clean":"2024-09-19T05:35:40.377693+0000","last_became_active":"2024-09-19T05:35:40.372278+0000","last_became_peered":"2024-09-19T05:35:40.372278+0000","last_unstale":"2024-09-19T05:35:40.377693+0000","last_undegraded":"2024-09-19T05:35:40.377693+0000","last_fullsized":"2024-09-19T05:35:40.377693+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:35.917519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649980+0000","last_change":"2024-09-19T05:35:39.648481+0000","last_active":"2024-09-19T05:35:39.649980+0000","last_peered":"2024-09-19T05:35:39.649980+0000","last_clean":"2024-09-19T05:35:39.649980+0000","last_became_active":"2024-09-19T05:35:39.648106+0000","last_became_peered":"2024-09-19T05:35:39.648106+0000","last_unstale":"2024-09-19T05:35:39.649980+0000","last_undegraded":"2024-09-19T05:35:39.649980+0000","last_fullsized":"2024-09-19T05:35:39.649980+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:33.404105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.368243+0000","last_change":"2024-09-19T05:35:40.366642+0000","last_active":"2024-09-19T05:35:40.368243+0000","last_peered":"2024-09-19T05:35:40.368243+0000","last_clean":"2024-09-19T05:35:40.368243+0000","last_became_active":"2024-09-19T05:35:40.366334+0000","last_became_peered":"2024-09-19T05:35:40.366334+0000","last_unstale":"2024-09-19T05:35:40.368243+0000","last_undegraded":"2024-09-19T05:35:40.368243+0000","last_fullsized":"2024-09-19T05:35:40.368243+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:08.375622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.643122+0000","last_change":"2024-09-19T05:35:39.640710+0000","last_active":"2024-09-19T05:35:39.643122+0000","last_peered":"2024-09-19T05:35:39.643122+0000","last_clean":"2024-09-19T05:35:39.643122+0000","last_became_active":"2024-09-19T05:35:39.640368+0000","last_became_peered":"2024-09-19T05:35:39.640368+0000","last_unstale":"2024-09-19T05:35:39.643122+0000","last_undegraded":"2024-09-19T05:35:39.643122+0000","last_fullsized":"2024-09-19T05:35:39.643122+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:13.993973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379073+0000","last_change":"2024-09-19T05:35:40.376032+0000","last_active":"2024-09-19T05:35:40.379073+0000","last_peered":"2024-09-19T05:35:40.379073+0000","last_clean":"2024-09-19T05:35:40.379073+0000","last_became_active":"2024-09-19T05:35:40.375672+0000","last_became_peered":"2024-09-19T05:35:40.375672+0000","last_unstale":"2024-09-19T05:35:40.379073+0000","last_undegraded":"2024-09-19T05:35:40.379073+0000","last_fullsized":"2024-09-19T05:35:40.379073+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:09.040484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652628+0000","last_change":"2024-09-19T05:35:39.651838+0000","last_active":"2024-09-19T05:35:39.652628+0000","last_peered":"2024-09-19T05:35:39.652628+0000","last_clean":"2024-09-19T05:35:39.652628+0000","last_became_active":"2024-09-19T05:35:39.651441+0000","last_became_peered":"2024-09-19T05:35:39.651441+0000","last_unstale":"2024-09-19T05:35:39.652628+0000","last_undegraded":"2024-09-19T05:35:39.652628+0000","last_fullsized":"2024-09-19T05:35:39.652628+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:06.261585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635681+0000","last_change":"2024-09-19T05:35:39.635681+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635681+0000","last_undegraded":"2024-09-19T05:35:39.635681+0000","last_fullsized":"2024-09-19T05:35:39.635681+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.653994+0000","last_change":"2024-09-19T05:35:39.653357+0000","last_active":"2024-09-19T05:35:39.653994+0000","last_peered":"2024-09-19T05:35:39.653994+0000","last_clean":"2024-09-19T05:35:39.653994+0000","last_became_active":"2024-09-19T05:35:39.653056+0000","last_became_peered":"2024-09-19T05:35:39.653056+0000","last_unstale":"2024-09-19T05:35:39.653994+0000","last_undegraded":"2024-09-19T05:35:39.653994+0000","last_fullsized":"2024-09-19T05:35:39.653994+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:42.553161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640668+0000","last_change":"2024-09-19T05:35:39.640668+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640668+0000","last_undegraded":"2024-09-19T05:35:39.640668+0000","last_fullsized":"2024-09-19T05:35:39.640668+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.365657+0000","last_change":"2024-09-19T05:35:39.651540+0000","last_active":"2024-09-19T05:35:40.365657+0000","last_peered":"2024-09-19T05:35:40.365657+0000","last_clean":"2024-09-19T05:35:40.365657+0000","last_became_active":"2024-09-19T05:35:39.651263+0000","last_became_peered":"2024-09-19T05:35:39.651263+0000","last_unstale":"2024-09-19T05:35:40.365657+0000","last_undegraded":"2024-09-19T05:35:40.365657+0000","last_fullsized":"2024-09-19T05:35:40.365657+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:58.702871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640665+0000","last_change":"2024-09-19T05:35:39.640665+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640665+0000","last_undegraded":"2024-09-19T05:35:39.640665+0000","last_fullsized":"2024-09-19T05:35:39.640665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.651708+0000","last_change":"2024-09-19T05:35:39.650286+0000","last_active":"2024-09-19T05:35:39.651708+0000","last_peered":"2024-09-19T05:35:39.651708+0000","last_clean":"2024-09-19T05:35:39.651708+0000","last_became_active":"2024-09-19T05:35:39.649988+0000","last_became_peered":"2024-09-19T05:35:39.649988+0000","last_unstale":"2024-09-19T05:35:39.651708+0000","last_undegraded":"2024-09-19T05:35:39.651708+0000","last_fullsized":"2024-09-19T05:35:39.651708+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.621211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643206+0000","last_change":"2024-09-19T05:35:39.643206+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643206+0000","last_undegraded":"2024-09-19T05:35:39.643206+0000","last_fullsized":"2024-09-19T05:35:39.643206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.650895+0000","last_change":"2024-09-19T05:35:39.648863+0000","last_active":"2024-09-19T05:35:39.650895+0000","last_peered":"2024-09-19T05:35:39.650895+0000","last_clean":"2024-09-19T05:35:39.650895+0000","last_became_active":"2024-09-19T05:35:39.648568+0000","last_became_peered":"2024-09-19T05:35:39.648568+0000","last_unstale":"2024-09-19T05:35:39.650895+0000","last_undegraded":"2024-09-19T05:35:39.650895+0000","last_fullsized":"2024-09-19T05:35:39.650895+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:30:00.501274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636753+0000","last_change":"2024-09-19T05:35:39.636753+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636753+0000","last_undegraded":"2024-09-19T05:35:39.636753+0000","last_fullsized":"2024-09-19T05:35:39.636753+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"53'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.650521+0000","last_change":"2024-09-19T05:35:39.653850+0000","last_active":"2024-09-19T05:35:40.650521+0000","last_peered":"2024-09-19T05:35:40.650521+0000","last_clean":"2024-09-19T05:35:40.650521+0000","last_became_active":"2024-09-19T05:35:39.653584+0000","last_became_peered":"2024-09-19T05:35:39.653584+0000","last_unstale":"2024-09-19T05:35:40.650521+0000","last_undegraded":"2024-09-19T05:35:40.650521+0000","last_fullsized":"2024-09-19T05:35:40.650521+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:30.594242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641496+0000","last_change":"2024-09-19T05:35:39.641496+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641496+0000","last_undegraded":"2024-09-19T05:35:39.641496+0000","last_fullsized":"2024-09-19T05:35:39.641496+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.356182+0000","last_change":"2024-09-19T05:35:39.650171+0000","last_active":"2024-09-19T05:35:40.356182+0000","last_peered":"2024-09-19T05:35:40.356182+0000","last_clean":"2024-09-19T05:35:40.356182+0000","last_became_active":"2024-09-19T05:35:39.649848+0000","last_became_peered":"2024-09-19T05:35:39.649848+0000","last_unstale":"2024-09-19T05:35:40.356182+0000","last_undegraded":"2024-09-19T05:35:40.356182+0000","last_fullsized":"2024-09-19T05:35:40.356182+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:06.731275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635543+0000","last_change":"2024-09-19T05:35:39.635543+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635543+0000","last_undegraded":"2024-09-19T05:35:39.635543+0000","last_fullsized":"2024-09-19T05:35:39.635543+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649930+0000","last_change":"2024-09-19T05:35:39.647688+0000","last_active":"2024-09-19T05:35:39.649930+0000","last_peered":"2024-09-19T05:35:39.649930+0000","last_clean":"2024-09-19T05:35:39.649930+0000","last_became_active":"2024-09-19T05:35:39.647398+0000","last_became_peered":"2024-09-19T05:35:39.647398+0000","last_unstale":"2024-09-19T05:35:39.649930+0000","last_undegraded":"2024-09-19T05:35:39.649930+0000","last_fullsized":"2024-09-19T05:35:39.649930+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:31.431542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640880+0000","last_change":"2024-09-19T05:35:39.640880+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640880+0000","last_undegraded":"2024-09-19T05:35:39.640880+0000","last_fullsized":"2024-09-19T05:35:39.640880+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652200+0000","last_change":"2024-09-19T05:35:39.650937+0000","last_active":"2024-09-19T05:35:39.652200+0000","last_peered":"2024-09-19T05:35:39.652200+0000","last_clean":"2024-09-19T05:35:39.652200+0000","last_became_active":"2024-09-19T05:35:39.650522+0000","last_became_peered":"2024-09-19T05:35:39.650522+0000","last_unstale":"2024-09-19T05:35:39.652200+0000","last_undegraded":"2024-09-19T05:35:39.652200+0000","last_fullsized":"2024-09-19T05:35:39.652200+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.324449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642275+0000","last_change":"2024-09-19T05:35:39.642275+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642275+0000","last_undegraded":"2024-09-19T05:35:39.642275+0000","last_fullsized":"2024-09-19T05:35:39.642275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"53'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.645809+0000","last_change":"2024-09-19T05:35:39.653851+0000","last_active":"2024-09-19T05:35:40.645809+0000","last_peered":"2024-09-19T05:35:40.645809+0000","last_clean":"2024-09-19T05:35:40.645809+0000","last_became_active":"2024-09-19T05:35:39.653544+0000","last_became_peered":"2024-09-19T05:35:39.653544+0000","last_unstale":"2024-09-19T05:35:40.645809+0000","last_undegraded":"2024-09-19T05:35:40.645809+0000","last_fullsized":"2024-09-19T05:35:40.645809+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:33.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637492+0000","last_change":"2024-09-19T05:35:39.637492+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637492+0000","last_undegraded":"2024-09-19T05:35:39.637492+0000","last_fullsized":"2024-09-19T05:35:39.637492+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.658404+0000","last_change":"2024-09-19T05:35:39.655554+0000","last_active":"2024-09-19T05:35:39.658404+0000","last_peered":"2024-09-19T05:35:39.658404+0000","last_clean":"2024-09-19T05:35:39.658404+0000","last_became_active":"2024-09-19T05:35:39.655266+0000","last_became_peered":"2024-09-19T05:35:39.655266+0000","last_unstale":"2024-09-19T05:35:39.658404+0000","last_undegraded":"2024-09-19T05:35:39.658404+0000","last_fullsized":"2024-09-19T05:35:39.658404+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.621211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373797+0000","last_change":"2024-09-19T05:35:40.372343+0000","last_active":"2024-09-19T05:35:40.373797+0000","last_peered":"2024-09-19T05:35:40.373797+0000","last_clean":"2024-09-19T05:35:40.373797+0000","last_became_active":"2024-09-19T05:35:40.372018+0000","last_became_peered":"2024-09-19T05:35:40.372018+0000","last_unstale":"2024-09-19T05:35:40.373797+0000","last_undegraded":"2024-09-19T05:35:40.373797+0000","last_fullsized":"2024-09-19T05:35:40.373797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:54.776039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649986+0000","last_change":"2024-09-19T05:35:39.648274+0000","last_active":"2024-09-19T05:35:39.649986+0000","last_peered":"2024-09-19T05:35:39.649986+0000","last_clean":"2024-09-19T05:35:39.649986+0000","last_became_active":"2024-09-19T05:35:39.648020+0000","last_became_peered":"2024-09-19T05:35:39.648020+0000","last_unstale":"2024-09-19T05:35:39.649986+0000","last_undegraded":"2024-09-19T05:35:39.649986+0000","last_fullsized":"2024-09-19T05:35:39.649986+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:53.323587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643624+0000","last_change":"2024-09-19T05:35:39.643624+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643624+0000","last_undegraded":"2024-09-19T05:35:39.643624+0000","last_fullsized":"2024-09-19T05:35:39.643624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.655740+0000","last_change":"2024-09-19T05:35:39.654023+0000","last_active":"2024-09-19T05:35:39.655740+0000","last_peered":"2024-09-19T05:35:39.655740+0000","last_clean":"2024-09-19T05:35:39.655740+0000","last_became_active":"2024-09-19T05:35:39.650618+0000","last_became_peered":"2024-09-19T05:35:39.650618+0000","last_unstale":"2024-09-19T05:35:39.655740+0000","last_undegraded":"2024-09-19T05:35:39.655740+0000","last_fullsized":"2024-09-19T05:35:39.655740+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:03.485837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636196+0000","last_change":"2024-09-19T05:35:39.636196+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636196+0000","last_undegraded":"2024-09-19T05:35:39.636196+0000","last_fullsized":"2024-09-19T05:35:39.636196+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"53'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.645283+0000","last_change":"2024-09-19T05:35:39.653686+0000","last_active":"2024-09-19T05:35:40.645283+0000","last_peered":"2024-09-19T05:35:40.645283+0000","last_clean":"2024-09-19T05:35:40.645283+0000","last_became_active":"2024-09-19T05:35:39.653394+0000","last_became_peered":"2024-09-19T05:35:39.653394+0000","last_unstale":"2024-09-19T05:35:40.645283+0000","last_undegraded":"2024-09-19T05:35:40.645283+0000","last_fullsized":"2024-09-19T05:35:40.645283+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:22.762023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641269+0000","last_change":"2024-09-19T05:35:39.641269+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641269+0000","last_undegraded":"2024-09-19T05:35:39.641269+0000","last_fullsized":"2024-09-19T05:35:39.641269+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649174+0000","last_change":"2024-09-19T05:35:39.642890+0000","last_active":"2024-09-19T05:35:39.649174+0000","last_peered":"2024-09-19T05:35:39.649174+0000","last_clean":"2024-09-19T05:35:39.649174+0000","last_became_active":"2024-09-19T05:35:39.642626+0000","last_became_peered":"2024-09-19T05:35:39.642626+0000","last_unstale":"2024-09-19T05:35:39.649174+0000","last_undegraded":"2024-09-19T05:35:39.649174+0000","last_fullsized":"2024-09-19T05:35:39.649174+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:56.849695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640771+0000","last_change":"2024-09-19T05:35:39.640771+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640771+0000","last_undegraded":"2024-09-19T05:35:39.640771+0000","last_fullsized":"2024-09-19T05:35:39.640771+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.653809+0000","last_change":"2024-09-19T05:35:39.652971+0000","last_active":"2024-09-19T05:35:39.653809+0000","last_peered":"2024-09-19T05:35:39.653809+0000","last_clean":"2024-09-19T05:35:39.653809+0000","last_became_active":"2024-09-19T05:35:39.652419+0000","last_became_peered":"2024-09-19T05:35:39.652419+0000","last_unstale":"2024-09-19T05:35:39.653809+0000","last_undegraded":"2024-09-19T05:35:39.653809+0000","last_fullsized":"2024-09-19T05:35:39.653809+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:16.562146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636825+0000","last_change":"2024-09-19T05:35:39.636825+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636825+0000","last_undegraded":"2024-09-19T05:35:39.636825+0000","last_fullsized":"2024-09-19T05:35:39.636825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652526+0000","last_change":"2024-09-19T05:35:39.651342+0000","last_active":"2024-09-19T05:35:39.652526+0000","last_peered":"2024-09-19T05:35:39.652526+0000","last_clean":"2024-09-19T05:35:39.652526+0000","last_became_active":"2024-09-19T05:35:39.651046+0000","last_became_peered":"2024-09-19T05:35:39.651046+0000","last_unstale":"2024-09-19T05:35:39.652526+0000","last_undegraded":"2024-09-19T05:35:39.652526+0000","last_fullsized":"2024-09-19T05:35:39.652526+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:03.126090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637036+0000","last_change":"2024-09-19T05:35:39.637036+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637036+0000","last_undegraded":"2024-09-19T05:35:39.637036+0000","last_fullsized":"2024-09-19T05:35:39.637036+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649829+0000","last_change":"2024-09-19T05:35:39.647076+0000","last_active":"2024-09-19T05:35:39.649829+0000","last_peered":"2024-09-19T05:35:39.649829+0000","last_clean":"2024-09-19T05:35:39.649829+0000","last_became_active":"2024-09-19T05:35:39.646819+0000","last_became_peered":"2024-09-19T05:35:39.646819+0000","last_unstale":"2024-09-19T05:35:39.649829+0000","last_undegraded":"2024-09-19T05:35:39.649829+0000","last_fullsized":"2024-09-19T05:35:39.649829+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:35.351767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640237+0000","last_change":"2024-09-19T05:35:39.640237+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640237+0000","last_undegraded":"2024-09-19T05:35:39.640237+0000","last_fullsized":"2024-09-19T05:35:39.640237+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.356358+0000","last_change":"2024-09-19T05:35:39.647900+0000","last_active":"2024-09-19T05:35:40.356358+0000","last_peered":"2024-09-19T05:35:40.356358+0000","last_clean":"2024-09-19T05:35:40.356358+0000","last_became_active":"2024-09-19T05:35:39.647631+0000","last_became_peered":"2024-09-19T05:35:39.647631+0000","last_unstale":"2024-09-19T05:35:40.356358+0000","last_undegraded":"2024-09-19T05:35:40.356358+0000","last_fullsized":"2024-09-19T05:35:40.356358+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:13.993973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640236+0000","last_change":"2024-09-19T05:35:39.640236+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640236+0000","last_undegraded":"2024-09-19T05:35:39.640236+0000","last_fullsized":"2024-09-19T05:35:39.640236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644038+0000","last_change":"2024-09-19T05:35:39.642627+0000","last_active":"2024-09-19T05:35:39.644038+0000","last_peered":"2024-09-19T05:35:39.644038+0000","last_clean":"2024-09-19T05:35:39.644038+0000","last_became_active":"2024-09-19T05:35:39.642287+0000","last_became_peered":"2024-09-19T05:35:39.642287+0000","last_unstale":"2024-09-19T05:35:39.644038+0000","last_undegraded":"2024-09-19T05:35:39.644038+0000","last_fullsized":"2024-09-19T05:35:39.644038+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:07.372175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378989+0000","last_change":"2024-09-19T05:35:40.375658+0000","last_active":"2024-09-19T05:35:40.378989+0000","last_peered":"2024-09-19T05:35:40.378989+0000","last_clean":"2024-09-19T05:35:40.378989+0000","last_became_active":"2024-09-19T05:35:40.375306+0000","last_became_peered":"2024-09-19T05:35:40.375306+0000","last_unstale":"2024-09-19T05:35:40.378989+0000","last_undegraded":"2024-09-19T05:35:40.378989+0000","last_fullsized":"2024-09-19T05:35:40.378989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:14.982109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649223+0000","last_change":"2024-09-19T05:35:39.645653+0000","last_active":"2024-09-19T05:35:39.649223+0000","last_peered":"2024-09-19T05:35:39.649223+0000","last_clean":"2024-09-19T05:35:39.649223+0000","last_became_active":"2024-09-19T05:35:39.645370+0000","last_became_peered":"2024-09-19T05:35:39.645370+0000","last_unstale":"2024-09-19T05:35:39.649223+0000","last_undegraded":"2024-09-19T05:35:39.649223+0000","last_fullsized":"2024-09-19T05:35:39.649223+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:45.398654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641077+0000","last_change":"2024-09-19T05:35:39.641077+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641077+0000","last_undegraded":"2024-09-19T05:35:39.641077+0000","last_fullsized":"2024-09-19T05:35:39.641077+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649313+0000","last_change":"2024-09-19T05:35:39.646959+0000","last_active":"2024-09-19T05:35:39.649313+0000","last_peered":"2024-09-19T05:35:39.649313+0000","last_clean":"2024-09-19T05:35:39.649313+0000","last_became_active":"2024-09-19T05:35:39.646649+0000","last_became_peered":"2024-09-19T05:35:39.646649+0000","last_unstale":"2024-09-19T05:35:39.649313+0000","last_undegraded":"2024-09-19T05:35:39.649313+0000","last_fullsized":"2024-09-19T05:35:39.649313+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:43.295871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.639290+0000","last_change":"2024-09-19T05:35:39.639290+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.639290+0000","last_undegraded":"2024-09-19T05:35:39.639290+0000","last_fullsized":"2024-09-19T05:35:39.639290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649946+0000","last_change":"2024-09-19T05:35:39.649049+0000","last_active":"2024-09-19T05:35:39.649946+0000","last_peered":"2024-09-19T05:35:39.649946+0000","last_clean":"2024-09-19T05:35:39.649946+0000","last_became_active":"2024-09-19T05:35:39.648786+0000","last_became_peered":"2024-09-19T05:35:39.648786+0000","last_unstale":"2024-09-19T05:35:39.649946+0000","last_undegraded":"2024-09-19T05:35:39.649946+0000","last_fullsized":"2024-09-19T05:35:39.649946+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:11.578052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377700+0000","last_change":"2024-09-19T05:35:40.372805+0000","last_active":"2024-09-19T05:35:40.377700+0000","last_peered":"2024-09-19T05:35:40.377700+0000","last_clean":"2024-09-19T05:35:40.377700+0000","last_became_active":"2024-09-19T05:35:40.372502+0000","last_became_peered":"2024-09-19T05:35:40.372502+0000","last_unstale":"2024-09-19T05:35:40.377700+0000","last_undegraded":"2024-09-19T05:35:40.377700+0000","last_fullsized":"2024-09-19T05:35:40.377700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:19.982199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.361770+0000","last_change":"2024-09-19T05:35:39.652805+0000","last_active":"2024-09-19T05:35:40.361770+0000","last_peered":"2024-09-19T05:35:40.361770+0000","last_clean":"2024-09-19T05:35:40.361770+0000","last_became_active":"2024-09-19T05:35:39.652475+0000","last_became_peered":"2024-09-19T05:35:39.652475+0000","last_unstale":"2024-09-19T05:35:40.361770+0000","last_undegraded":"2024-09-19T05:35:40.361770+0000","last_fullsized":"2024-09-19T05:35:40.361770+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:31.136493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373188+0000","last_change":"2024-09-19T05:35:40.370476+0000","last_active":"2024-09-19T05:35:40.373188+0000","last_peered":"2024-09-19T05:35:40.373188+0000","last_clean":"2024-09-19T05:35:40.373188+0000","last_became_active":"2024-09-19T05:35:40.370188+0000","last_became_peered":"2024-09-19T05:35:40.370188+0000","last_unstale":"2024-09-19T05:35:40.373188+0000","last_undegraded":"2024-09-19T05:35:40.373188+0000","last_fullsized":"2024-09-19T05:35:40.373188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:57.978019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.355862+0000","last_change":"2024-09-19T05:35:39.646583+0000","last_active":"2024-09-19T05:35:40.355862+0000","last_peered":"2024-09-19T05:35:40.355862+0000","last_clean":"2024-09-19T05:35:40.355862+0000","last_became_active":"2024-09-19T05:35:39.646306+0000","last_became_peered":"2024-09-19T05:35:39.646306+0000","last_unstale":"2024-09-19T05:35:40.355862+0000","last_undegraded":"2024-09-19T05:35:40.355862+0000","last_fullsized":"2024-09-19T05:35:40.355862+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:34:15.905756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":227,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644836+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:39.644836+0000","last_peered":"2024-09-19T05:35:39.644836+0000","last_clean":"2024-09-19T05:35:39.644836+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:39.644836+0000","last_undegraded":"2024-09-19T05:35:39.644836+0000","last_fullsized":"2024-09-19T05:35:39.644836+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35968,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335872,"statfs":{"total":96636764160,"available":96599932928,"internally_reserved":0,"allocated":626688,"data_stored":256795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":626688,"data_stored":256795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509465,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":614400,"data_stored":250020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542169,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":834121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35952,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335888,"statfs":{"total":96636764160,"available":96599949312,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542169,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35936,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335904,"statfs":{"total":96636764160,"available":96599965696,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542170,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32356,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339484,"statfs":{"total":96636764160,"available":96603631616,"internally_reserved":0,"allocated":1196032,"data_stored":834121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:43.620 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:43.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.756+0000 7f2dac677640 1 Processor -- start 2024-09-19T05:35:43.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.756+0000 7f2dac677640 1 -- start start 2024-09-19T05:35:43.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.757+0000 7f2dac677640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2da415e4f0 0x7f2da415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.757+0000 7f2dac677640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2da406d160 0x7f2da406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.757+0000 7f2dac677640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2da41603c0 con 0x7f2da406bb20 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.757+0000 7f2dac677640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f2da406ccd0 con 0x7f2da406d160 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.757+0000 7f2dac677640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2da406c0c0 con 0x7f2da415e4f0 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.757+0000 7f2daac14640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2da406d160 0x7f2da406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.757+0000 7f2daac14640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2da406d160 0x7f2da406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32908/0 (socket says 172.21.15.39:32908) 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.757+0000 7f2daac14640 1 -- 172.21.15.39:0/1033395168 learned_addr learned my addr 172.21.15.39:0/1033395168 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.758+0000 7f2daa413640 1 --2- 172.21.15.39:0/1033395168 >> v2:172.21.15.50:3300/0 conn(0x7f2da415e4f0 0x7f2da415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.758+0000 7f2daac14640 1 -- 172.21.15.39:0/1033395168 >> v2:172.21.15.50:3300/0 conn(0x7f2da415e4f0 msgr2=0x7f2da415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.758+0000 7f2daac14640 1 --2- 172.21.15.39:0/1033395168 >> v2:172.21.15.50:3300/0 conn(0x7f2da415e4f0 0x7f2da415f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.758+0000 7f2daac14640 1 -- 172.21.15.39:0/1033395168 >> v1:172.21.15.50:6789/0 conn(0x7f2da406bb20 legacy=0x7f2da415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.758+0000 7f2daac14640 1 -- 172.21.15.39:0/1033395168 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2da406c3a0 con 0x7f2da406d160 2024-09-19T05:35:43.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2daac14640 1 --2- 172.21.15.39:0/1033395168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406d160 0x7f2da406d5a0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2da40741e0 tx=0x7f2d9c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4600cc8da4e8d7ce server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:43.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2da9411640 1 -- 172.21.15.39:0/1033395168 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c037070 con 0x7f2da406d160 2024-09-19T05:35:43.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2da9411640 1 -- 172.21.15.39:0/1033395168 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d9c032440 con 0x7f2da406d160 2024-09-19T05:35:43.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2da9411640 1 -- 172.21.15.39:0/1033395168 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c032810 con 0x7f2da406d160 2024-09-19T05:35:43.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2dac677640 1 -- 172.21.15.39:0/1033395168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406d160 msgr2=0x7f2da406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2dac677640 1 --2- 172.21.15.39:0/1033395168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406d160 0x7f2da406d5a0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2da40741e0 tx=0x7f2d9c02a270 comp rx=0 tx=0).stop 2024-09-19T05:35:43.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2dac677640 1 -- 172.21.15.39:0/1033395168 shutdown_connections 2024-09-19T05:35:43.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2dac677640 1 --2- 172.21.15.39:0/1033395168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406d160 0x7f2da406d5a0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2dac677640 1 --2- 172.21.15.39:0/1033395168 >> v2:172.21.15.50:3300/0 conn(0x7f2da415e4f0 0x7f2da415f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2dac677640 1 -- 172.21.15.39:0/1033395168 >> 172.21.15.39:0/1033395168 conn(0x7f2da406e5b0 msgr2=0x7f2da406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:43.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2dac677640 1 -- 172.21.15.39:0/1033395168 shutdown_connections 2024-09-19T05:35:43.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.759+0000 7f2dac677640 1 -- 172.21.15.39:0/1033395168 wait complete. 2024-09-19T05:35:43.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.760+0000 7f2dac677640 1 Processor -- start 2024-09-19T05:35:43.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2dac677640 1 -- start start 2024-09-19T05:35:43.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2dac677640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406bb20 0x7f2da41e90d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2dac677640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2da406d160 0x7f2da41f7b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2dac677640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2da415e4f0 0x7f2da41f8050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2dac677640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2da406dae0 con 0x7f2da406bb20 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2dac677640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2da406c960 con 0x7f2da415e4f0 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2dac677640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2da415e8d0 con 0x7f2da406d160 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2daa413640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406bb20 0x7f2da41e90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2daa413640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406bb20 0x7f2da41e90d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32922/0 (socket says 172.21.15.39:32922) 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.761+0000 7f2daa413640 1 -- 172.21.15.39:0/1250250453 learned_addr learned my addr 172.21.15.39:0/1250250453 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2daac14640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2da415e4f0 0x7f2da41f8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2da9c12640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2da406d160 0x7f2da41f7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2daa413640 1 -- 172.21.15.39:0/1250250453 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2da406d160 msgr2=0x7f2da41f7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2daa413640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2da406d160 0x7f2da41f7b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2daa413640 1 -- 172.21.15.39:0/1250250453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2da415e4f0 msgr2=0x7f2da41f8050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2daa413640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2da415e4f0 0x7f2da41f8050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2daa413640 1 -- 172.21.15.39:0/1250250453 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2da41eb4a0 con 0x7f2da406bb20 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2daa413640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406bb20 0x7f2da41e90d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f2d9400efc0 tx=0x7f2d9400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2da2ffd640 1 -- 172.21.15.39:0/1250250453 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d94018020 con 0x7f2da406bb20 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2da2ffd640 1 -- 172.21.15.39:0/1250250453 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d94014480 con 0x7f2da406bb20 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2da2ffd640 1 -- 172.21.15.39:0/1250250453 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d94014850 con 0x7f2da406bb20 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2da41e9da0 con 0x7f2da406bb20 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.762+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2da41eba20 con 0x7f2da406bb20 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.763+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2da406d5a0 con 0x7f2da406bb20 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.764+0000 7f2da2ffd640 1 -- 172.21.15.39:0/1250250453 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2d94005d10 con 0x7f2da406bb20 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.764+0000 7f2da2ffd640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d9006c2b0 0x7f2d9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.764+0000 7f2da2ffd640 1 -- 172.21.15.39:0/1250250453 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f2d9408c1f0 con 0x7f2da406bb20 2024-09-19T05:35:43.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.764+0000 7f2da9c12640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d9006c2b0 0x7f2d9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:43.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.765+0000 7f2da9c12640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d9006c2b0 0x7f2d9006e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2da406f340 tx=0x7f2d98009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:43.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.768+0000 7f2da2ffd640 1 -- 172.21.15.39:0/1250250453 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d94022030 con 0x7f2da406bb20 2024-09-19T05:35:43.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.940+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2da40751e0 con 0x7f2d9006c2b0 2024-09-19T05:35:43.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.946+0000 7f2da2ffd640 1 -- 172.21.15.39:0/1250250453 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248430 (secure 0 0 0) 0x7f2da40751e0 con 0x7f2d9006c2b0 2024-09-19T05:35:43.951 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d9006c2b0 msgr2=0x7f2d9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d9006c2b0 0x7f2d9006e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2da406f340 tx=0x7f2d98009040 comp rx=0 tx=0).stop 2024-09-19T05:35:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406bb20 msgr2=0x7f2da41e90d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406bb20 0x7f2da41e90d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f2d9400efc0 tx=0x7f2d9400c490 comp rx=0 tx=0).stop 2024-09-19T05:35:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 shutdown_connections 2024-09-19T05:35:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d9006c2b0 0x7f2d9006e770 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2da415e4f0 0x7f2da41f8050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2da406d160 0x7f2da41f7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 --2- 172.21.15.39:0/1250250453 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2da406bb20 0x7f2da41e90d0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:43.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 >> 172.21.15.39:0/1250250453 conn(0x7f2da406e5b0 msgr2=0x7f2da40cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:43.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 shutdown_connections 2024-09-19T05:35:43.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:43.950+0000 7f2dac677640 1 -- 172.21.15.39:0/1250250453 wait complete. 2024-09-19T05:35:43.963 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":101,"stamp":"2024-09-19T05:35:42.689030+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590424,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":164,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":272100,"kb_used_data":5924,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754702620,"statfs":{"total":773094113280,"available":772815482880,"internally_reserved":0,"allocated":6066176,"data_stored":3163111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.062859"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.376720+0000","last_change":"2024-09-19T05:35:40.373793+0000","last_active":"2024-09-19T05:35:40.376720+0000","last_peered":"2024-09-19T05:35:40.376720+0000","last_clean":"2024-09-19T05:35:40.376720+0000","last_became_active":"2024-09-19T05:35:40.373487+0000","last_became_peered":"2024-09-19T05:35:40.373487+0000","last_unstale":"2024-09-19T05:35:40.376720+0000","last_undegraded":"2024-09-19T05:35:40.376720+0000","last_fullsized":"2024-09-19T05:35:40.376720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:36.368974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378825+0000","last_change":"2024-09-19T05:35:40.373926+0000","last_active":"2024-09-19T05:35:40.378825+0000","last_peered":"2024-09-19T05:35:40.378825+0000","last_clean":"2024-09-19T05:35:40.378825+0000","last_became_active":"2024-09-19T05:35:40.373642+0000","last_became_peered":"2024-09-19T05:35:40.373642+0000","last_unstale":"2024-09-19T05:35:40.378825+0000","last_undegraded":"2024-09-19T05:35:40.378825+0000","last_fullsized":"2024-09-19T05:35:40.378825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:25.007820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644027+0000","last_change":"2024-09-19T05:35:39.644027+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644027+0000","last_undegraded":"2024-09-19T05:35:39.644027+0000","last_fullsized":"2024-09-19T05:35:39.644027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637245+0000","last_change":"2024-09-19T05:35:39.637245+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637245+0000","last_undegraded":"2024-09-19T05:35:39.637245+0000","last_fullsized":"2024-09-19T05:35:39.637245+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.372929+0000","last_change":"2024-09-19T05:35:40.368154+0000","last_active":"2024-09-19T05:35:40.372929+0000","last_peered":"2024-09-19T05:35:40.372929+0000","last_clean":"2024-09-19T05:35:40.372929+0000","last_became_active":"2024-09-19T05:35:40.367878+0000","last_became_peered":"2024-09-19T05:35:40.367878+0000","last_unstale":"2024-09-19T05:35:40.372929+0000","last_undegraded":"2024-09-19T05:35:40.372929+0000","last_fullsized":"2024-09-19T05:35:40.372929+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:53.426955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644889+0000","last_change":"2024-09-19T05:35:39.644889+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644889+0000","last_undegraded":"2024-09-19T05:35:39.644889+0000","last_fullsized":"2024-09-19T05:35:39.644889+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635283+0000","last_change":"2024-09-19T05:35:39.635283+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635283+0000","last_undegraded":"2024-09-19T05:35:39.635283+0000","last_fullsized":"2024-09-19T05:35:39.635283+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373207+0000","last_change":"2024-09-19T05:35:40.371455+0000","last_active":"2024-09-19T05:35:40.373207+0000","last_peered":"2024-09-19T05:35:40.373207+0000","last_clean":"2024-09-19T05:35:40.373207+0000","last_became_active":"2024-09-19T05:35:40.371170+0000","last_became_peered":"2024-09-19T05:35:40.371170+0000","last_unstale":"2024-09-19T05:35:40.373207+0000","last_undegraded":"2024-09-19T05:35:40.373207+0000","last_fullsized":"2024-09-19T05:35:40.373207+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:51.945713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635004+0000","last_change":"2024-09-19T05:35:39.635004+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635004+0000","last_undegraded":"2024-09-19T05:35:39.635004+0000","last_fullsized":"2024-09-19T05:35:39.635004+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641026+0000","last_change":"2024-09-19T05:35:39.641026+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641026+0000","last_undegraded":"2024-09-19T05:35:39.641026+0000","last_fullsized":"2024-09-19T05:35:39.641026+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640499+0000","last_change":"2024-09-19T05:35:39.640499+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640499+0000","last_undegraded":"2024-09-19T05:35:39.640499+0000","last_fullsized":"2024-09-19T05:35:39.640499+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637720+0000","last_change":"2024-09-19T05:35:39.637720+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637720+0000","last_undegraded":"2024-09-19T05:35:39.637720+0000","last_fullsized":"2024-09-19T05:35:39.637720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373819+0000","last_change":"2024-09-19T05:35:40.371519+0000","last_active":"2024-09-19T05:35:40.373819+0000","last_peered":"2024-09-19T05:35:40.373819+0000","last_clean":"2024-09-19T05:35:40.373819+0000","last_became_active":"2024-09-19T05:35:40.370228+0000","last_became_peered":"2024-09-19T05:35:40.370228+0000","last_unstale":"2024-09-19T05:35:40.373819+0000","last_undegraded":"2024-09-19T05:35:40.373819+0000","last_fullsized":"2024-09-19T05:35:40.373819+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:32.434989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.634884+0000","last_change":"2024-09-19T05:35:39.634884+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.634884+0000","last_undegraded":"2024-09-19T05:35:39.634884+0000","last_fullsized":"2024-09-19T05:35:39.634884+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.634548+0000","last_change":"2024-09-19T05:35:39.634548+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.634548+0000","last_undegraded":"2024-09-19T05:35:39.634548+0000","last_fullsized":"2024-09-19T05:35:39.634548+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.645037+0000","last_change":"2024-09-19T05:35:39.645037+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.645037+0000","last_undegraded":"2024-09-19T05:35:39.645037+0000","last_fullsized":"2024-09-19T05:35:39.645037+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378967+0000","last_change":"2024-09-19T05:35:40.375420+0000","last_active":"2024-09-19T05:35:40.378967+0000","last_peered":"2024-09-19T05:35:40.378967+0000","last_clean":"2024-09-19T05:35:40.378967+0000","last_became_active":"2024-09-19T05:35:40.374719+0000","last_became_peered":"2024-09-19T05:35:40.374719+0000","last_unstale":"2024-09-19T05:35:40.378967+0000","last_undegraded":"2024-09-19T05:35:40.378967+0000","last_fullsized":"2024-09-19T05:35:40.378967+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:29.708171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642686+0000","last_change":"2024-09-19T05:35:39.642686+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642686+0000","last_undegraded":"2024-09-19T05:35:39.642686+0000","last_fullsized":"2024-09-19T05:35:39.642686+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.376688+0000","last_change":"2024-09-19T05:35:40.372772+0000","last_active":"2024-09-19T05:35:40.376688+0000","last_peered":"2024-09-19T05:35:40.376688+0000","last_clean":"2024-09-19T05:35:40.376688+0000","last_became_active":"2024-09-19T05:35:40.372437+0000","last_became_peered":"2024-09-19T05:35:40.372437+0000","last_unstale":"2024-09-19T05:35:40.376688+0000","last_undegraded":"2024-09-19T05:35:40.376688+0000","last_fullsized":"2024-09-19T05:35:40.376688+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:08.339539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379278+0000","last_change":"2024-09-19T05:35:40.376461+0000","last_active":"2024-09-19T05:35:40.379278+0000","last_peered":"2024-09-19T05:35:40.379278+0000","last_clean":"2024-09-19T05:35:40.379278+0000","last_became_active":"2024-09-19T05:35:40.376120+0000","last_became_peered":"2024-09-19T05:35:40.376120+0000","last_unstale":"2024-09-19T05:35:40.379278+0000","last_undegraded":"2024-09-19T05:35:40.379278+0000","last_fullsized":"2024-09-19T05:35:40.379278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:09.521616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641960+0000","last_change":"2024-09-19T05:35:39.641960+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641960+0000","last_undegraded":"2024-09-19T05:35:39.641960+0000","last_fullsized":"2024-09-19T05:35:39.641960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375490+0000","last_change":"2024-09-19T05:35:40.367342+0000","last_active":"2024-09-19T05:35:40.375490+0000","last_peered":"2024-09-19T05:35:40.375490+0000","last_clean":"2024-09-19T05:35:40.375490+0000","last_became_active":"2024-09-19T05:35:40.367056+0000","last_became_peered":"2024-09-19T05:35:40.367056+0000","last_unstale":"2024-09-19T05:35:40.375490+0000","last_undegraded":"2024-09-19T05:35:40.375490+0000","last_fullsized":"2024-09-19T05:35:40.375490+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:59.136817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641600+0000","last_change":"2024-09-19T05:35:39.641600+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641600+0000","last_undegraded":"2024-09-19T05:35:39.641600+0000","last_fullsized":"2024-09-19T05:35:39.641600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.372819+0000","last_change":"2024-09-19T05:35:40.371198+0000","last_active":"2024-09-19T05:35:40.372819+0000","last_peered":"2024-09-19T05:35:40.372819+0000","last_clean":"2024-09-19T05:35:40.372819+0000","last_became_active":"2024-09-19T05:35:40.370844+0000","last_became_peered":"2024-09-19T05:35:40.370844+0000","last_unstale":"2024-09-19T05:35:40.372819+0000","last_undegraded":"2024-09-19T05:35:40.372819+0000","last_fullsized":"2024-09-19T05:35:40.372819+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:37.897775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.382867+0000","last_change":"2024-09-19T05:35:40.378318+0000","last_active":"2024-09-19T05:35:40.382867+0000","last_peered":"2024-09-19T05:35:40.382867+0000","last_clean":"2024-09-19T05:35:40.382867+0000","last_became_active":"2024-09-19T05:35:40.377984+0000","last_became_peered":"2024-09-19T05:35:40.377984+0000","last_unstale":"2024-09-19T05:35:40.382867+0000","last_undegraded":"2024-09-19T05:35:40.382867+0000","last_fullsized":"2024-09-19T05:35:40.382867+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:18.475593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637329+0000","last_change":"2024-09-19T05:35:39.637329+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637329+0000","last_undegraded":"2024-09-19T05:35:39.637329+0000","last_fullsized":"2024-09-19T05:35:39.637329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644835+0000","last_change":"2024-09-19T05:35:39.644835+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644835+0000","last_undegraded":"2024-09-19T05:35:39.644835+0000","last_fullsized":"2024-09-19T05:35:39.644835+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375838+0000","last_change":"2024-09-19T05:35:40.370465+0000","last_active":"2024-09-19T05:35:40.375838+0000","last_peered":"2024-09-19T05:35:40.375838+0000","last_clean":"2024-09-19T05:35:40.375838+0000","last_became_active":"2024-09-19T05:35:40.370193+0000","last_became_peered":"2024-09-19T05:35:40.370193+0000","last_unstale":"2024-09-19T05:35:40.375838+0000","last_undegraded":"2024-09-19T05:35:40.375838+0000","last_fullsized":"2024-09-19T05:35:40.375838+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:25.648866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379110+0000","last_change":"2024-09-19T05:35:40.376605+0000","last_active":"2024-09-19T05:35:40.379110+0000","last_peered":"2024-09-19T05:35:40.379110+0000","last_clean":"2024-09-19T05:35:40.379110+0000","last_became_active":"2024-09-19T05:35:40.375700+0000","last_became_peered":"2024-09-19T05:35:40.375700+0000","last_unstale":"2024-09-19T05:35:40.379110+0000","last_undegraded":"2024-09-19T05:35:40.379110+0000","last_fullsized":"2024-09-19T05:35:40.379110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:04:38.695486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.639728+0000","last_change":"2024-09-19T05:35:39.639728+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.639728+0000","last_undegraded":"2024-09-19T05:35:39.639728+0000","last_fullsized":"2024-09-19T05:35:39.639728+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377750+0000","last_change":"2024-09-19T05:35:40.375005+0000","last_active":"2024-09-19T05:35:40.377750+0000","last_peered":"2024-09-19T05:35:40.377750+0000","last_clean":"2024-09-19T05:35:40.377750+0000","last_became_active":"2024-09-19T05:35:40.374710+0000","last_became_peered":"2024-09-19T05:35:40.374710+0000","last_unstale":"2024-09-19T05:35:40.377750+0000","last_undegraded":"2024-09-19T05:35:40.377750+0000","last_fullsized":"2024-09-19T05:35:40.377750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:44.702986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644329+0000","last_change":"2024-09-19T05:35:39.644329+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644329+0000","last_undegraded":"2024-09-19T05:35:39.644329+0000","last_fullsized":"2024-09-19T05:35:39.644329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643194+0000","last_change":"2024-09-19T05:35:39.643194+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643194+0000","last_undegraded":"2024-09-19T05:35:39.643194+0000","last_fullsized":"2024-09-19T05:35:39.643194+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649871+0000","last_change":"2024-09-19T05:35:39.646024+0000","last_active":"2024-09-19T05:35:39.649871+0000","last_peered":"2024-09-19T05:35:39.649871+0000","last_clean":"2024-09-19T05:35:39.649871+0000","last_became_active":"2024-09-19T05:35:39.645776+0000","last_became_peered":"2024-09-19T05:35:39.645776+0000","last_unstale":"2024-09-19T05:35:39.649871+0000","last_undegraded":"2024-09-19T05:35:39.649871+0000","last_fullsized":"2024-09-19T05:35:39.649871+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:22.882854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640008+0000","last_change":"2024-09-19T05:35:39.640008+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640008+0000","last_undegraded":"2024-09-19T05:35:39.640008+0000","last_fullsized":"2024-09-19T05:35:39.640008+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"53'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.642653+0000","last_change":"2024-09-19T05:35:39.650886+0000","last_active":"2024-09-19T05:35:40.642653+0000","last_peered":"2024-09-19T05:35:40.642653+0000","last_clean":"2024-09-19T05:35:40.642653+0000","last_became_active":"2024-09-19T05:35:39.650600+0000","last_became_peered":"2024-09-19T05:35:39.650600+0000","last_unstale":"2024-09-19T05:35:40.642653+0000","last_undegraded":"2024-09-19T05:35:40.642653+0000","last_fullsized":"2024-09-19T05:35:40.642653+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:10.322063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641836+0000","last_change":"2024-09-19T05:35:39.641836+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641836+0000","last_undegraded":"2024-09-19T05:35:39.641836+0000","last_fullsized":"2024-09-19T05:35:39.641836+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.656385+0000","last_change":"2024-09-19T05:35:39.654936+0000","last_active":"2024-09-19T05:35:39.656385+0000","last_peered":"2024-09-19T05:35:39.656385+0000","last_clean":"2024-09-19T05:35:39.656385+0000","last_became_active":"2024-09-19T05:35:39.654644+0000","last_became_peered":"2024-09-19T05:35:39.654644+0000","last_unstale":"2024-09-19T05:35:39.656385+0000","last_undegraded":"2024-09-19T05:35:39.656385+0000","last_fullsized":"2024-09-19T05:35:39.656385+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:08:34.604488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642389+0000","last_change":"2024-09-19T05:35:39.642389+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642389+0000","last_undegraded":"2024-09-19T05:35:39.642389+0000","last_fullsized":"2024-09-19T05:35:39.642389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.648502+0000","last_change":"2024-09-19T05:35:39.647306+0000","last_active":"2024-09-19T05:35:39.648502+0000","last_peered":"2024-09-19T05:35:39.648502+0000","last_clean":"2024-09-19T05:35:39.648502+0000","last_became_active":"2024-09-19T05:35:39.647014+0000","last_became_peered":"2024-09-19T05:35:39.647014+0000","last_unstale":"2024-09-19T05:35:39.648502+0000","last_undegraded":"2024-09-19T05:35:39.648502+0000","last_fullsized":"2024-09-19T05:35:39.648502+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:36.894328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375533+0000","last_change":"2024-09-19T05:35:40.367730+0000","last_active":"2024-09-19T05:35:40.375533+0000","last_peered":"2024-09-19T05:35:40.375533+0000","last_clean":"2024-09-19T05:35:40.375533+0000","last_became_active":"2024-09-19T05:35:40.367480+0000","last_became_peered":"2024-09-19T05:35:40.367480+0000","last_unstale":"2024-09-19T05:35:40.375533+0000","last_undegraded":"2024-09-19T05:35:40.375533+0000","last_fullsized":"2024-09-19T05:35:40.375533+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:40.075059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644204+0000","last_change":"2024-09-19T05:35:39.641449+0000","last_active":"2024-09-19T05:35:39.644204+0000","last_peered":"2024-09-19T05:35:39.644204+0000","last_clean":"2024-09-19T05:35:39.644204+0000","last_became_active":"2024-09-19T05:35:39.641137+0000","last_became_peered":"2024-09-19T05:35:39.641137+0000","last_unstale":"2024-09-19T05:35:39.644204+0000","last_undegraded":"2024-09-19T05:35:39.644204+0000","last_fullsized":"2024-09-19T05:35:39.644204+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:47:02.778739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377693+0000","last_change":"2024-09-19T05:35:40.372568+0000","last_active":"2024-09-19T05:35:40.377693+0000","last_peered":"2024-09-19T05:35:40.377693+0000","last_clean":"2024-09-19T05:35:40.377693+0000","last_became_active":"2024-09-19T05:35:40.372278+0000","last_became_peered":"2024-09-19T05:35:40.372278+0000","last_unstale":"2024-09-19T05:35:40.377693+0000","last_undegraded":"2024-09-19T05:35:40.377693+0000","last_fullsized":"2024-09-19T05:35:40.377693+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:35.917519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649980+0000","last_change":"2024-09-19T05:35:39.648481+0000","last_active":"2024-09-19T05:35:39.649980+0000","last_peered":"2024-09-19T05:35:39.649980+0000","last_clean":"2024-09-19T05:35:39.649980+0000","last_became_active":"2024-09-19T05:35:39.648106+0000","last_became_peered":"2024-09-19T05:35:39.648106+0000","last_unstale":"2024-09-19T05:35:39.649980+0000","last_undegraded":"2024-09-19T05:35:39.649980+0000","last_fullsized":"2024-09-19T05:35:39.649980+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:33.404105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.368243+0000","last_change":"2024-09-19T05:35:40.366642+0000","last_active":"2024-09-19T05:35:40.368243+0000","last_peered":"2024-09-19T05:35:40.368243+0000","last_clean":"2024-09-19T05:35:40.368243+0000","last_became_active":"2024-09-19T05:35:40.366334+0000","last_became_peered":"2024-09-19T05:35:40.366334+0000","last_unstale":"2024-09-19T05:35:40.368243+0000","last_undegraded":"2024-09-19T05:35:40.368243+0000","last_fullsized":"2024-09-19T05:35:40.368243+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:08.375622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.643122+0000","last_change":"2024-09-19T05:35:39.640710+0000","last_active":"2024-09-19T05:35:39.643122+0000","last_peered":"2024-09-19T05:35:39.643122+0000","last_clean":"2024-09-19T05:35:39.643122+0000","last_became_active":"2024-09-19T05:35:39.640368+0000","last_became_peered":"2024-09-19T05:35:39.640368+0000","last_unstale":"2024-09-19T05:35:39.643122+0000","last_undegraded":"2024-09-19T05:35:39.643122+0000","last_fullsized":"2024-09-19T05:35:39.643122+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:13.993973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379073+0000","last_change":"2024-09-19T05:35:40.376032+0000","last_active":"2024-09-19T05:35:40.379073+0000","last_peered":"2024-09-19T05:35:40.379073+0000","last_clean":"2024-09-19T05:35:40.379073+0000","last_became_active":"2024-09-19T05:35:40.375672+0000","last_became_peered":"2024-09-19T05:35:40.375672+0000","last_unstale":"2024-09-19T05:35:40.379073+0000","last_undegraded":"2024-09-19T05:35:40.379073+0000","last_fullsized":"2024-09-19T05:35:40.379073+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:09.040484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652628+0000","last_change":"2024-09-19T05:35:39.651838+0000","last_active":"2024-09-19T05:35:39.652628+0000","last_peered":"2024-09-19T05:35:39.652628+0000","last_clean":"2024-09-19T05:35:39.652628+0000","last_became_active":"2024-09-19T05:35:39.651441+0000","last_became_peered":"2024-09-19T05:35:39.651441+0000","last_unstale":"2024-09-19T05:35:39.652628+0000","last_undegraded":"2024-09-19T05:35:39.652628+0000","last_fullsized":"2024-09-19T05:35:39.652628+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:06.261585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635681+0000","last_change":"2024-09-19T05:35:39.635681+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635681+0000","last_undegraded":"2024-09-19T05:35:39.635681+0000","last_fullsized":"2024-09-19T05:35:39.635681+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.653994+0000","last_change":"2024-09-19T05:35:39.653357+0000","last_active":"2024-09-19T05:35:39.653994+0000","last_peered":"2024-09-19T05:35:39.653994+0000","last_clean":"2024-09-19T05:35:39.653994+0000","last_became_active":"2024-09-19T05:35:39.653056+0000","last_became_peered":"2024-09-19T05:35:39.653056+0000","last_unstale":"2024-09-19T05:35:39.653994+0000","last_undegraded":"2024-09-19T05:35:39.653994+0000","last_fullsized":"2024-09-19T05:35:39.653994+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:42.553161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640668+0000","last_change":"2024-09-19T05:35:39.640668+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640668+0000","last_undegraded":"2024-09-19T05:35:39.640668+0000","last_fullsized":"2024-09-19T05:35:39.640668+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.365657+0000","last_change":"2024-09-19T05:35:39.651540+0000","last_active":"2024-09-19T05:35:40.365657+0000","last_peered":"2024-09-19T05:35:40.365657+0000","last_clean":"2024-09-19T05:35:40.365657+0000","last_became_active":"2024-09-19T05:35:39.651263+0000","last_became_peered":"2024-09-19T05:35:39.651263+0000","last_unstale":"2024-09-19T05:35:40.365657+0000","last_undegraded":"2024-09-19T05:35:40.365657+0000","last_fullsized":"2024-09-19T05:35:40.365657+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:58.702871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640665+0000","last_change":"2024-09-19T05:35:39.640665+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640665+0000","last_undegraded":"2024-09-19T05:35:39.640665+0000","last_fullsized":"2024-09-19T05:35:39.640665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.651708+0000","last_change":"2024-09-19T05:35:39.650286+0000","last_active":"2024-09-19T05:35:39.651708+0000","last_peered":"2024-09-19T05:35:39.651708+0000","last_clean":"2024-09-19T05:35:39.651708+0000","last_became_active":"2024-09-19T05:35:39.649988+0000","last_became_peered":"2024-09-19T05:35:39.649988+0000","last_unstale":"2024-09-19T05:35:39.651708+0000","last_undegraded":"2024-09-19T05:35:39.651708+0000","last_fullsized":"2024-09-19T05:35:39.651708+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.621211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643206+0000","last_change":"2024-09-19T05:35:39.643206+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643206+0000","last_undegraded":"2024-09-19T05:35:39.643206+0000","last_fullsized":"2024-09-19T05:35:39.643206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.650895+0000","last_change":"2024-09-19T05:35:39.648863+0000","last_active":"2024-09-19T05:35:39.650895+0000","last_peered":"2024-09-19T05:35:39.650895+0000","last_clean":"2024-09-19T05:35:39.650895+0000","last_became_active":"2024-09-19T05:35:39.648568+0000","last_became_peered":"2024-09-19T05:35:39.648568+0000","last_unstale":"2024-09-19T05:35:39.650895+0000","last_undegraded":"2024-09-19T05:35:39.650895+0000","last_fullsized":"2024-09-19T05:35:39.650895+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:30:00.501274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636753+0000","last_change":"2024-09-19T05:35:39.636753+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636753+0000","last_undegraded":"2024-09-19T05:35:39.636753+0000","last_fullsized":"2024-09-19T05:35:39.636753+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"53'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.650521+0000","last_change":"2024-09-19T05:35:39.653850+0000","last_active":"2024-09-19T05:35:40.650521+0000","last_peered":"2024-09-19T05:35:40.650521+0000","last_clean":"2024-09-19T05:35:40.650521+0000","last_became_active":"2024-09-19T05:35:39.653584+0000","last_became_peered":"2024-09-19T05:35:39.653584+0000","last_unstale":"2024-09-19T05:35:40.650521+0000","last_undegraded":"2024-09-19T05:35:40.650521+0000","last_fullsized":"2024-09-19T05:35:40.650521+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:30.594242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641496+0000","last_change":"2024-09-19T05:35:39.641496+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641496+0000","last_undegraded":"2024-09-19T05:35:39.641496+0000","last_fullsized":"2024-09-19T05:35:39.641496+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.356182+0000","last_change":"2024-09-19T05:35:39.650171+0000","last_active":"2024-09-19T05:35:40.356182+0000","last_peered":"2024-09-19T05:35:40.356182+0000","last_clean":"2024-09-19T05:35:40.356182+0000","last_became_active":"2024-09-19T05:35:39.649848+0000","last_became_peered":"2024-09-19T05:35:39.649848+0000","last_unstale":"2024-09-19T05:35:40.356182+0000","last_undegraded":"2024-09-19T05:35:40.356182+0000","last_fullsized":"2024-09-19T05:35:40.356182+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:06.731275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635543+0000","last_change":"2024-09-19T05:35:39.635543+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635543+0000","last_undegraded":"2024-09-19T05:35:39.635543+0000","last_fullsized":"2024-09-19T05:35:39.635543+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649930+0000","last_change":"2024-09-19T05:35:39.647688+0000","last_active":"2024-09-19T05:35:39.649930+0000","last_peered":"2024-09-19T05:35:39.649930+0000","last_clean":"2024-09-19T05:35:39.649930+0000","last_became_active":"2024-09-19T05:35:39.647398+0000","last_became_peered":"2024-09-19T05:35:39.647398+0000","last_unstale":"2024-09-19T05:35:39.649930+0000","last_undegraded":"2024-09-19T05:35:39.649930+0000","last_fullsized":"2024-09-19T05:35:39.649930+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:31.431542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640880+0000","last_change":"2024-09-19T05:35:39.640880+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640880+0000","last_undegraded":"2024-09-19T05:35:39.640880+0000","last_fullsized":"2024-09-19T05:35:39.640880+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652200+0000","last_change":"2024-09-19T05:35:39.650937+0000","last_active":"2024-09-19T05:35:39.652200+0000","last_peered":"2024-09-19T05:35:39.652200+0000","last_clean":"2024-09-19T05:35:39.652200+0000","last_became_active":"2024-09-19T05:35:39.650522+0000","last_became_peered":"2024-09-19T05:35:39.650522+0000","last_unstale":"2024-09-19T05:35:39.652200+0000","last_undegraded":"2024-09-19T05:35:39.652200+0000","last_fullsized":"2024-09-19T05:35:39.652200+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.324449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642275+0000","last_change":"2024-09-19T05:35:39.642275+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642275+0000","last_undegraded":"2024-09-19T05:35:39.642275+0000","last_fullsized":"2024-09-19T05:35:39.642275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"53'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.645809+0000","last_change":"2024-09-19T05:35:39.653851+0000","last_active":"2024-09-19T05:35:40.645809+0000","last_peered":"2024-09-19T05:35:40.645809+0000","last_clean":"2024-09-19T05:35:40.645809+0000","last_became_active":"2024-09-19T05:35:39.653544+0000","last_became_peered":"2024-09-19T05:35:39.653544+0000","last_unstale":"2024-09-19T05:35:40.645809+0000","last_undegraded":"2024-09-19T05:35:40.645809+0000","last_fullsized":"2024-09-19T05:35:40.645809+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:33.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637492+0000","last_change":"2024-09-19T05:35:39.637492+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637492+0000","last_undegraded":"2024-09-19T05:35:39.637492+0000","last_fullsized":"2024-09-19T05:35:39.637492+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.658404+0000","last_change":"2024-09-19T05:35:39.655554+0000","last_active":"2024-09-19T05:35:39.658404+0000","last_peered":"2024-09-19T05:35:39.658404+0000","last_clean":"2024-09-19T05:35:39.658404+0000","last_became_active":"2024-09-19T05:35:39.655266+0000","last_became_peered":"2024-09-19T05:35:39.655266+0000","last_unstale":"2024-09-19T05:35:39.658404+0000","last_undegraded":"2024-09-19T05:35:39.658404+0000","last_fullsized":"2024-09-19T05:35:39.658404+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.621211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373797+0000","last_change":"2024-09-19T05:35:40.372343+0000","last_active":"2024-09-19T05:35:40.373797+0000","last_peered":"2024-09-19T05:35:40.373797+0000","last_clean":"2024-09-19T05:35:40.373797+0000","last_became_active":"2024-09-19T05:35:40.372018+0000","last_became_peered":"2024-09-19T05:35:40.372018+0000","last_unstale":"2024-09-19T05:35:40.373797+0000","last_undegraded":"2024-09-19T05:35:40.373797+0000","last_fullsized":"2024-09-19T05:35:40.373797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:54.776039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649986+0000","last_change":"2024-09-19T05:35:39.648274+0000","last_active":"2024-09-19T05:35:39.649986+0000","last_peered":"2024-09-19T05:35:39.649986+0000","last_clean":"2024-09-19T05:35:39.649986+0000","last_became_active":"2024-09-19T05:35:39.648020+0000","last_became_peered":"2024-09-19T05:35:39.648020+0000","last_unstale":"2024-09-19T05:35:39.649986+0000","last_undegraded":"2024-09-19T05:35:39.649986+0000","last_fullsized":"2024-09-19T05:35:39.649986+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:53.323587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643624+0000","last_change":"2024-09-19T05:35:39.643624+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643624+0000","last_undegraded":"2024-09-19T05:35:39.643624+0000","last_fullsized":"2024-09-19T05:35:39.643624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.655740+0000","last_change":"2024-09-19T05:35:39.654023+0000","last_active":"2024-09-19T05:35:39.655740+0000","last_peered":"2024-09-19T05:35:39.655740+0000","last_clean":"2024-09-19T05:35:39.655740+0000","last_became_active":"2024-09-19T05:35:39.650618+0000","last_became_peered":"2024-09-19T05:35:39.650618+0000","last_unstale":"2024-09-19T05:35:39.655740+0000","last_undegraded":"2024-09-19T05:35:39.655740+0000","last_fullsized":"2024-09-19T05:35:39.655740+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:03.485837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636196+0000","last_change":"2024-09-19T05:35:39.636196+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636196+0000","last_undegraded":"2024-09-19T05:35:39.636196+0000","last_fullsized":"2024-09-19T05:35:39.636196+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"53'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.645283+0000","last_change":"2024-09-19T05:35:39.653686+0000","last_active":"2024-09-19T05:35:40.645283+0000","last_peered":"2024-09-19T05:35:40.645283+0000","last_clean":"2024-09-19T05:35:40.645283+0000","last_became_active":"2024-09-19T05:35:39.653394+0000","last_became_peered":"2024-09-19T05:35:39.653394+0000","last_unstale":"2024-09-19T05:35:40.645283+0000","last_undegraded":"2024-09-19T05:35:40.645283+0000","last_fullsized":"2024-09-19T05:35:40.645283+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:22.762023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641269+0000","last_change":"2024-09-19T05:35:39.641269+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641269+0000","last_undegraded":"2024-09-19T05:35:39.641269+0000","last_fullsized":"2024-09-19T05:35:39.641269+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649174+0000","last_change":"2024-09-19T05:35:39.642890+0000","last_active":"2024-09-19T05:35:39.649174+0000","last_peered":"2024-09-19T05:35:39.649174+0000","last_clean":"2024-09-19T05:35:39.649174+0000","last_became_active":"2024-09-19T05:35:39.642626+0000","last_became_peered":"2024-09-19T05:35:39.642626+0000","last_unstale":"2024-09-19T05:35:39.649174+0000","last_undegraded":"2024-09-19T05:35:39.649174+0000","last_fullsized":"2024-09-19T05:35:39.649174+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:56.849695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640771+0000","last_change":"2024-09-19T05:35:39.640771+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640771+0000","last_undegraded":"2024-09-19T05:35:39.640771+0000","last_fullsized":"2024-09-19T05:35:39.640771+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.653809+0000","last_change":"2024-09-19T05:35:39.652971+0000","last_active":"2024-09-19T05:35:39.653809+0000","last_peered":"2024-09-19T05:35:39.653809+0000","last_clean":"2024-09-19T05:35:39.653809+0000","last_became_active":"2024-09-19T05:35:39.652419+0000","last_became_peered":"2024-09-19T05:35:39.652419+0000","last_unstale":"2024-09-19T05:35:39.653809+0000","last_undegraded":"2024-09-19T05:35:39.653809+0000","last_fullsized":"2024-09-19T05:35:39.653809+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:16.562146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636825+0000","last_change":"2024-09-19T05:35:39.636825+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636825+0000","last_undegraded":"2024-09-19T05:35:39.636825+0000","last_fullsized":"2024-09-19T05:35:39.636825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652526+0000","last_change":"2024-09-19T05:35:39.651342+0000","last_active":"2024-09-19T05:35:39.652526+0000","last_peered":"2024-09-19T05:35:39.652526+0000","last_clean":"2024-09-19T05:35:39.652526+0000","last_became_active":"2024-09-19T05:35:39.651046+0000","last_became_peered":"2024-09-19T05:35:39.651046+0000","last_unstale":"2024-09-19T05:35:39.652526+0000","last_undegraded":"2024-09-19T05:35:39.652526+0000","last_fullsized":"2024-09-19T05:35:39.652526+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:03.126090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637036+0000","last_change":"2024-09-19T05:35:39.637036+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637036+0000","last_undegraded":"2024-09-19T05:35:39.637036+0000","last_fullsized":"2024-09-19T05:35:39.637036+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649829+0000","last_change":"2024-09-19T05:35:39.647076+0000","last_active":"2024-09-19T05:35:39.649829+0000","last_peered":"2024-09-19T05:35:39.649829+0000","last_clean":"2024-09-19T05:35:39.649829+0000","last_became_active":"2024-09-19T05:35:39.646819+0000","last_became_peered":"2024-09-19T05:35:39.646819+0000","last_unstale":"2024-09-19T05:35:39.649829+0000","last_undegraded":"2024-09-19T05:35:39.649829+0000","last_fullsized":"2024-09-19T05:35:39.649829+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:35.351767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640237+0000","last_change":"2024-09-19T05:35:39.640237+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640237+0000","last_undegraded":"2024-09-19T05:35:39.640237+0000","last_fullsized":"2024-09-19T05:35:39.640237+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.356358+0000","last_change":"2024-09-19T05:35:39.647900+0000","last_active":"2024-09-19T05:35:40.356358+0000","last_peered":"2024-09-19T05:35:40.356358+0000","last_clean":"2024-09-19T05:35:40.356358+0000","last_became_active":"2024-09-19T05:35:39.647631+0000","last_became_peered":"2024-09-19T05:35:39.647631+0000","last_unstale":"2024-09-19T05:35:40.356358+0000","last_undegraded":"2024-09-19T05:35:40.356358+0000","last_fullsized":"2024-09-19T05:35:40.356358+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:13.993973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640236+0000","last_change":"2024-09-19T05:35:39.640236+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640236+0000","last_undegraded":"2024-09-19T05:35:39.640236+0000","last_fullsized":"2024-09-19T05:35:39.640236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644038+0000","last_change":"2024-09-19T05:35:39.642627+0000","last_active":"2024-09-19T05:35:39.644038+0000","last_peered":"2024-09-19T05:35:39.644038+0000","last_clean":"2024-09-19T05:35:39.644038+0000","last_became_active":"2024-09-19T05:35:39.642287+0000","last_became_peered":"2024-09-19T05:35:39.642287+0000","last_unstale":"2024-09-19T05:35:39.644038+0000","last_undegraded":"2024-09-19T05:35:39.644038+0000","last_fullsized":"2024-09-19T05:35:39.644038+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:07.372175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378989+0000","last_change":"2024-09-19T05:35:40.375658+0000","last_active":"2024-09-19T05:35:40.378989+0000","last_peered":"2024-09-19T05:35:40.378989+0000","last_clean":"2024-09-19T05:35:40.378989+0000","last_became_active":"2024-09-19T05:35:40.375306+0000","last_became_peered":"2024-09-19T05:35:40.375306+0000","last_unstale":"2024-09-19T05:35:40.378989+0000","last_undegraded":"2024-09-19T05:35:40.378989+0000","last_fullsized":"2024-09-19T05:35:40.378989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:14.982109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649223+0000","last_change":"2024-09-19T05:35:39.645653+0000","last_active":"2024-09-19T05:35:39.649223+0000","last_peered":"2024-09-19T05:35:39.649223+0000","last_clean":"2024-09-19T05:35:39.649223+0000","last_became_active":"2024-09-19T05:35:39.645370+0000","last_became_peered":"2024-09-19T05:35:39.645370+0000","last_unstale":"2024-09-19T05:35:39.649223+0000","last_undegraded":"2024-09-19T05:35:39.649223+0000","last_fullsized":"2024-09-19T05:35:39.649223+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:45.398654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641077+0000","last_change":"2024-09-19T05:35:39.641077+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641077+0000","last_undegraded":"2024-09-19T05:35:39.641077+0000","last_fullsized":"2024-09-19T05:35:39.641077+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649313+0000","last_change":"2024-09-19T05:35:39.646959+0000","last_active":"2024-09-19T05:35:39.649313+0000","last_peered":"2024-09-19T05:35:39.649313+0000","last_clean":"2024-09-19T05:35:39.649313+0000","last_became_active":"2024-09-19T05:35:39.646649+0000","last_became_peered":"2024-09-19T05:35:39.646649+0000","last_unstale":"2024-09-19T05:35:39.649313+0000","last_undegraded":"2024-09-19T05:35:39.649313+0000","last_fullsized":"2024-09-19T05:35:39.649313+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:43.295871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.639290+0000","last_change":"2024-09-19T05:35:39.639290+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.639290+0000","last_undegraded":"2024-09-19T05:35:39.639290+0000","last_fullsized":"2024-09-19T05:35:39.639290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649946+0000","last_change":"2024-09-19T05:35:39.649049+0000","last_active":"2024-09-19T05:35:39.649946+0000","last_peered":"2024-09-19T05:35:39.649946+0000","last_clean":"2024-09-19T05:35:39.649946+0000","last_became_active":"2024-09-19T05:35:39.648786+0000","last_became_peered":"2024-09-19T05:35:39.648786+0000","last_unstale":"2024-09-19T05:35:39.649946+0000","last_undegraded":"2024-09-19T05:35:39.649946+0000","last_fullsized":"2024-09-19T05:35:39.649946+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:11.578052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377700+0000","last_change":"2024-09-19T05:35:40.372805+0000","last_active":"2024-09-19T05:35:40.377700+0000","last_peered":"2024-09-19T05:35:40.377700+0000","last_clean":"2024-09-19T05:35:40.377700+0000","last_became_active":"2024-09-19T05:35:40.372502+0000","last_became_peered":"2024-09-19T05:35:40.372502+0000","last_unstale":"2024-09-19T05:35:40.377700+0000","last_undegraded":"2024-09-19T05:35:40.377700+0000","last_fullsized":"2024-09-19T05:35:40.377700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:19.982199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.361770+0000","last_change":"2024-09-19T05:35:39.652805+0000","last_active":"2024-09-19T05:35:40.361770+0000","last_peered":"2024-09-19T05:35:40.361770+0000","last_clean":"2024-09-19T05:35:40.361770+0000","last_became_active":"2024-09-19T05:35:39.652475+0000","last_became_peered":"2024-09-19T05:35:39.652475+0000","last_unstale":"2024-09-19T05:35:40.361770+0000","last_undegraded":"2024-09-19T05:35:40.361770+0000","last_fullsized":"2024-09-19T05:35:40.361770+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:31.136493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373188+0000","last_change":"2024-09-19T05:35:40.370476+0000","last_active":"2024-09-19T05:35:40.373188+0000","last_peered":"2024-09-19T05:35:40.373188+0000","last_clean":"2024-09-19T05:35:40.373188+0000","last_became_active":"2024-09-19T05:35:40.370188+0000","last_became_peered":"2024-09-19T05:35:40.370188+0000","last_unstale":"2024-09-19T05:35:40.373188+0000","last_undegraded":"2024-09-19T05:35:40.373188+0000","last_fullsized":"2024-09-19T05:35:40.373188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:57.978019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.355862+0000","last_change":"2024-09-19T05:35:39.646583+0000","last_active":"2024-09-19T05:35:40.355862+0000","last_peered":"2024-09-19T05:35:40.355862+0000","last_clean":"2024-09-19T05:35:40.355862+0000","last_became_active":"2024-09-19T05:35:39.646306+0000","last_became_peered":"2024-09-19T05:35:39.646306+0000","last_unstale":"2024-09-19T05:35:40.355862+0000","last_undegraded":"2024-09-19T05:35:40.355862+0000","last_fullsized":"2024-09-19T05:35:40.355862+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:34:15.905756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":227,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644836+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:39.644836+0000","last_peered":"2024-09-19T05:35:39.644836+0000","last_clean":"2024-09-19T05:35:39.644836+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:39.644836+0000","last_undegraded":"2024-09-19T05:35:39.644836+0000","last_fullsized":"2024-09-19T05:35:39.644836+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35968,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335872,"statfs":{"total":96636764160,"available":96599932928,"internally_reserved":0,"allocated":626688,"data_stored":256795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":626688,"data_stored":256795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509465,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":614400,"data_stored":250020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542169,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":834121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35952,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335888,"statfs":{"total":96636764160,"available":96599949312,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542169,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35936,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335904,"statfs":{"total":96636764160,"available":96599965696,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542170,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32356,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339484,"statfs":{"total":96636764160,"available":96603631616,"internally_reserved":0,"allocated":1196032,"data_stored":834121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:43.967 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:44.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.103+0000 7fc58a986640 1 Processor -- start 2024-09-19T05:35:44.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.103+0000 7fc58a986640 1 -- start start 2024-09-19T05:35:44.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc58a986640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc58415b110 0x7fc5840b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc58a986640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 0x7fc5840cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc58a986640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5840b4250 con 0x7fc58415b4f0 2024-09-19T05:35:44.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc58a986640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fc5840b44f0 con 0x7fc58415b110 2024-09-19T05:35:44.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc58a986640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc5840ccd80 con 0x7fc5840d08f0 2024-09-19T05:35:44.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc583fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc58415b110 0x7fc5840b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc5837fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc58415b4f0 0x7fc5840d01e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39686/0 (socket says 172.21.15.39:39686) 2024-09-19T05:35:44.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc5837fe640 1 -- 172.21.15.39:0/3902865753 learned_addr learned my addr 172.21.15.39:0/3902865753 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:44.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc588f23640 1 --2- 172.21.15.39:0/3902865753 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 0x7fc5840cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc583fff640 1 -- 172.21.15.39:0/3902865753 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 msgr2=0x7fc5840cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:44.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc583fff640 1 --2- 172.21.15.39:0/3902865753 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 0x7fc5840cdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc583fff640 1 -- 172.21.15.39:0/3902865753 >> v1:172.21.15.39:6789/0 conn(0x7fc58415b4f0 legacy=0x7fc5840d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.104+0000 7fc583fff640 1 -- 172.21.15.39:0/3902865753 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5840cd060 con 0x7fc58415b110 2024-09-19T05:35:44.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.105+0000 7fc583fff640 1 --2- 172.21.15.39:0/3902865753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b110 0x7fc5840b3d10 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc5840b4670 tx=0x7fc57402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e22af22f5a7f6de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:44.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.105+0000 7fc582ffd640 1 -- 172.21.15.39:0/3902865753 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574037070 con 0x7fc58415b110 2024-09-19T05:35:44.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.105+0000 7fc582ffd640 1 -- 172.21.15.39:0/3902865753 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc574032440 con 0x7fc58415b110 2024-09-19T05:35:44.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.105+0000 7fc582ffd640 1 -- 172.21.15.39:0/3902865753 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574032810 con 0x7fc58415b110 2024-09-19T05:35:44.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.106+0000 7fc58a986640 1 -- 172.21.15.39:0/3902865753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b110 msgr2=0x7fc5840b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.106+0000 7fc58a986640 1 --2- 172.21.15.39:0/3902865753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b110 0x7fc5840b3d10 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc5840b4670 tx=0x7fc57402a180 comp rx=0 tx=0).stop 2024-09-19T05:35:44.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.106+0000 7fc58a986640 1 -- 172.21.15.39:0/3902865753 shutdown_connections 2024-09-19T05:35:44.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.106+0000 7fc58a986640 1 --2- 172.21.15.39:0/3902865753 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 0x7fc5840cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.106+0000 7fc58a986640 1 --2- 172.21.15.39:0/3902865753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b110 0x7fc5840b3d10 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.106+0000 7fc58a986640 1 -- 172.21.15.39:0/3902865753 >> 172.21.15.39:0/3902865753 conn(0x7fc58406d000 msgr2=0x7fc58406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:44.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.106+0000 7fc58a986640 1 -- 172.21.15.39:0/3902865753 shutdown_connections 2024-09-19T05:35:44.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.106+0000 7fc58a986640 1 -- 172.21.15.39:0/3902865753 wait complete. 2024-09-19T05:35:44.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.107+0000 7fc58a986640 1 Processor -- start 2024-09-19T05:35:44.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.107+0000 7fc58a986640 1 -- start start 2024-09-19T05:35:44.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc58a986640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 0x7fc584155160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc58a986640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc58415b110 0x7fc5841ec2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc58a986640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b4f0 0x7fc5841f2be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc58a986640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc584073d10 con 0x7fc58415b4f0 2024-09-19T05:35:44.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc58a986640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5840cd620 con 0x7fc58415b110 2024-09-19T05:35:44.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc58a986640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc584073e90 con 0x7fc5840d08f0 2024-09-19T05:35:44.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc588f23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b4f0 0x7fc5841f2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc588f23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b4f0 0x7fc5841f2be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32930/0 (socket says 172.21.15.39:32930) 2024-09-19T05:35:44.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc588f23640 1 -- 172.21.15.39:0/3104071954 learned_addr learned my addr 172.21.15.39:0/3104071954 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:44.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc583fff640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 0x7fc584155160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc5837fe640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc58415b110 0x7fc5841ec2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc588f23640 1 -- 172.21.15.39:0/3104071954 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 msgr2=0x7fc584155160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc588f23640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 0x7fc584155160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc588f23640 1 -- 172.21.15.39:0/3104071954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc58415b110 msgr2=0x7fc5841ec2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc588f23640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc58415b110 0x7fc5841ec2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.108+0000 7fc588f23640 1 -- 172.21.15.39:0/3104071954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5841f2160 con 0x7fc58415b4f0 2024-09-19T05:35:44.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.109+0000 7fc588f23640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b4f0 0x7fc5841f2be0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc57c009dd0 tx=0x7fc57c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:44.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.109+0000 7fc580ff9640 1 -- 172.21.15.39:0/3104071954 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57c018020 con 0x7fc58415b4f0 2024-09-19T05:35:44.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.109+0000 7fc580ff9640 1 -- 172.21.15.39:0/3104071954 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc57c014480 con 0x7fc58415b4f0 2024-09-19T05:35:44.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.109+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5841f3120 con 0x7fc58415b4f0 2024-09-19T05:35:44.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.109+0000 7fc580ff9640 1 -- 172.21.15.39:0/3104071954 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57c014870 con 0x7fc58415b4f0 2024-09-19T05:35:44.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.109+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5840af340 con 0x7fc58415b4f0 2024-09-19T05:35:44.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.110+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5840b3d10 con 0x7fc58415b4f0 2024-09-19T05:35:44.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.110+0000 7fc580ff9640 1 -- 172.21.15.39:0/3104071954 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc57c005d10 con 0x7fc58415b4f0 2024-09-19T05:35:44.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.111+0000 7fc580ff9640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc57006c2b0 0x7fc57006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.111+0000 7fc580ff9640 1 -- 172.21.15.39:0/3104071954 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7fc57c08bfc0 con 0x7fc58415b4f0 2024-09-19T05:35:44.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.111+0000 7fc583fff640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc57006c2b0 0x7fc57006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.111+0000 7fc583fff640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc57006c2b0 0x7fc57006e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc574034000 tx=0x7fc57402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:44.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.115+0000 7fc580ff9640 1 -- 172.21.15.39:0/3104071954 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc57c022070 con 0x7fc58415b4f0 2024-09-19T05:35:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.286+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc5840b13d0 con 0x7fc57006c2b0 2024-09-19T05:35:44.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.292+0000 7fc580ff9640 1 -- 172.21.15.39:0/3104071954 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248430 (secure 0 0 0) 0x7fc5840b13d0 con 0x7fc57006c2b0 2024-09-19T05:35:44.298 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:44.300 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:44.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc57006c2b0 msgr2=0x7fc57006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc57006c2b0 0x7fc57006e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc574034000 tx=0x7fc57402e000 comp rx=0 tx=0).stop 2024-09-19T05:35:44.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b4f0 msgr2=0x7fc5841f2be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b4f0 0x7fc5841f2be0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc57c009dd0 tx=0x7fc57c00c490 comp rx=0 tx=0).stop 2024-09-19T05:35:44.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 shutdown_connections 2024-09-19T05:35:44.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc57006c2b0 0x7fc57006e770 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58415b4f0 0x7fc5841f2be0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc58415b110 0x7fc5841ec2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 --2- 172.21.15.39:0/3104071954 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5840d08f0 0x7fc584155160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 >> 172.21.15.39:0/3104071954 conn(0x7fc58406d000 msgr2=0x7fc5840cda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:44.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 shutdown_connections 2024-09-19T05:35:44.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.296+0000 7fc58a986640 1 -- 172.21.15.39:0/3104071954 wait complete. 2024-09-19T05:35:44.309 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":101,"stamp":"2024-09-19T05:35:42.689030+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590424,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":164,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":272100,"kb_used_data":5924,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754702620,"statfs":{"total":773094113280,"available":772815482880,"internally_reserved":0,"allocated":6066176,"data_stored":3163111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.062859"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.376720+0000","last_change":"2024-09-19T05:35:40.373793+0000","last_active":"2024-09-19T05:35:40.376720+0000","last_peered":"2024-09-19T05:35:40.376720+0000","last_clean":"2024-09-19T05:35:40.376720+0000","last_became_active":"2024-09-19T05:35:40.373487+0000","last_became_peered":"2024-09-19T05:35:40.373487+0000","last_unstale":"2024-09-19T05:35:40.376720+0000","last_undegraded":"2024-09-19T05:35:40.376720+0000","last_fullsized":"2024-09-19T05:35:40.376720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:36.368974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378825+0000","last_change":"2024-09-19T05:35:40.373926+0000","last_active":"2024-09-19T05:35:40.378825+0000","last_peered":"2024-09-19T05:35:40.378825+0000","last_clean":"2024-09-19T05:35:40.378825+0000","last_became_active":"2024-09-19T05:35:40.373642+0000","last_became_peered":"2024-09-19T05:35:40.373642+0000","last_unstale":"2024-09-19T05:35:40.378825+0000","last_undegraded":"2024-09-19T05:35:40.378825+0000","last_fullsized":"2024-09-19T05:35:40.378825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:25.007820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644027+0000","last_change":"2024-09-19T05:35:39.644027+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644027+0000","last_undegraded":"2024-09-19T05:35:39.644027+0000","last_fullsized":"2024-09-19T05:35:39.644027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637245+0000","last_change":"2024-09-19T05:35:39.637245+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637245+0000","last_undegraded":"2024-09-19T05:35:39.637245+0000","last_fullsized":"2024-09-19T05:35:39.637245+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.372929+0000","last_change":"2024-09-19T05:35:40.368154+0000","last_active":"2024-09-19T05:35:40.372929+0000","last_peered":"2024-09-19T05:35:40.372929+0000","last_clean":"2024-09-19T05:35:40.372929+0000","last_became_active":"2024-09-19T05:35:40.367878+0000","last_became_peered":"2024-09-19T05:35:40.367878+0000","last_unstale":"2024-09-19T05:35:40.372929+0000","last_undegraded":"2024-09-19T05:35:40.372929+0000","last_fullsized":"2024-09-19T05:35:40.372929+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:53.426955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644889+0000","last_change":"2024-09-19T05:35:39.644889+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644889+0000","last_undegraded":"2024-09-19T05:35:39.644889+0000","last_fullsized":"2024-09-19T05:35:39.644889+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635283+0000","last_change":"2024-09-19T05:35:39.635283+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635283+0000","last_undegraded":"2024-09-19T05:35:39.635283+0000","last_fullsized":"2024-09-19T05:35:39.635283+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373207+0000","last_change":"2024-09-19T05:35:40.371455+0000","last_active":"2024-09-19T05:35:40.373207+0000","last_peered":"2024-09-19T05:35:40.373207+0000","last_clean":"2024-09-19T05:35:40.373207+0000","last_became_active":"2024-09-19T05:35:40.371170+0000","last_became_peered":"2024-09-19T05:35:40.371170+0000","last_unstale":"2024-09-19T05:35:40.373207+0000","last_undegraded":"2024-09-19T05:35:40.373207+0000","last_fullsized":"2024-09-19T05:35:40.373207+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:51.945713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635004+0000","last_change":"2024-09-19T05:35:39.635004+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635004+0000","last_undegraded":"2024-09-19T05:35:39.635004+0000","last_fullsized":"2024-09-19T05:35:39.635004+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641026+0000","last_change":"2024-09-19T05:35:39.641026+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641026+0000","last_undegraded":"2024-09-19T05:35:39.641026+0000","last_fullsized":"2024-09-19T05:35:39.641026+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640499+0000","last_change":"2024-09-19T05:35:39.640499+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640499+0000","last_undegraded":"2024-09-19T05:35:39.640499+0000","last_fullsized":"2024-09-19T05:35:39.640499+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637720+0000","last_change":"2024-09-19T05:35:39.637720+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637720+0000","last_undegraded":"2024-09-19T05:35:39.637720+0000","last_fullsized":"2024-09-19T05:35:39.637720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373819+0000","last_change":"2024-09-19T05:35:40.371519+0000","last_active":"2024-09-19T05:35:40.373819+0000","last_peered":"2024-09-19T05:35:40.373819+0000","last_clean":"2024-09-19T05:35:40.373819+0000","last_became_active":"2024-09-19T05:35:40.370228+0000","last_became_peered":"2024-09-19T05:35:40.370228+0000","last_unstale":"2024-09-19T05:35:40.373819+0000","last_undegraded":"2024-09-19T05:35:40.373819+0000","last_fullsized":"2024-09-19T05:35:40.373819+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:32.434989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.634884+0000","last_change":"2024-09-19T05:35:39.634884+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.634884+0000","last_undegraded":"2024-09-19T05:35:39.634884+0000","last_fullsized":"2024-09-19T05:35:39.634884+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.634548+0000","last_change":"2024-09-19T05:35:39.634548+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.634548+0000","last_undegraded":"2024-09-19T05:35:39.634548+0000","last_fullsized":"2024-09-19T05:35:39.634548+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.645037+0000","last_change":"2024-09-19T05:35:39.645037+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.645037+0000","last_undegraded":"2024-09-19T05:35:39.645037+0000","last_fullsized":"2024-09-19T05:35:39.645037+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378967+0000","last_change":"2024-09-19T05:35:40.375420+0000","last_active":"2024-09-19T05:35:40.378967+0000","last_peered":"2024-09-19T05:35:40.378967+0000","last_clean":"2024-09-19T05:35:40.378967+0000","last_became_active":"2024-09-19T05:35:40.374719+0000","last_became_peered":"2024-09-19T05:35:40.374719+0000","last_unstale":"2024-09-19T05:35:40.378967+0000","last_undegraded":"2024-09-19T05:35:40.378967+0000","last_fullsized":"2024-09-19T05:35:40.378967+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:29.708171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642686+0000","last_change":"2024-09-19T05:35:39.642686+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642686+0000","last_undegraded":"2024-09-19T05:35:39.642686+0000","last_fullsized":"2024-09-19T05:35:39.642686+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.376688+0000","last_change":"2024-09-19T05:35:40.372772+0000","last_active":"2024-09-19T05:35:40.376688+0000","last_peered":"2024-09-19T05:35:40.376688+0000","last_clean":"2024-09-19T05:35:40.376688+0000","last_became_active":"2024-09-19T05:35:40.372437+0000","last_became_peered":"2024-09-19T05:35:40.372437+0000","last_unstale":"2024-09-19T05:35:40.376688+0000","last_undegraded":"2024-09-19T05:35:40.376688+0000","last_fullsized":"2024-09-19T05:35:40.376688+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:08.339539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379278+0000","last_change":"2024-09-19T05:35:40.376461+0000","last_active":"2024-09-19T05:35:40.379278+0000","last_peered":"2024-09-19T05:35:40.379278+0000","last_clean":"2024-09-19T05:35:40.379278+0000","last_became_active":"2024-09-19T05:35:40.376120+0000","last_became_peered":"2024-09-19T05:35:40.376120+0000","last_unstale":"2024-09-19T05:35:40.379278+0000","last_undegraded":"2024-09-19T05:35:40.379278+0000","last_fullsized":"2024-09-19T05:35:40.379278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:09.521616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641960+0000","last_change":"2024-09-19T05:35:39.641960+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641960+0000","last_undegraded":"2024-09-19T05:35:39.641960+0000","last_fullsized":"2024-09-19T05:35:39.641960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375490+0000","last_change":"2024-09-19T05:35:40.367342+0000","last_active":"2024-09-19T05:35:40.375490+0000","last_peered":"2024-09-19T05:35:40.375490+0000","last_clean":"2024-09-19T05:35:40.375490+0000","last_became_active":"2024-09-19T05:35:40.367056+0000","last_became_peered":"2024-09-19T05:35:40.367056+0000","last_unstale":"2024-09-19T05:35:40.375490+0000","last_undegraded":"2024-09-19T05:35:40.375490+0000","last_fullsized":"2024-09-19T05:35:40.375490+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:59.136817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641600+0000","last_change":"2024-09-19T05:35:39.641600+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641600+0000","last_undegraded":"2024-09-19T05:35:39.641600+0000","last_fullsized":"2024-09-19T05:35:39.641600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.372819+0000","last_change":"2024-09-19T05:35:40.371198+0000","last_active":"2024-09-19T05:35:40.372819+0000","last_peered":"2024-09-19T05:35:40.372819+0000","last_clean":"2024-09-19T05:35:40.372819+0000","last_became_active":"2024-09-19T05:35:40.370844+0000","last_became_peered":"2024-09-19T05:35:40.370844+0000","last_unstale":"2024-09-19T05:35:40.372819+0000","last_undegraded":"2024-09-19T05:35:40.372819+0000","last_fullsized":"2024-09-19T05:35:40.372819+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:37.897775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.382867+0000","last_change":"2024-09-19T05:35:40.378318+0000","last_active":"2024-09-19T05:35:40.382867+0000","last_peered":"2024-09-19T05:35:40.382867+0000","last_clean":"2024-09-19T05:35:40.382867+0000","last_became_active":"2024-09-19T05:35:40.377984+0000","last_became_peered":"2024-09-19T05:35:40.377984+0000","last_unstale":"2024-09-19T05:35:40.382867+0000","last_undegraded":"2024-09-19T05:35:40.382867+0000","last_fullsized":"2024-09-19T05:35:40.382867+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:18.475593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637329+0000","last_change":"2024-09-19T05:35:39.637329+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637329+0000","last_undegraded":"2024-09-19T05:35:39.637329+0000","last_fullsized":"2024-09-19T05:35:39.637329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644835+0000","last_change":"2024-09-19T05:35:39.644835+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644835+0000","last_undegraded":"2024-09-19T05:35:39.644835+0000","last_fullsized":"2024-09-19T05:35:39.644835+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375838+0000","last_change":"2024-09-19T05:35:40.370465+0000","last_active":"2024-09-19T05:35:40.375838+0000","last_peered":"2024-09-19T05:35:40.375838+0000","last_clean":"2024-09-19T05:35:40.375838+0000","last_became_active":"2024-09-19T05:35:40.370193+0000","last_became_peered":"2024-09-19T05:35:40.370193+0000","last_unstale":"2024-09-19T05:35:40.375838+0000","last_undegraded":"2024-09-19T05:35:40.375838+0000","last_fullsized":"2024-09-19T05:35:40.375838+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:25.648866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379110+0000","last_change":"2024-09-19T05:35:40.376605+0000","last_active":"2024-09-19T05:35:40.379110+0000","last_peered":"2024-09-19T05:35:40.379110+0000","last_clean":"2024-09-19T05:35:40.379110+0000","last_became_active":"2024-09-19T05:35:40.375700+0000","last_became_peered":"2024-09-19T05:35:40.375700+0000","last_unstale":"2024-09-19T05:35:40.379110+0000","last_undegraded":"2024-09-19T05:35:40.379110+0000","last_fullsized":"2024-09-19T05:35:40.379110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:04:38.695486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.639728+0000","last_change":"2024-09-19T05:35:39.639728+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.639728+0000","last_undegraded":"2024-09-19T05:35:39.639728+0000","last_fullsized":"2024-09-19T05:35:39.639728+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377750+0000","last_change":"2024-09-19T05:35:40.375005+0000","last_active":"2024-09-19T05:35:40.377750+0000","last_peered":"2024-09-19T05:35:40.377750+0000","last_clean":"2024-09-19T05:35:40.377750+0000","last_became_active":"2024-09-19T05:35:40.374710+0000","last_became_peered":"2024-09-19T05:35:40.374710+0000","last_unstale":"2024-09-19T05:35:40.377750+0000","last_undegraded":"2024-09-19T05:35:40.377750+0000","last_fullsized":"2024-09-19T05:35:40.377750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:44.702986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644329+0000","last_change":"2024-09-19T05:35:39.644329+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644329+0000","last_undegraded":"2024-09-19T05:35:39.644329+0000","last_fullsized":"2024-09-19T05:35:39.644329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643194+0000","last_change":"2024-09-19T05:35:39.643194+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643194+0000","last_undegraded":"2024-09-19T05:35:39.643194+0000","last_fullsized":"2024-09-19T05:35:39.643194+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649871+0000","last_change":"2024-09-19T05:35:39.646024+0000","last_active":"2024-09-19T05:35:39.649871+0000","last_peered":"2024-09-19T05:35:39.649871+0000","last_clean":"2024-09-19T05:35:39.649871+0000","last_became_active":"2024-09-19T05:35:39.645776+0000","last_became_peered":"2024-09-19T05:35:39.645776+0000","last_unstale":"2024-09-19T05:35:39.649871+0000","last_undegraded":"2024-09-19T05:35:39.649871+0000","last_fullsized":"2024-09-19T05:35:39.649871+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:22.882854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640008+0000","last_change":"2024-09-19T05:35:39.640008+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640008+0000","last_undegraded":"2024-09-19T05:35:39.640008+0000","last_fullsized":"2024-09-19T05:35:39.640008+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"53'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.642653+0000","last_change":"2024-09-19T05:35:39.650886+0000","last_active":"2024-09-19T05:35:40.642653+0000","last_peered":"2024-09-19T05:35:40.642653+0000","last_clean":"2024-09-19T05:35:40.642653+0000","last_became_active":"2024-09-19T05:35:39.650600+0000","last_became_peered":"2024-09-19T05:35:39.650600+0000","last_unstale":"2024-09-19T05:35:40.642653+0000","last_undegraded":"2024-09-19T05:35:40.642653+0000","last_fullsized":"2024-09-19T05:35:40.642653+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:10.322063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641836+0000","last_change":"2024-09-19T05:35:39.641836+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641836+0000","last_undegraded":"2024-09-19T05:35:39.641836+0000","last_fullsized":"2024-09-19T05:35:39.641836+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.656385+0000","last_change":"2024-09-19T05:35:39.654936+0000","last_active":"2024-09-19T05:35:39.656385+0000","last_peered":"2024-09-19T05:35:39.656385+0000","last_clean":"2024-09-19T05:35:39.656385+0000","last_became_active":"2024-09-19T05:35:39.654644+0000","last_became_peered":"2024-09-19T05:35:39.654644+0000","last_unstale":"2024-09-19T05:35:39.656385+0000","last_undegraded":"2024-09-19T05:35:39.656385+0000","last_fullsized":"2024-09-19T05:35:39.656385+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:08:34.604488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642389+0000","last_change":"2024-09-19T05:35:39.642389+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642389+0000","last_undegraded":"2024-09-19T05:35:39.642389+0000","last_fullsized":"2024-09-19T05:35:39.642389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.648502+0000","last_change":"2024-09-19T05:35:39.647306+0000","last_active":"2024-09-19T05:35:39.648502+0000","last_peered":"2024-09-19T05:35:39.648502+0000","last_clean":"2024-09-19T05:35:39.648502+0000","last_became_active":"2024-09-19T05:35:39.647014+0000","last_became_peered":"2024-09-19T05:35:39.647014+0000","last_unstale":"2024-09-19T05:35:39.648502+0000","last_undegraded":"2024-09-19T05:35:39.648502+0000","last_fullsized":"2024-09-19T05:35:39.648502+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:36.894328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375533+0000","last_change":"2024-09-19T05:35:40.367730+0000","last_active":"2024-09-19T05:35:40.375533+0000","last_peered":"2024-09-19T05:35:40.375533+0000","last_clean":"2024-09-19T05:35:40.375533+0000","last_became_active":"2024-09-19T05:35:40.367480+0000","last_became_peered":"2024-09-19T05:35:40.367480+0000","last_unstale":"2024-09-19T05:35:40.375533+0000","last_undegraded":"2024-09-19T05:35:40.375533+0000","last_fullsized":"2024-09-19T05:35:40.375533+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:40.075059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644204+0000","last_change":"2024-09-19T05:35:39.641449+0000","last_active":"2024-09-19T05:35:39.644204+0000","last_peered":"2024-09-19T05:35:39.644204+0000","last_clean":"2024-09-19T05:35:39.644204+0000","last_became_active":"2024-09-19T05:35:39.641137+0000","last_became_peered":"2024-09-19T05:35:39.641137+0000","last_unstale":"2024-09-19T05:35:39.644204+0000","last_undegraded":"2024-09-19T05:35:39.644204+0000","last_fullsized":"2024-09-19T05:35:39.644204+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:47:02.778739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377693+0000","last_change":"2024-09-19T05:35:40.372568+0000","last_active":"2024-09-19T05:35:40.377693+0000","last_peered":"2024-09-19T05:35:40.377693+0000","last_clean":"2024-09-19T05:35:40.377693+0000","last_became_active":"2024-09-19T05:35:40.372278+0000","last_became_peered":"2024-09-19T05:35:40.372278+0000","last_unstale":"2024-09-19T05:35:40.377693+0000","last_undegraded":"2024-09-19T05:35:40.377693+0000","last_fullsized":"2024-09-19T05:35:40.377693+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:35.917519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649980+0000","last_change":"2024-09-19T05:35:39.648481+0000","last_active":"2024-09-19T05:35:39.649980+0000","last_peered":"2024-09-19T05:35:39.649980+0000","last_clean":"2024-09-19T05:35:39.649980+0000","last_became_active":"2024-09-19T05:35:39.648106+0000","last_became_peered":"2024-09-19T05:35:39.648106+0000","last_unstale":"2024-09-19T05:35:39.649980+0000","last_undegraded":"2024-09-19T05:35:39.649980+0000","last_fullsized":"2024-09-19T05:35:39.649980+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:33.404105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.368243+0000","last_change":"2024-09-19T05:35:40.366642+0000","last_active":"2024-09-19T05:35:40.368243+0000","last_peered":"2024-09-19T05:35:40.368243+0000","last_clean":"2024-09-19T05:35:40.368243+0000","last_became_active":"2024-09-19T05:35:40.366334+0000","last_became_peered":"2024-09-19T05:35:40.366334+0000","last_unstale":"2024-09-19T05:35:40.368243+0000","last_undegraded":"2024-09-19T05:35:40.368243+0000","last_fullsized":"2024-09-19T05:35:40.368243+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:08.375622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.643122+0000","last_change":"2024-09-19T05:35:39.640710+0000","last_active":"2024-09-19T05:35:39.643122+0000","last_peered":"2024-09-19T05:35:39.643122+0000","last_clean":"2024-09-19T05:35:39.643122+0000","last_became_active":"2024-09-19T05:35:39.640368+0000","last_became_peered":"2024-09-19T05:35:39.640368+0000","last_unstale":"2024-09-19T05:35:39.643122+0000","last_undegraded":"2024-09-19T05:35:39.643122+0000","last_fullsized":"2024-09-19T05:35:39.643122+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:13.993973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379073+0000","last_change":"2024-09-19T05:35:40.376032+0000","last_active":"2024-09-19T05:35:40.379073+0000","last_peered":"2024-09-19T05:35:40.379073+0000","last_clean":"2024-09-19T05:35:40.379073+0000","last_became_active":"2024-09-19T05:35:40.375672+0000","last_became_peered":"2024-09-19T05:35:40.375672+0000","last_unstale":"2024-09-19T05:35:40.379073+0000","last_undegraded":"2024-09-19T05:35:40.379073+0000","last_fullsized":"2024-09-19T05:35:40.379073+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:09.040484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652628+0000","last_change":"2024-09-19T05:35:39.651838+0000","last_active":"2024-09-19T05:35:39.652628+0000","last_peered":"2024-09-19T05:35:39.652628+0000","last_clean":"2024-09-19T05:35:39.652628+0000","last_became_active":"2024-09-19T05:35:39.651441+0000","last_became_peered":"2024-09-19T05:35:39.651441+0000","last_unstale":"2024-09-19T05:35:39.652628+0000","last_undegraded":"2024-09-19T05:35:39.652628+0000","last_fullsized":"2024-09-19T05:35:39.652628+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:06.261585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635681+0000","last_change":"2024-09-19T05:35:39.635681+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635681+0000","last_undegraded":"2024-09-19T05:35:39.635681+0000","last_fullsized":"2024-09-19T05:35:39.635681+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.653994+0000","last_change":"2024-09-19T05:35:39.653357+0000","last_active":"2024-09-19T05:35:39.653994+0000","last_peered":"2024-09-19T05:35:39.653994+0000","last_clean":"2024-09-19T05:35:39.653994+0000","last_became_active":"2024-09-19T05:35:39.653056+0000","last_became_peered":"2024-09-19T05:35:39.653056+0000","last_unstale":"2024-09-19T05:35:39.653994+0000","last_undegraded":"2024-09-19T05:35:39.653994+0000","last_fullsized":"2024-09-19T05:35:39.653994+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:42.553161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640668+0000","last_change":"2024-09-19T05:35:39.640668+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640668+0000","last_undegraded":"2024-09-19T05:35:39.640668+0000","last_fullsized":"2024-09-19T05:35:39.640668+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.365657+0000","last_change":"2024-09-19T05:35:39.651540+0000","last_active":"2024-09-19T05:35:40.365657+0000","last_peered":"2024-09-19T05:35:40.365657+0000","last_clean":"2024-09-19T05:35:40.365657+0000","last_became_active":"2024-09-19T05:35:39.651263+0000","last_became_peered":"2024-09-19T05:35:39.651263+0000","last_unstale":"2024-09-19T05:35:40.365657+0000","last_undegraded":"2024-09-19T05:35:40.365657+0000","last_fullsized":"2024-09-19T05:35:40.365657+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:58.702871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640665+0000","last_change":"2024-09-19T05:35:39.640665+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640665+0000","last_undegraded":"2024-09-19T05:35:39.640665+0000","last_fullsized":"2024-09-19T05:35:39.640665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.651708+0000","last_change":"2024-09-19T05:35:39.650286+0000","last_active":"2024-09-19T05:35:39.651708+0000","last_peered":"2024-09-19T05:35:39.651708+0000","last_clean":"2024-09-19T05:35:39.651708+0000","last_became_active":"2024-09-19T05:35:39.649988+0000","last_became_peered":"2024-09-19T05:35:39.649988+0000","last_unstale":"2024-09-19T05:35:39.651708+0000","last_undegraded":"2024-09-19T05:35:39.651708+0000","last_fullsized":"2024-09-19T05:35:39.651708+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.621211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643206+0000","last_change":"2024-09-19T05:35:39.643206+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643206+0000","last_undegraded":"2024-09-19T05:35:39.643206+0000","last_fullsized":"2024-09-19T05:35:39.643206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.650895+0000","last_change":"2024-09-19T05:35:39.648863+0000","last_active":"2024-09-19T05:35:39.650895+0000","last_peered":"2024-09-19T05:35:39.650895+0000","last_clean":"2024-09-19T05:35:39.650895+0000","last_became_active":"2024-09-19T05:35:39.648568+0000","last_became_peered":"2024-09-19T05:35:39.648568+0000","last_unstale":"2024-09-19T05:35:39.650895+0000","last_undegraded":"2024-09-19T05:35:39.650895+0000","last_fullsized":"2024-09-19T05:35:39.650895+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:30:00.501274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636753+0000","last_change":"2024-09-19T05:35:39.636753+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636753+0000","last_undegraded":"2024-09-19T05:35:39.636753+0000","last_fullsized":"2024-09-19T05:35:39.636753+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"53'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.650521+0000","last_change":"2024-09-19T05:35:39.653850+0000","last_active":"2024-09-19T05:35:40.650521+0000","last_peered":"2024-09-19T05:35:40.650521+0000","last_clean":"2024-09-19T05:35:40.650521+0000","last_became_active":"2024-09-19T05:35:39.653584+0000","last_became_peered":"2024-09-19T05:35:39.653584+0000","last_unstale":"2024-09-19T05:35:40.650521+0000","last_undegraded":"2024-09-19T05:35:40.650521+0000","last_fullsized":"2024-09-19T05:35:40.650521+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:30.594242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641496+0000","last_change":"2024-09-19T05:35:39.641496+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641496+0000","last_undegraded":"2024-09-19T05:35:39.641496+0000","last_fullsized":"2024-09-19T05:35:39.641496+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.356182+0000","last_change":"2024-09-19T05:35:39.650171+0000","last_active":"2024-09-19T05:35:40.356182+0000","last_peered":"2024-09-19T05:35:40.356182+0000","last_clean":"2024-09-19T05:35:40.356182+0000","last_became_active":"2024-09-19T05:35:39.649848+0000","last_became_peered":"2024-09-19T05:35:39.649848+0000","last_unstale":"2024-09-19T05:35:40.356182+0000","last_undegraded":"2024-09-19T05:35:40.356182+0000","last_fullsized":"2024-09-19T05:35:40.356182+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:06.731275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635543+0000","last_change":"2024-09-19T05:35:39.635543+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635543+0000","last_undegraded":"2024-09-19T05:35:39.635543+0000","last_fullsized":"2024-09-19T05:35:39.635543+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649930+0000","last_change":"2024-09-19T05:35:39.647688+0000","last_active":"2024-09-19T05:35:39.649930+0000","last_peered":"2024-09-19T05:35:39.649930+0000","last_clean":"2024-09-19T05:35:39.649930+0000","last_became_active":"2024-09-19T05:35:39.647398+0000","last_became_peered":"2024-09-19T05:35:39.647398+0000","last_unstale":"2024-09-19T05:35:39.649930+0000","last_undegraded":"2024-09-19T05:35:39.649930+0000","last_fullsized":"2024-09-19T05:35:39.649930+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:31.431542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640880+0000","last_change":"2024-09-19T05:35:39.640880+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640880+0000","last_undegraded":"2024-09-19T05:35:39.640880+0000","last_fullsized":"2024-09-19T05:35:39.640880+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652200+0000","last_change":"2024-09-19T05:35:39.650937+0000","last_active":"2024-09-19T05:35:39.652200+0000","last_peered":"2024-09-19T05:35:39.652200+0000","last_clean":"2024-09-19T05:35:39.652200+0000","last_became_active":"2024-09-19T05:35:39.650522+0000","last_became_peered":"2024-09-19T05:35:39.650522+0000","last_unstale":"2024-09-19T05:35:39.652200+0000","last_undegraded":"2024-09-19T05:35:39.652200+0000","last_fullsized":"2024-09-19T05:35:39.652200+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.324449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642275+0000","last_change":"2024-09-19T05:35:39.642275+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642275+0000","last_undegraded":"2024-09-19T05:35:39.642275+0000","last_fullsized":"2024-09-19T05:35:39.642275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"53'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.645809+0000","last_change":"2024-09-19T05:35:39.653851+0000","last_active":"2024-09-19T05:35:40.645809+0000","last_peered":"2024-09-19T05:35:40.645809+0000","last_clean":"2024-09-19T05:35:40.645809+0000","last_became_active":"2024-09-19T05:35:39.653544+0000","last_became_peered":"2024-09-19T05:35:39.653544+0000","last_unstale":"2024-09-19T05:35:40.645809+0000","last_undegraded":"2024-09-19T05:35:40.645809+0000","last_fullsized":"2024-09-19T05:35:40.645809+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:33.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637492+0000","last_change":"2024-09-19T05:35:39.637492+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637492+0000","last_undegraded":"2024-09-19T05:35:39.637492+0000","last_fullsized":"2024-09-19T05:35:39.637492+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.658404+0000","last_change":"2024-09-19T05:35:39.655554+0000","last_active":"2024-09-19T05:35:39.658404+0000","last_peered":"2024-09-19T05:35:39.658404+0000","last_clean":"2024-09-19T05:35:39.658404+0000","last_became_active":"2024-09-19T05:35:39.655266+0000","last_became_peered":"2024-09-19T05:35:39.655266+0000","last_unstale":"2024-09-19T05:35:39.658404+0000","last_undegraded":"2024-09-19T05:35:39.658404+0000","last_fullsized":"2024-09-19T05:35:39.658404+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.621211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373797+0000","last_change":"2024-09-19T05:35:40.372343+0000","last_active":"2024-09-19T05:35:40.373797+0000","last_peered":"2024-09-19T05:35:40.373797+0000","last_clean":"2024-09-19T05:35:40.373797+0000","last_became_active":"2024-09-19T05:35:40.372018+0000","last_became_peered":"2024-09-19T05:35:40.372018+0000","last_unstale":"2024-09-19T05:35:40.373797+0000","last_undegraded":"2024-09-19T05:35:40.373797+0000","last_fullsized":"2024-09-19T05:35:40.373797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:54.776039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649986+0000","last_change":"2024-09-19T05:35:39.648274+0000","last_active":"2024-09-19T05:35:39.649986+0000","last_peered":"2024-09-19T05:35:39.649986+0000","last_clean":"2024-09-19T05:35:39.649986+0000","last_became_active":"2024-09-19T05:35:39.648020+0000","last_became_peered":"2024-09-19T05:35:39.648020+0000","last_unstale":"2024-09-19T05:35:39.649986+0000","last_undegraded":"2024-09-19T05:35:39.649986+0000","last_fullsized":"2024-09-19T05:35:39.649986+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:53.323587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643624+0000","last_change":"2024-09-19T05:35:39.643624+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643624+0000","last_undegraded":"2024-09-19T05:35:39.643624+0000","last_fullsized":"2024-09-19T05:35:39.643624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.655740+0000","last_change":"2024-09-19T05:35:39.654023+0000","last_active":"2024-09-19T05:35:39.655740+0000","last_peered":"2024-09-19T05:35:39.655740+0000","last_clean":"2024-09-19T05:35:39.655740+0000","last_became_active":"2024-09-19T05:35:39.650618+0000","last_became_peered":"2024-09-19T05:35:39.650618+0000","last_unstale":"2024-09-19T05:35:39.655740+0000","last_undegraded":"2024-09-19T05:35:39.655740+0000","last_fullsized":"2024-09-19T05:35:39.655740+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:03.485837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636196+0000","last_change":"2024-09-19T05:35:39.636196+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636196+0000","last_undegraded":"2024-09-19T05:35:39.636196+0000","last_fullsized":"2024-09-19T05:35:39.636196+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"53'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.645283+0000","last_change":"2024-09-19T05:35:39.653686+0000","last_active":"2024-09-19T05:35:40.645283+0000","last_peered":"2024-09-19T05:35:40.645283+0000","last_clean":"2024-09-19T05:35:40.645283+0000","last_became_active":"2024-09-19T05:35:39.653394+0000","last_became_peered":"2024-09-19T05:35:39.653394+0000","last_unstale":"2024-09-19T05:35:40.645283+0000","last_undegraded":"2024-09-19T05:35:40.645283+0000","last_fullsized":"2024-09-19T05:35:40.645283+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:22.762023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641269+0000","last_change":"2024-09-19T05:35:39.641269+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641269+0000","last_undegraded":"2024-09-19T05:35:39.641269+0000","last_fullsized":"2024-09-19T05:35:39.641269+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649174+0000","last_change":"2024-09-19T05:35:39.642890+0000","last_active":"2024-09-19T05:35:39.649174+0000","last_peered":"2024-09-19T05:35:39.649174+0000","last_clean":"2024-09-19T05:35:39.649174+0000","last_became_active":"2024-09-19T05:35:39.642626+0000","last_became_peered":"2024-09-19T05:35:39.642626+0000","last_unstale":"2024-09-19T05:35:39.649174+0000","last_undegraded":"2024-09-19T05:35:39.649174+0000","last_fullsized":"2024-09-19T05:35:39.649174+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:56.849695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640771+0000","last_change":"2024-09-19T05:35:39.640771+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640771+0000","last_undegraded":"2024-09-19T05:35:39.640771+0000","last_fullsized":"2024-09-19T05:35:39.640771+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.653809+0000","last_change":"2024-09-19T05:35:39.652971+0000","last_active":"2024-09-19T05:35:39.653809+0000","last_peered":"2024-09-19T05:35:39.653809+0000","last_clean":"2024-09-19T05:35:39.653809+0000","last_became_active":"2024-09-19T05:35:39.652419+0000","last_became_peered":"2024-09-19T05:35:39.652419+0000","last_unstale":"2024-09-19T05:35:39.653809+0000","last_undegraded":"2024-09-19T05:35:39.653809+0000","last_fullsized":"2024-09-19T05:35:39.653809+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:16.562146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636825+0000","last_change":"2024-09-19T05:35:39.636825+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636825+0000","last_undegraded":"2024-09-19T05:35:39.636825+0000","last_fullsized":"2024-09-19T05:35:39.636825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652526+0000","last_change":"2024-09-19T05:35:39.651342+0000","last_active":"2024-09-19T05:35:39.652526+0000","last_peered":"2024-09-19T05:35:39.652526+0000","last_clean":"2024-09-19T05:35:39.652526+0000","last_became_active":"2024-09-19T05:35:39.651046+0000","last_became_peered":"2024-09-19T05:35:39.651046+0000","last_unstale":"2024-09-19T05:35:39.652526+0000","last_undegraded":"2024-09-19T05:35:39.652526+0000","last_fullsized":"2024-09-19T05:35:39.652526+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:03.126090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637036+0000","last_change":"2024-09-19T05:35:39.637036+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637036+0000","last_undegraded":"2024-09-19T05:35:39.637036+0000","last_fullsized":"2024-09-19T05:35:39.637036+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649829+0000","last_change":"2024-09-19T05:35:39.647076+0000","last_active":"2024-09-19T05:35:39.649829+0000","last_peered":"2024-09-19T05:35:39.649829+0000","last_clean":"2024-09-19T05:35:39.649829+0000","last_became_active":"2024-09-19T05:35:39.646819+0000","last_became_peered":"2024-09-19T05:35:39.646819+0000","last_unstale":"2024-09-19T05:35:39.649829+0000","last_undegraded":"2024-09-19T05:35:39.649829+0000","last_fullsized":"2024-09-19T05:35:39.649829+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:35.351767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640237+0000","last_change":"2024-09-19T05:35:39.640237+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640237+0000","last_undegraded":"2024-09-19T05:35:39.640237+0000","last_fullsized":"2024-09-19T05:35:39.640237+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.356358+0000","last_change":"2024-09-19T05:35:39.647900+0000","last_active":"2024-09-19T05:35:40.356358+0000","last_peered":"2024-09-19T05:35:40.356358+0000","last_clean":"2024-09-19T05:35:40.356358+0000","last_became_active":"2024-09-19T05:35:39.647631+0000","last_became_peered":"2024-09-19T05:35:39.647631+0000","last_unstale":"2024-09-19T05:35:40.356358+0000","last_undegraded":"2024-09-19T05:35:40.356358+0000","last_fullsized":"2024-09-19T05:35:40.356358+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:13.993973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640236+0000","last_change":"2024-09-19T05:35:39.640236+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640236+0000","last_undegraded":"2024-09-19T05:35:39.640236+0000","last_fullsized":"2024-09-19T05:35:39.640236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644038+0000","last_change":"2024-09-19T05:35:39.642627+0000","last_active":"2024-09-19T05:35:39.644038+0000","last_peered":"2024-09-19T05:35:39.644038+0000","last_clean":"2024-09-19T05:35:39.644038+0000","last_became_active":"2024-09-19T05:35:39.642287+0000","last_became_peered":"2024-09-19T05:35:39.642287+0000","last_unstale":"2024-09-19T05:35:39.644038+0000","last_undegraded":"2024-09-19T05:35:39.644038+0000","last_fullsized":"2024-09-19T05:35:39.644038+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:07.372175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378989+0000","last_change":"2024-09-19T05:35:40.375658+0000","last_active":"2024-09-19T05:35:40.378989+0000","last_peered":"2024-09-19T05:35:40.378989+0000","last_clean":"2024-09-19T05:35:40.378989+0000","last_became_active":"2024-09-19T05:35:40.375306+0000","last_became_peered":"2024-09-19T05:35:40.375306+0000","last_unstale":"2024-09-19T05:35:40.378989+0000","last_undegraded":"2024-09-19T05:35:40.378989+0000","last_fullsized":"2024-09-19T05:35:40.378989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:14.982109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649223+0000","last_change":"2024-09-19T05:35:39.645653+0000","last_active":"2024-09-19T05:35:39.649223+0000","last_peered":"2024-09-19T05:35:39.649223+0000","last_clean":"2024-09-19T05:35:39.649223+0000","last_became_active":"2024-09-19T05:35:39.645370+0000","last_became_peered":"2024-09-19T05:35:39.645370+0000","last_unstale":"2024-09-19T05:35:39.649223+0000","last_undegraded":"2024-09-19T05:35:39.649223+0000","last_fullsized":"2024-09-19T05:35:39.649223+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:45.398654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641077+0000","last_change":"2024-09-19T05:35:39.641077+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641077+0000","last_undegraded":"2024-09-19T05:35:39.641077+0000","last_fullsized":"2024-09-19T05:35:39.641077+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649313+0000","last_change":"2024-09-19T05:35:39.646959+0000","last_active":"2024-09-19T05:35:39.649313+0000","last_peered":"2024-09-19T05:35:39.649313+0000","last_clean":"2024-09-19T05:35:39.649313+0000","last_became_active":"2024-09-19T05:35:39.646649+0000","last_became_peered":"2024-09-19T05:35:39.646649+0000","last_unstale":"2024-09-19T05:35:39.649313+0000","last_undegraded":"2024-09-19T05:35:39.649313+0000","last_fullsized":"2024-09-19T05:35:39.649313+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:43.295871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.639290+0000","last_change":"2024-09-19T05:35:39.639290+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.639290+0000","last_undegraded":"2024-09-19T05:35:39.639290+0000","last_fullsized":"2024-09-19T05:35:39.639290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649946+0000","last_change":"2024-09-19T05:35:39.649049+0000","last_active":"2024-09-19T05:35:39.649946+0000","last_peered":"2024-09-19T05:35:39.649946+0000","last_clean":"2024-09-19T05:35:39.649946+0000","last_became_active":"2024-09-19T05:35:39.648786+0000","last_became_peered":"2024-09-19T05:35:39.648786+0000","last_unstale":"2024-09-19T05:35:39.649946+0000","last_undegraded":"2024-09-19T05:35:39.649946+0000","last_fullsized":"2024-09-19T05:35:39.649946+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:11.578052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377700+0000","last_change":"2024-09-19T05:35:40.372805+0000","last_active":"2024-09-19T05:35:40.377700+0000","last_peered":"2024-09-19T05:35:40.377700+0000","last_clean":"2024-09-19T05:35:40.377700+0000","last_became_active":"2024-09-19T05:35:40.372502+0000","last_became_peered":"2024-09-19T05:35:40.372502+0000","last_unstale":"2024-09-19T05:35:40.377700+0000","last_undegraded":"2024-09-19T05:35:40.377700+0000","last_fullsized":"2024-09-19T05:35:40.377700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:19.982199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.361770+0000","last_change":"2024-09-19T05:35:39.652805+0000","last_active":"2024-09-19T05:35:40.361770+0000","last_peered":"2024-09-19T05:35:40.361770+0000","last_clean":"2024-09-19T05:35:40.361770+0000","last_became_active":"2024-09-19T05:35:39.652475+0000","last_became_peered":"2024-09-19T05:35:39.652475+0000","last_unstale":"2024-09-19T05:35:40.361770+0000","last_undegraded":"2024-09-19T05:35:40.361770+0000","last_fullsized":"2024-09-19T05:35:40.361770+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:31.136493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373188+0000","last_change":"2024-09-19T05:35:40.370476+0000","last_active":"2024-09-19T05:35:40.373188+0000","last_peered":"2024-09-19T05:35:40.373188+0000","last_clean":"2024-09-19T05:35:40.373188+0000","last_became_active":"2024-09-19T05:35:40.370188+0000","last_became_peered":"2024-09-19T05:35:40.370188+0000","last_unstale":"2024-09-19T05:35:40.373188+0000","last_undegraded":"2024-09-19T05:35:40.373188+0000","last_fullsized":"2024-09-19T05:35:40.373188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:57.978019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.355862+0000","last_change":"2024-09-19T05:35:39.646583+0000","last_active":"2024-09-19T05:35:40.355862+0000","last_peered":"2024-09-19T05:35:40.355862+0000","last_clean":"2024-09-19T05:35:40.355862+0000","last_became_active":"2024-09-19T05:35:39.646306+0000","last_became_peered":"2024-09-19T05:35:39.646306+0000","last_unstale":"2024-09-19T05:35:40.355862+0000","last_undegraded":"2024-09-19T05:35:40.355862+0000","last_fullsized":"2024-09-19T05:35:40.355862+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:34:15.905756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":227,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644836+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:39.644836+0000","last_peered":"2024-09-19T05:35:39.644836+0000","last_clean":"2024-09-19T05:35:39.644836+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:39.644836+0000","last_undegraded":"2024-09-19T05:35:39.644836+0000","last_fullsized":"2024-09-19T05:35:39.644836+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35968,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335872,"statfs":{"total":96636764160,"available":96599932928,"internally_reserved":0,"allocated":626688,"data_stored":256795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":626688,"data_stored":256795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509465,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":614400,"data_stored":250020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542169,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":834121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35952,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335888,"statfs":{"total":96636764160,"available":96599949312,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542169,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35936,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335904,"statfs":{"total":96636764160,"available":96599965696,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542170,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32356,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339484,"statfs":{"total":96636764160,"available":96603631616,"internally_reserved":0,"allocated":1196032,"data_stored":834121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:44.314 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3d is not active+clean 2024-09-19T05:35:44.314 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.644027+0000', 'last_change': '2024-09-19T05:35:39.644027+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.644027+0000', 'last_undegraded': '2024-09-19T05:35:39.644027+0000', 'last_fullsized': '2024-09-19T05:35:39.644027+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.314 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3c is not active+clean 2024-09-19T05:35:44.314 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.637245+0000', 'last_change': '2024-09-19T05:35:39.637245+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.637245+0000', 'last_undegraded': '2024-09-19T05:35:39.637245+0000', 'last_fullsized': '2024-09-19T05:35:39.637245+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:44.315 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3a is not active+clean 2024-09-19T05:35:44.315 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.644889+0000', 'last_change': '2024-09-19T05:35:39.644889+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.644889+0000', 'last_undegraded': '2024-09-19T05:35:39.644889+0000', 'last_fullsized': '2024-09-19T05:35:39.644889+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.315 INFO:tasks.ceph.ceph_manager.ceph:PG 9.39 is not active+clean 2024-09-19T05:35:44.315 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.635283+0000', 'last_change': '2024-09-19T05:35:39.635283+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.635283+0000', 'last_undegraded': '2024-09-19T05:35:39.635283+0000', 'last_fullsized': '2024-09-19T05:35:39.635283+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:44.315 INFO:tasks.ceph.ceph_manager.ceph:PG 9.37 is not active+clean 2024-09-19T05:35:44.315 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.635004+0000', 'last_change': '2024-09-19T05:35:39.635004+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.635004+0000', 'last_undegraded': '2024-09-19T05:35:39.635004+0000', 'last_fullsized': '2024-09-19T05:35:39.635004+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:44.315 INFO:tasks.ceph.ceph_manager.ceph:PG 9.36 is not active+clean 2024-09-19T05:35:44.315 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.641026+0000', 'last_change': '2024-09-19T05:35:39.641026+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.641026+0000', 'last_undegraded': '2024-09-19T05:35:39.641026+0000', 'last_fullsized': '2024-09-19T05:35:39.641026+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:35:44.316 INFO:tasks.ceph.ceph_manager.ceph:PG 9.35 is not active+clean 2024-09-19T05:35:44.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.640499+0000', 'last_change': '2024-09-19T05:35:39.640499+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.640499+0000', 'last_undegraded': '2024-09-19T05:35:39.640499+0000', 'last_fullsized': '2024-09-19T05:35:39.640499+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:35:44.316 INFO:tasks.ceph.ceph_manager.ceph:PG 9.34 is not active+clean 2024-09-19T05:35:44.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.637720+0000', 'last_change': '2024-09-19T05:35:39.637720+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.637720+0000', 'last_undegraded': '2024-09-19T05:35:39.637720+0000', 'last_fullsized': '2024-09-19T05:35:39.637720+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:44.316 INFO:tasks.ceph.ceph_manager.ceph:PG 9.32 is not active+clean 2024-09-19T05:35:44.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.634884+0000', 'last_change': '2024-09-19T05:35:39.634884+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.634884+0000', 'last_undegraded': '2024-09-19T05:35:39.634884+0000', 'last_fullsized': '2024-09-19T05:35:39.634884+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:44.316 INFO:tasks.ceph.ceph_manager.ceph:PG 9.31 is not active+clean 2024-09-19T05:35:44.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.634548+0000', 'last_change': '2024-09-19T05:35:39.634548+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.634548+0000', 'last_undegraded': '2024-09-19T05:35:39.634548+0000', 'last_fullsized': '2024-09-19T05:35:39.634548+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:44.316 INFO:tasks.ceph.ceph_manager.ceph:PG 9.30 is not active+clean 2024-09-19T05:35:44.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.645037+0000', 'last_change': '2024-09-19T05:35:39.645037+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.645037+0000', 'last_undegraded': '2024-09-19T05:35:39.645037+0000', 'last_fullsized': '2024-09-19T05:35:39.645037+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.317 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2e is not active+clean 2024-09-19T05:35:44.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.642686+0000', 'last_change': '2024-09-19T05:35:39.642686+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.642686+0000', 'last_undegraded': '2024-09-19T05:35:39.642686+0000', 'last_fullsized': '2024-09-19T05:35:39.642686+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.317 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2b is not active+clean 2024-09-19T05:35:44.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.641960+0000', 'last_change': '2024-09-19T05:35:39.641960+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.641960+0000', 'last_undegraded': '2024-09-19T05:35:39.641960+0000', 'last_fullsized': '2024-09-19T05:35:39.641960+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.317 INFO:tasks.ceph.ceph_manager.ceph:PG 9.29 is not active+clean 2024-09-19T05:35:44.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.641600+0000', 'last_change': '2024-09-19T05:35:39.641600+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.641600+0000', 'last_undegraded': '2024-09-19T05:35:39.641600+0000', 'last_fullsized': '2024-09-19T05:35:39.641600+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.317 INFO:tasks.ceph.ceph_manager.ceph:PG 9.26 is not active+clean 2024-09-19T05:35:44.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.637329+0000', 'last_change': '2024-09-19T05:35:39.637329+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.637329+0000', 'last_undegraded': '2024-09-19T05:35:39.637329+0000', 'last_fullsized': '2024-09-19T05:35:39.637329+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:44.320 INFO:tasks.ceph.ceph_manager.ceph:PG 9.25 is not active+clean 2024-09-19T05:35:44.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.644835+0000', 'last_change': '2024-09-19T05:35:39.644835+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.644835+0000', 'last_undegraded': '2024-09-19T05:35:39.644835+0000', 'last_fullsized': '2024-09-19T05:35:39.644835+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.320 INFO:tasks.ceph.ceph_manager.ceph:PG 9.22 is not active+clean 2024-09-19T05:35:44.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.639728+0000', 'last_change': '2024-09-19T05:35:39.639728+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.639728+0000', 'last_undegraded': '2024-09-19T05:35:39.639728+0000', 'last_fullsized': '2024-09-19T05:35:39.639728+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.321 INFO:tasks.ceph.ceph_manager.ceph:PG 9.20 is not active+clean 2024-09-19T05:35:44.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.644329+0000', 'last_change': '2024-09-19T05:35:39.644329+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.644329+0000', 'last_undegraded': '2024-09-19T05:35:39.644329+0000', 'last_fullsized': '2024-09-19T05:35:39.644329+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.321 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1e is not active+clean 2024-09-19T05:35:44.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.643194+0000', 'last_change': '2024-09-19T05:35:39.643194+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.643194+0000', 'last_undegraded': '2024-09-19T05:35:39.643194+0000', 'last_fullsized': '2024-09-19T05:35:39.643194+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.321 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1f is not active+clean 2024-09-19T05:35:44.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.640008+0000', 'last_change': '2024-09-19T05:35:39.640008+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.640008+0000', 'last_undegraded': '2024-09-19T05:35:39.640008+0000', 'last_fullsized': '2024-09-19T05:35:39.640008+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:35:44.321 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1c is not active+clean 2024-09-19T05:35:44.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.641836+0000', 'last_change': '2024-09-19T05:35:39.641836+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.641836+0000', 'last_undegraded': '2024-09-19T05:35:39.641836+0000', 'last_fullsized': '2024-09-19T05:35:39.641836+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.322 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1d is not active+clean 2024-09-19T05:35:44.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.642389+0000', 'last_change': '2024-09-19T05:35:39.642389+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.642389+0000', 'last_undegraded': '2024-09-19T05:35:39.642389+0000', 'last_fullsized': '2024-09-19T05:35:39.642389+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.322 INFO:tasks.ceph.ceph_manager.ceph:PG 9.16 is not active+clean 2024-09-19T05:35:44.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.635681+0000', 'last_change': '2024-09-19T05:35:39.635681+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.635681+0000', 'last_undegraded': '2024-09-19T05:35:39.635681+0000', 'last_fullsized': '2024-09-19T05:35:39.635681+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:44.322 INFO:tasks.ceph.ceph_manager.ceph:PG 9.17 is not active+clean 2024-09-19T05:35:44.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.640668+0000', 'last_change': '2024-09-19T05:35:39.640668+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.640668+0000', 'last_undegraded': '2024-09-19T05:35:39.640668+0000', 'last_fullsized': '2024-09-19T05:35:39.640668+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.323 INFO:tasks.ceph.ceph_manager.ceph:PG 9.14 is not active+clean 2024-09-19T05:35:44.323 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.640665+0000', 'last_change': '2024-09-19T05:35:39.640665+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.640665+0000', 'last_undegraded': '2024-09-19T05:35:39.640665+0000', 'last_fullsized': '2024-09-19T05:35:39.640665+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:35:44.323 INFO:tasks.ceph.ceph_manager.ceph:PG 9.15 is not active+clean 2024-09-19T05:35:44.323 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.643206+0000', 'last_change': '2024-09-19T05:35:39.643206+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.643206+0000', 'last_undegraded': '2024-09-19T05:35:39.643206+0000', 'last_fullsized': '2024-09-19T05:35:39.643206+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.323 INFO:tasks.ceph.ceph_manager.ceph:PG 9.12 is not active+clean 2024-09-19T05:35:44.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.636753+0000', 'last_change': '2024-09-19T05:35:39.636753+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.636753+0000', 'last_undegraded': '2024-09-19T05:35:39.636753+0000', 'last_fullsized': '2024-09-19T05:35:39.636753+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:44.324 INFO:tasks.ceph.ceph_manager.ceph:PG 9.13 is not active+clean 2024-09-19T05:35:44.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.641496+0000', 'last_change': '2024-09-19T05:35:39.641496+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.641496+0000', 'last_undegraded': '2024-09-19T05:35:39.641496+0000', 'last_fullsized': '2024-09-19T05:35:39.641496+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.324 INFO:tasks.ceph.ceph_manager.ceph:PG 9.10 is not active+clean 2024-09-19T05:35:44.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.635543+0000', 'last_change': '2024-09-19T05:35:39.635543+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.635543+0000', 'last_undegraded': '2024-09-19T05:35:39.635543+0000', 'last_fullsized': '2024-09-19T05:35:39.635543+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:35:44.324 INFO:tasks.ceph.ceph_manager.ceph:PG 9.11 is not active+clean 2024-09-19T05:35:44.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.640880+0000', 'last_change': '2024-09-19T05:35:39.640880+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.640880+0000', 'last_undegraded': '2024-09-19T05:35:39.640880+0000', 'last_fullsized': '2024-09-19T05:35:39.640880+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.324 INFO:tasks.ceph.ceph_manager.ceph:PG 9.e is not active+clean 2024-09-19T05:35:44.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.642275+0000', 'last_change': '2024-09-19T05:35:39.642275+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.642275+0000', 'last_undegraded': '2024-09-19T05:35:39.642275+0000', 'last_fullsized': '2024-09-19T05:35:39.642275+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.325 INFO:tasks.ceph.ceph_manager.ceph:PG 9.f is not active+clean 2024-09-19T05:35:44.325 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.637492+0000', 'last_change': '2024-09-19T05:35:39.637492+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.637492+0000', 'last_undegraded': '2024-09-19T05:35:39.637492+0000', 'last_fullsized': '2024-09-19T05:35:39.637492+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:44.325 INFO:tasks.ceph.ceph_manager.ceph:PG 9.d is not active+clean 2024-09-19T05:35:44.325 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.643624+0000', 'last_change': '2024-09-19T05:35:39.643624+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.643624+0000', 'last_undegraded': '2024-09-19T05:35:39.643624+0000', 'last_fullsized': '2024-09-19T05:35:39.643624+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.325 INFO:tasks.ceph.ceph_manager.ceph:PG 9.a is not active+clean 2024-09-19T05:35:44.325 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.636196+0000', 'last_change': '2024-09-19T05:35:39.636196+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.636196+0000', 'last_undegraded': '2024-09-19T05:35:39.636196+0000', 'last_fullsized': '2024-09-19T05:35:39.636196+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:44.325 INFO:tasks.ceph.ceph_manager.ceph:PG 9.b is not active+clean 2024-09-19T05:35:44.325 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.641269+0000', 'last_change': '2024-09-19T05:35:39.641269+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.641269+0000', 'last_undegraded': '2024-09-19T05:35:39.641269+0000', 'last_fullsized': '2024-09-19T05:35:39.641269+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:PG 9.9 is not active+clean 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.640771+0000', 'last_change': '2024-09-19T05:35:39.640771+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.640771+0000', 'last_undegraded': '2024-09-19T05:35:39.640771+0000', 'last_fullsized': '2024-09-19T05:35:39.640771+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:PG 9.6 is not active+clean 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.636825+0000', 'last_change': '2024-09-19T05:35:39.636825+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.636825+0000', 'last_undegraded': '2024-09-19T05:35:39.636825+0000', 'last_fullsized': '2024-09-19T05:35:39.636825+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:PG 9.7 is not active+clean 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.637036+0000', 'last_change': '2024-09-19T05:35:39.637036+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.637036+0000', 'last_undegraded': '2024-09-19T05:35:39.637036+0000', 'last_fullsized': '2024-09-19T05:35:39.637036+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:PG 9.4 is not active+clean 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.640237+0000', 'last_change': '2024-09-19T05:35:39.640237+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.640237+0000', 'last_undegraded': '2024-09-19T05:35:39.640237+0000', 'last_fullsized': '2024-09-19T05:35:39.640237+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:PG 9.5 is not active+clean 2024-09-19T05:35:44.326 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.640236+0000', 'last_change': '2024-09-19T05:35:39.640236+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.640236+0000', 'last_undegraded': '2024-09-19T05:35:39.640236+0000', 'last_fullsized': '2024-09-19T05:35:39.640236+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:35:44.327 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3 is not active+clean 2024-09-19T05:35:44.327 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.641077+0000', 'last_change': '2024-09-19T05:35:39.641077+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.641077+0000', 'last_undegraded': '2024-09-19T05:35:39.641077+0000', 'last_fullsized': '2024-09-19T05:35:39.641077+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:35:44.327 INFO:tasks.ceph.ceph_manager.ceph:PG 9.0 is not active+clean 2024-09-19T05:35:44.327 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 52, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:35:39.639290+0000', 'last_change': '2024-09-19T05:35:39.639290+0000', 'last_active': '2024-09-19T05:35:39.626073+0000', 'last_peered': '2024-09-19T05:35:39.626073+0000', 'last_clean': '2024-09-19T05:35:39.626073+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:35:39.639290+0000', 'last_undegraded': '2024-09-19T05:35:39.639290+0000', 'last_fullsized': '2024-09-19T05:35:39.639290+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'last_clean_scrub_stamp': '2024-09-19T05:35:39.626073+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:35:44.328 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:35:44.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.448+0000 7efc7001e640 1 Processor -- start 2024-09-19T05:35:44.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.448+0000 7efc7001e640 1 -- start start 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.449+0000 7efc7001e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efc6815bf70 0x7efc680b5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.449+0000 7efc7001e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc6815f220 con 0x7efc68073830 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.449+0000 7efc7001e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc6815f500 con 0x7efc6815ea60 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.449+0000 7efc7001e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7efc6815f7e0 con 0x7efc6815bf70 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.449+0000 7efc6e5bb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7efc68073830 0x7efc6806c8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39702/0 (socket says 172.21.15.39:39702) 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.449+0000 7efc6e5bb640 1 -- 172.21.15.39:0/3557711682 learned_addr learned my addr 172.21.15.39:0/3557711682 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2993481581 0 0) 0x7efc6815f220 con 0x7efc68073830 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6ddba640 1 --2- 172.21.15.39:0/3557711682 >> v2:172.21.15.50:3300/0 conn(0x7efc6815bf70 0x7efc680b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc50003520 con 0x7efc68073830 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2305484191 0 0) 0x7efc50003520 con 0x7efc68073830 2024-09-19T05:35:44.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 >> v2:172.21.15.50:3300/0 conn(0x7efc6815bf70 msgr2=0x7efc680b5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:44.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 --2- 172.21.15.39:0/3557711682 >> v2:172.21.15.50:3300/0 conn(0x7efc6815bf70 0x7efc680b5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 >> v1:172.21.15.50:6789/0 conn(0x7efc6815ea60 legacy=0x7efc68073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc6806c390 con 0x7efc68073830 2024-09-19T05:35:44.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7efc60001670 con 0x7efc68073830 2024-09-19T05:35:44.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 >> v1:172.21.15.39:6789/0 conn(0x7efc68073830 legacy=0x7efc6806c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc500039b0 0x7efc50003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc50004800 0x7efc50004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc500051c0 0x7efc5000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7efc6815f7e0 con 0x7efc50004800 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efc5000c060 con 0x7efc500039b0 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efc5000c260 con 0x7efc500051c0 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6d5b9640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc50004800 0x7efc50004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6ddba640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc500039b0 0x7efc50003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6e5bb640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc500051c0 0x7efc5000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6d5b9640 1 -- 172.21.15.39:0/3557711682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc500051c0 msgr2=0x7efc5000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6d5b9640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc500051c0 0x7efc5000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6d5b9640 1 -- 172.21.15.39:0/3557711682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc500039b0 msgr2=0x7efc50003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6d5b9640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc500039b0 0x7efc50003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6d5b9640 1 -- 172.21.15.39:0/3557711682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc50003520 con 0x7efc50004800 2024-09-19T05:35:44.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.450+0000 7efc6e5bb640 1 -- 172.21.15.39:0/3557711682 reap_dead start 2024-09-19T05:35:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.451+0000 7efc6d5b9640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc50004800 0x7efc50004c80 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7efc5c001750 tx=0x7efc50005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3951b3526061cb71 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.451+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c001370 con 0x7efc50004800 2024-09-19T05:35:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.451+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc5c0052d0 con 0x7efc50004800 2024-09-19T05:35:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.451+0000 7efc6cdb8640 1 -- 172.21.15.39:0/3557711682 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c02abe0 con 0x7efc50004800 2024-09-19T05:35:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.452+0000 7efc7001e640 1 -- 172.21.15.39:0/3557711682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc50004800 msgr2=0x7efc50004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.452+0000 7efc7001e640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc50004800 0x7efc50004c80 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7efc5c001750 tx=0x7efc50005830 comp rx=0 tx=0).stop 2024-09-19T05:35:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.452+0000 7efc7001e640 1 -- 172.21.15.39:0/3557711682 shutdown_connections 2024-09-19T05:35:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.452+0000 7efc7001e640 1 --2- 172.21.15.39:0/3557711682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc50004800 0x7efc50004c80 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.452+0000 7efc7001e640 1 -- 172.21.15.39:0/3557711682 >> 172.21.15.39:0/3557711682 conn(0x7efc680b41e0 msgr2=0x7efc680b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:44.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.452+0000 7efc7001e640 1 -- 172.21.15.39:0/3557711682 shutdown_connections 2024-09-19T05:35:44.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.452+0000 7efc7001e640 1 -- 172.21.15.39:0/3557711682 wait complete. 2024-09-19T05:35:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.453+0000 7efc7001e640 1 Processor -- start 2024-09-19T05:35:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.453+0000 7efc7001e640 1 -- start start 2024-09-19T05:35:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc7001e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc50004800 0x7efc680d1a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc7001e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc68155d10 0x7efc680cc830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc7001e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc6815cb60 0x7efc681f42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc7001e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7efc6815c4d0 con 0x7efc6815cb60 2024-09-19T05:35:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc7001e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efc6815c350 con 0x7efc50004800 2024-09-19T05:35:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc7001e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efc680b5880 con 0x7efc68155d10 2024-09-19T05:35:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc6e5bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc6815cb60 0x7efc681f42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc6e5bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc6815cb60 0x7efc681f42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32948/0 (socket says 172.21.15.39:32948) 2024-09-19T05:35:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc6e5bb640 1 -- 172.21.15.39:0/3098786809 learned_addr learned my addr 172.21.15.39:0/3098786809 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc6d5b9640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc68155d10 0x7efc680cc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc6ddba640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc50004800 0x7efc680d1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc6e5bb640 1 -- 172.21.15.39:0/3098786809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc68155d10 msgr2=0x7efc680cc830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc6e5bb640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc68155d10 0x7efc680cc830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc6e5bb640 1 -- 172.21.15.39:0/3098786809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc50004800 msgr2=0x7efc680d1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.454+0000 7efc6e5bb640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc50004800 0x7efc680d1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.455+0000 7efc6e5bb640 1 -- 172.21.15.39:0/3098786809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc680cba70 con 0x7efc6815cb60 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.455+0000 7efc6e5bb640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc6815cb60 0x7efc681f42d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7efc60000c00 tx=0x7efc60007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.455+0000 7efc667fc640 1 -- 172.21.15.39:0/3098786809 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc6000f5a0 con 0x7efc6815cb60 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.455+0000 7efc667fc640 1 -- 172.21.15.39:0/3098786809 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc60018070 con 0x7efc6815cb60 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.455+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc680cbd50 con 0x7efc6815cb60 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.455+0000 7efc667fc640 1 -- 172.21.15.39:0/3098786809 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc6000f980 con 0x7efc6815cb60 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.455+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc680d1fb0 con 0x7efc6815cb60 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.456+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc680b5c10 con 0x7efc6815cb60 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.456+0000 7efc667fc640 1 -- 172.21.15.39:0/3098786809 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc6000fb20 con 0x7efc6815cb60 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.457+0000 7efc667fc640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efc5406c2e0 0x7efc5406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.457+0000 7efc667fc640 1 -- 172.21.15.39:0/3098786809 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7efc6008aef0 con 0x7efc6815cb60 2024-09-19T05:35:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.457+0000 7efc6ddba640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efc5406c2e0 0x7efc5406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.457+0000 7efc6ddba640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efc5406c2e0 0x7efc5406e7a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7efc58014450 tx=0x7efc5800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:44.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.461+0000 7efc667fc640 1 -- 172.21.15.39:0/3098786809 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efc600590a0 con 0x7efc6815cb60 2024-09-19T05:35:44.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.703+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7efc68160240 con 0x7efc6815cb60 2024-09-19T05:35:44.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.703+0000 7efc667fc640 1 -- 172.21.15.39:0/3098786809 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1558 (secure 0 0 0) 0x7efc6005d3a0 con 0x7efc6815cb60 2024-09-19T05:35:44.706 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:44.706 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"63724460-2d43-4192-a475-a2140b12f870","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":122,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1726724034,"num_in_osds":8,"osd_in_since":1726724024,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":55},{"state_name":"creating+peering","count":42}],"num_pgs":97,"num_pools":3,"num_objects":6,"data_bytes":590424,"bytes_used":278630400,"bytes_avail":772815482880,"bytes_total":773094113280,"inactive_pgs_ratio":0.4329896867275238,"write_bytes_sec":2016,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":28,"btime":"2024-09-19T05:35:42:639172+0000","id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"a","status":"up:active","gid":5463}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-19T05:35:30.687236+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:35:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.705+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efc5406c2e0 msgr2=0x7efc5406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.705+0000 7efc7001e640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efc5406c2e0 0x7efc5406e7a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7efc58014450 tx=0x7efc5800b040 comp rx=0 tx=0).stop 2024-09-19T05:35:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.705+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc6815cb60 msgr2=0x7efc681f42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.705+0000 7efc7001e640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc6815cb60 0x7efc681f42d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7efc60000c00 tx=0x7efc60007430 comp rx=0 tx=0).stop 2024-09-19T05:35:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.705+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 shutdown_connections 2024-09-19T05:35:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.705+0000 7efc7001e640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efc5406c2e0 0x7efc5406e7a0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.705+0000 7efc7001e640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc6815cb60 0x7efc681f42d0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.706+0000 7efc7001e640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efc68155d10 0x7efc680cc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.706+0000 7efc7001e640 1 --2- 172.21.15.39:0/3098786809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc50004800 0x7efc680d1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.706+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 >> 172.21.15.39:0/3098786809 conn(0x7efc680b41e0 msgr2=0x7efc6806d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:44.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.706+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 shutdown_connections 2024-09-19T05:35:44.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.706+0000 7efc7001e640 1 -- 172.21.15.39:0/3098786809 wait complete. 2024-09-19T05:35:44.719 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:35:44.719 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:44.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.820+0000 7f22221d6640 1 Processor -- start 2024-09-19T05:35:44.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.820+0000 7f22221d6640 1 -- start start 2024-09-19T05:35:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f22221d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 0x7f221c0713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f22221d6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f221c160990 0x7f221c06dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f22221d6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f221c06e270 0x7f221c072fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f22221d6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f221c06e6e0 con 0x7f221c06e270 2024-09-19T05:35:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f22221d6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f221c0719b0 con 0x7f221c160990 2024-09-19T05:35:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f22221d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f221c15cb60 con 0x7f221c15c330 2024-09-19T05:35:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f221c06e270 0x7f221c072fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f221c06e270 0x7f221c072fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32964/0 (socket says 172.21.15.39:32964) 2024-09-19T05:35:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221bfff640 1 -- 172.21.15.39:0/3301994762 learned_addr learned my addr 172.21.15.39:0/3301994762 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221affd640 1 --2- 172.21.15.39:0/3301994762 >> v2:172.21.15.50:3300/0 conn(0x7f221c160990 0x7f221c06dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221b7fe640 1 --2- 172.21.15.39:0/3301994762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 0x7f221c0713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221bfff640 1 -- 172.21.15.39:0/3301994762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 msgr2=0x7f221c0713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221bfff640 1 --2- 172.21.15.39:0/3301994762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 0x7f221c0713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221bfff640 1 -- 172.21.15.39:0/3301994762 >> v2:172.21.15.50:3300/0 conn(0x7f221c160990 msgr2=0x7f221c06dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221bfff640 1 --2- 172.21.15.39:0/3301994762 >> v2:172.21.15.50:3300/0 conn(0x7f221c160990 0x7f221c06dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.821+0000 7f221bfff640 1 -- 172.21.15.39:0/3301994762 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f221c15ce40 con 0x7f221c06e270 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.822+0000 7f221bfff640 1 --2- 172.21.15.39:0/3301994762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 0x7f221c072fb0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f221c15cd70 tx=0x7f221402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=165472f62b3db750 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.822+0000 7f221a7fc640 1 -- 172.21.15.39:0/3301994762 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2214036070 con 0x7f221c06e270 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.822+0000 7f221a7fc640 1 -- 172.21.15.39:0/3301994762 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2214031600 con 0x7f221c06e270 2024-09-19T05:35:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.822+0000 7f221a7fc640 1 -- 172.21.15.39:0/3301994762 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22140319d0 con 0x7f221c06e270 2024-09-19T05:35:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.823+0000 7f22221d6640 1 -- 172.21.15.39:0/3301994762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 msgr2=0x7f221c072fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.823+0000 7f22221d6640 1 --2- 172.21.15.39:0/3301994762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 0x7f221c072fb0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f221c15cd70 tx=0x7f221402a680 comp rx=0 tx=0).stop 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.823+0000 7f22221d6640 1 -- 172.21.15.39:0/3301994762 shutdown_connections 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.823+0000 7f22221d6640 1 --2- 172.21.15.39:0/3301994762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 0x7f221c072fb0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.823+0000 7f22221d6640 1 --2- 172.21.15.39:0/3301994762 >> v2:172.21.15.50:3300/0 conn(0x7f221c160990 0x7f221c06dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.823+0000 7f22221d6640 1 --2- 172.21.15.39:0/3301994762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 0x7f221c0713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.823+0000 7f22221d6640 1 -- 172.21.15.39:0/3301994762 >> 172.21.15.39:0/3301994762 conn(0x7f221c0b4170 msgr2=0x7f221c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.823+0000 7f22221d6640 1 -- 172.21.15.39:0/3301994762 shutdown_connections 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.823+0000 7f22221d6640 1 -- 172.21.15.39:0/3301994762 wait complete. 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.824+0000 7f22221d6640 1 Processor -- start 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.824+0000 7f22221d6640 1 -- start start 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f22221d6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 0x7f221c15eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f22221d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 0x7f221c1f53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f22221d6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f221c160990 0x7f221c1f23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f22221d6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f221c15d920 con 0x7f221c06e270 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f22221d6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f221c15d400 con 0x7f221c160990 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f22221d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f221c160dd0 con 0x7f221c15c330 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 0x7f221c15eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 0x7f221c15eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32978/0 (socket says 172.21.15.39:32978) 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221b7fe640 1 -- 172.21.15.39:0/4161043580 learned_addr learned my addr 172.21.15.39:0/4161043580 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221bfff640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f221c160990 0x7f221c1f23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221affd640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 0x7f221c1f53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221b7fe640 1 -- 172.21.15.39:0/4161043580 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 msgr2=0x7f221c1f53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221b7fe640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 0x7f221c1f53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221b7fe640 1 -- 172.21.15.39:0/4161043580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f221c160990 msgr2=0x7f221c1f23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:44.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221b7fe640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f221c160990 0x7f221c1f23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:44.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221b7fe640 1 -- 172.21.15.39:0/4161043580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f221c15f080 con 0x7f221c06e270 2024-09-19T05:35:44.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221bfff640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f221c160990 0x7f221c1f23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:44.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.825+0000 7f221b7fe640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 0x7f221c15eaa0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f220c00e890 tx=0x7f220c00ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:44.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.826+0000 7f2203fff640 1 -- 172.21.15.39:0/4161043580 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f220c017070 con 0x7f221c06e270 2024-09-19T05:35:44.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.826+0000 7f2203fff640 1 -- 172.21.15.39:0/4161043580 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f220c00c940 con 0x7f221c06e270 2024-09-19T05:35:44.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.826+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f221c15f360 con 0x7f221c06e270 2024-09-19T05:35:44.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.826+0000 7f2203fff640 1 -- 172.21.15.39:0/4161043580 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f220c00cd10 con 0x7f221c06e270 2024-09-19T05:35:44.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.826+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f221c15f920 con 0x7f221c06e270 2024-09-19T05:35:44.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.827+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f221c0b4f60 con 0x7f221c06e270 2024-09-19T05:35:44.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.827+0000 7f2203fff640 1 -- 172.21.15.39:0/4161043580 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f220c01a070 con 0x7f221c06e270 2024-09-19T05:35:44.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.828+0000 7f2203fff640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f220806c2b0 0x7f220806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:44.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.828+0000 7f2203fff640 1 -- 172.21.15.39:0/4161043580 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f220c08b6a0 con 0x7f221c06e270 2024-09-19T05:35:44.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.828+0000 7f221affd640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f220806c2b0 0x7f220806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:44.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.828+0000 7f221affd640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f220806c2b0 0x7f220806e770 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f221c0cf030 tx=0x7f2210008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:44.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:44.832+0000 7f2203fff640 1 -- 172.21.15.39:0/4161043580 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f221c0b4f60 con 0x7f221c06e270 2024-09-19T05:35:45.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.006+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f221c15c710 con 0x7f220806c2b0 2024-09-19T05:35:45.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.012+0000 7f2203fff640 1 -- 172.21.15.39:0/4161043580 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248430 (secure 0 0 0) 0x7f221c15c710 con 0x7f220806c2b0 2024-09-19T05:35:45.017 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:45.018 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f220806c2b0 msgr2=0x7f220806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f220806c2b0 0x7f220806e770 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f221c0cf030 tx=0x7f2210008040 comp rx=0 tx=0).stop 2024-09-19T05:35:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 msgr2=0x7f221c15eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 0x7f221c15eaa0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f220c00e890 tx=0x7f220c00ed50 comp rx=0 tx=0).stop 2024-09-19T05:35:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 shutdown_connections 2024-09-19T05:35:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f220806c2b0 0x7f220806e770 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f221c160990 0x7f221c1f23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f221c15c330 0x7f221c1f53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 --2- 172.21.15.39:0/4161043580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f221c06e270 0x7f221c15eaa0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:45.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 >> 172.21.15.39:0/4161043580 conn(0x7f221c0b4170 msgr2=0x7f221c157530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:45.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 shutdown_connections 2024-09-19T05:35:45.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:45.015+0000 7f22221d6640 1 -- 172.21.15.39:0/4161043580 wait complete. 2024-09-19T05:35:45.028 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":102,"stamp":"2024-09-19T05:35:44.689328+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590424,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":164,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":272100,"kb_used_data":5924,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754702620,"statfs":{"total":773094113280,"available":772815482880,"internally_reserved":0,"allocated":6066176,"data_stored":3163111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000859"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.376720+0000","last_change":"2024-09-19T05:35:40.373793+0000","last_active":"2024-09-19T05:35:40.376720+0000","last_peered":"2024-09-19T05:35:40.376720+0000","last_clean":"2024-09-19T05:35:40.376720+0000","last_became_active":"2024-09-19T05:35:40.373487+0000","last_became_peered":"2024-09-19T05:35:40.373487+0000","last_unstale":"2024-09-19T05:35:40.376720+0000","last_undegraded":"2024-09-19T05:35:40.376720+0000","last_fullsized":"2024-09-19T05:35:40.376720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:36.368974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378825+0000","last_change":"2024-09-19T05:35:40.373926+0000","last_active":"2024-09-19T05:35:40.378825+0000","last_peered":"2024-09-19T05:35:40.378825+0000","last_clean":"2024-09-19T05:35:40.378825+0000","last_became_active":"2024-09-19T05:35:40.373642+0000","last_became_peered":"2024-09-19T05:35:40.373642+0000","last_unstale":"2024-09-19T05:35:40.378825+0000","last_undegraded":"2024-09-19T05:35:40.378825+0000","last_fullsized":"2024-09-19T05:35:40.378825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:25.007820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644027+0000","last_change":"2024-09-19T05:35:39.644027+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644027+0000","last_undegraded":"2024-09-19T05:35:39.644027+0000","last_fullsized":"2024-09-19T05:35:39.644027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637245+0000","last_change":"2024-09-19T05:35:39.637245+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637245+0000","last_undegraded":"2024-09-19T05:35:39.637245+0000","last_fullsized":"2024-09-19T05:35:39.637245+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.372929+0000","last_change":"2024-09-19T05:35:40.368154+0000","last_active":"2024-09-19T05:35:40.372929+0000","last_peered":"2024-09-19T05:35:40.372929+0000","last_clean":"2024-09-19T05:35:40.372929+0000","last_became_active":"2024-09-19T05:35:40.367878+0000","last_became_peered":"2024-09-19T05:35:40.367878+0000","last_unstale":"2024-09-19T05:35:40.372929+0000","last_undegraded":"2024-09-19T05:35:40.372929+0000","last_fullsized":"2024-09-19T05:35:40.372929+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:53.426955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644889+0000","last_change":"2024-09-19T05:35:39.644889+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644889+0000","last_undegraded":"2024-09-19T05:35:39.644889+0000","last_fullsized":"2024-09-19T05:35:39.644889+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635283+0000","last_change":"2024-09-19T05:35:39.635283+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635283+0000","last_undegraded":"2024-09-19T05:35:39.635283+0000","last_fullsized":"2024-09-19T05:35:39.635283+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373207+0000","last_change":"2024-09-19T05:35:40.371455+0000","last_active":"2024-09-19T05:35:40.373207+0000","last_peered":"2024-09-19T05:35:40.373207+0000","last_clean":"2024-09-19T05:35:40.373207+0000","last_became_active":"2024-09-19T05:35:40.371170+0000","last_became_peered":"2024-09-19T05:35:40.371170+0000","last_unstale":"2024-09-19T05:35:40.373207+0000","last_undegraded":"2024-09-19T05:35:40.373207+0000","last_fullsized":"2024-09-19T05:35:40.373207+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:51.945713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635004+0000","last_change":"2024-09-19T05:35:39.635004+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635004+0000","last_undegraded":"2024-09-19T05:35:39.635004+0000","last_fullsized":"2024-09-19T05:35:39.635004+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641026+0000","last_change":"2024-09-19T05:35:39.641026+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641026+0000","last_undegraded":"2024-09-19T05:35:39.641026+0000","last_fullsized":"2024-09-19T05:35:39.641026+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640499+0000","last_change":"2024-09-19T05:35:39.640499+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640499+0000","last_undegraded":"2024-09-19T05:35:39.640499+0000","last_fullsized":"2024-09-19T05:35:39.640499+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637720+0000","last_change":"2024-09-19T05:35:39.637720+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637720+0000","last_undegraded":"2024-09-19T05:35:39.637720+0000","last_fullsized":"2024-09-19T05:35:39.637720+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373819+0000","last_change":"2024-09-19T05:35:40.371519+0000","last_active":"2024-09-19T05:35:40.373819+0000","last_peered":"2024-09-19T05:35:40.373819+0000","last_clean":"2024-09-19T05:35:40.373819+0000","last_became_active":"2024-09-19T05:35:40.370228+0000","last_became_peered":"2024-09-19T05:35:40.370228+0000","last_unstale":"2024-09-19T05:35:40.373819+0000","last_undegraded":"2024-09-19T05:35:40.373819+0000","last_fullsized":"2024-09-19T05:35:40.373819+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:32.434989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.634884+0000","last_change":"2024-09-19T05:35:39.634884+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.634884+0000","last_undegraded":"2024-09-19T05:35:39.634884+0000","last_fullsized":"2024-09-19T05:35:39.634884+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.634548+0000","last_change":"2024-09-19T05:35:39.634548+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.634548+0000","last_undegraded":"2024-09-19T05:35:39.634548+0000","last_fullsized":"2024-09-19T05:35:39.634548+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.645037+0000","last_change":"2024-09-19T05:35:39.645037+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.645037+0000","last_undegraded":"2024-09-19T05:35:39.645037+0000","last_fullsized":"2024-09-19T05:35:39.645037+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378967+0000","last_change":"2024-09-19T05:35:40.375420+0000","last_active":"2024-09-19T05:35:40.378967+0000","last_peered":"2024-09-19T05:35:40.378967+0000","last_clean":"2024-09-19T05:35:40.378967+0000","last_became_active":"2024-09-19T05:35:40.374719+0000","last_became_peered":"2024-09-19T05:35:40.374719+0000","last_unstale":"2024-09-19T05:35:40.378967+0000","last_undegraded":"2024-09-19T05:35:40.378967+0000","last_fullsized":"2024-09-19T05:35:40.378967+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:29.708171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642686+0000","last_change":"2024-09-19T05:35:39.642686+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642686+0000","last_undegraded":"2024-09-19T05:35:39.642686+0000","last_fullsized":"2024-09-19T05:35:39.642686+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.376688+0000","last_change":"2024-09-19T05:35:40.372772+0000","last_active":"2024-09-19T05:35:40.376688+0000","last_peered":"2024-09-19T05:35:40.376688+0000","last_clean":"2024-09-19T05:35:40.376688+0000","last_became_active":"2024-09-19T05:35:40.372437+0000","last_became_peered":"2024-09-19T05:35:40.372437+0000","last_unstale":"2024-09-19T05:35:40.376688+0000","last_undegraded":"2024-09-19T05:35:40.376688+0000","last_fullsized":"2024-09-19T05:35:40.376688+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:08.339539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379278+0000","last_change":"2024-09-19T05:35:40.376461+0000","last_active":"2024-09-19T05:35:40.379278+0000","last_peered":"2024-09-19T05:35:40.379278+0000","last_clean":"2024-09-19T05:35:40.379278+0000","last_became_active":"2024-09-19T05:35:40.376120+0000","last_became_peered":"2024-09-19T05:35:40.376120+0000","last_unstale":"2024-09-19T05:35:40.379278+0000","last_undegraded":"2024-09-19T05:35:40.379278+0000","last_fullsized":"2024-09-19T05:35:40.379278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:09.521616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641960+0000","last_change":"2024-09-19T05:35:39.641960+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641960+0000","last_undegraded":"2024-09-19T05:35:39.641960+0000","last_fullsized":"2024-09-19T05:35:39.641960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375490+0000","last_change":"2024-09-19T05:35:40.367342+0000","last_active":"2024-09-19T05:35:40.375490+0000","last_peered":"2024-09-19T05:35:40.375490+0000","last_clean":"2024-09-19T05:35:40.375490+0000","last_became_active":"2024-09-19T05:35:40.367056+0000","last_became_peered":"2024-09-19T05:35:40.367056+0000","last_unstale":"2024-09-19T05:35:40.375490+0000","last_undegraded":"2024-09-19T05:35:40.375490+0000","last_fullsized":"2024-09-19T05:35:40.375490+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:59.136817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641600+0000","last_change":"2024-09-19T05:35:39.641600+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641600+0000","last_undegraded":"2024-09-19T05:35:39.641600+0000","last_fullsized":"2024-09-19T05:35:39.641600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.372819+0000","last_change":"2024-09-19T05:35:40.371198+0000","last_active":"2024-09-19T05:35:40.372819+0000","last_peered":"2024-09-19T05:35:40.372819+0000","last_clean":"2024-09-19T05:35:40.372819+0000","last_became_active":"2024-09-19T05:35:40.370844+0000","last_became_peered":"2024-09-19T05:35:40.370844+0000","last_unstale":"2024-09-19T05:35:40.372819+0000","last_undegraded":"2024-09-19T05:35:40.372819+0000","last_fullsized":"2024-09-19T05:35:40.372819+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:37.897775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.382867+0000","last_change":"2024-09-19T05:35:40.378318+0000","last_active":"2024-09-19T05:35:40.382867+0000","last_peered":"2024-09-19T05:35:40.382867+0000","last_clean":"2024-09-19T05:35:40.382867+0000","last_became_active":"2024-09-19T05:35:40.377984+0000","last_became_peered":"2024-09-19T05:35:40.377984+0000","last_unstale":"2024-09-19T05:35:40.382867+0000","last_undegraded":"2024-09-19T05:35:40.382867+0000","last_fullsized":"2024-09-19T05:35:40.382867+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:18.475593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637329+0000","last_change":"2024-09-19T05:35:39.637329+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637329+0000","last_undegraded":"2024-09-19T05:35:39.637329+0000","last_fullsized":"2024-09-19T05:35:39.637329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644835+0000","last_change":"2024-09-19T05:35:39.644835+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644835+0000","last_undegraded":"2024-09-19T05:35:39.644835+0000","last_fullsized":"2024-09-19T05:35:39.644835+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375838+0000","last_change":"2024-09-19T05:35:40.370465+0000","last_active":"2024-09-19T05:35:40.375838+0000","last_peered":"2024-09-19T05:35:40.375838+0000","last_clean":"2024-09-19T05:35:40.375838+0000","last_became_active":"2024-09-19T05:35:40.370193+0000","last_became_peered":"2024-09-19T05:35:40.370193+0000","last_unstale":"2024-09-19T05:35:40.375838+0000","last_undegraded":"2024-09-19T05:35:40.375838+0000","last_fullsized":"2024-09-19T05:35:40.375838+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:25.648866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379110+0000","last_change":"2024-09-19T05:35:40.376605+0000","last_active":"2024-09-19T05:35:40.379110+0000","last_peered":"2024-09-19T05:35:40.379110+0000","last_clean":"2024-09-19T05:35:40.379110+0000","last_became_active":"2024-09-19T05:35:40.375700+0000","last_became_peered":"2024-09-19T05:35:40.375700+0000","last_unstale":"2024-09-19T05:35:40.379110+0000","last_undegraded":"2024-09-19T05:35:40.379110+0000","last_fullsized":"2024-09-19T05:35:40.379110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:04:38.695486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.639728+0000","last_change":"2024-09-19T05:35:39.639728+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.639728+0000","last_undegraded":"2024-09-19T05:35:39.639728+0000","last_fullsized":"2024-09-19T05:35:39.639728+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377750+0000","last_change":"2024-09-19T05:35:40.375005+0000","last_active":"2024-09-19T05:35:40.377750+0000","last_peered":"2024-09-19T05:35:40.377750+0000","last_clean":"2024-09-19T05:35:40.377750+0000","last_became_active":"2024-09-19T05:35:40.374710+0000","last_became_peered":"2024-09-19T05:35:40.374710+0000","last_unstale":"2024-09-19T05:35:40.377750+0000","last_undegraded":"2024-09-19T05:35:40.377750+0000","last_fullsized":"2024-09-19T05:35:40.377750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:44.702986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.644329+0000","last_change":"2024-09-19T05:35:39.644329+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.644329+0000","last_undegraded":"2024-09-19T05:35:39.644329+0000","last_fullsized":"2024-09-19T05:35:39.644329+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643194+0000","last_change":"2024-09-19T05:35:39.643194+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643194+0000","last_undegraded":"2024-09-19T05:35:39.643194+0000","last_fullsized":"2024-09-19T05:35:39.643194+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649871+0000","last_change":"2024-09-19T05:35:39.646024+0000","last_active":"2024-09-19T05:35:39.649871+0000","last_peered":"2024-09-19T05:35:39.649871+0000","last_clean":"2024-09-19T05:35:39.649871+0000","last_became_active":"2024-09-19T05:35:39.645776+0000","last_became_peered":"2024-09-19T05:35:39.645776+0000","last_unstale":"2024-09-19T05:35:39.649871+0000","last_undegraded":"2024-09-19T05:35:39.649871+0000","last_fullsized":"2024-09-19T05:35:39.649871+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:22.882854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640008+0000","last_change":"2024-09-19T05:35:39.640008+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640008+0000","last_undegraded":"2024-09-19T05:35:39.640008+0000","last_fullsized":"2024-09-19T05:35:39.640008+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"53'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.642653+0000","last_change":"2024-09-19T05:35:39.650886+0000","last_active":"2024-09-19T05:35:40.642653+0000","last_peered":"2024-09-19T05:35:40.642653+0000","last_clean":"2024-09-19T05:35:40.642653+0000","last_became_active":"2024-09-19T05:35:39.650600+0000","last_became_peered":"2024-09-19T05:35:39.650600+0000","last_unstale":"2024-09-19T05:35:40.642653+0000","last_undegraded":"2024-09-19T05:35:40.642653+0000","last_fullsized":"2024-09-19T05:35:40.642653+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:10.322063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641836+0000","last_change":"2024-09-19T05:35:39.641836+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641836+0000","last_undegraded":"2024-09-19T05:35:39.641836+0000","last_fullsized":"2024-09-19T05:35:39.641836+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.656385+0000","last_change":"2024-09-19T05:35:39.654936+0000","last_active":"2024-09-19T05:35:39.656385+0000","last_peered":"2024-09-19T05:35:39.656385+0000","last_clean":"2024-09-19T05:35:39.656385+0000","last_became_active":"2024-09-19T05:35:39.654644+0000","last_became_peered":"2024-09-19T05:35:39.654644+0000","last_unstale":"2024-09-19T05:35:39.656385+0000","last_undegraded":"2024-09-19T05:35:39.656385+0000","last_fullsized":"2024-09-19T05:35:39.656385+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:08:34.604488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642389+0000","last_change":"2024-09-19T05:35:39.642389+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642389+0000","last_undegraded":"2024-09-19T05:35:39.642389+0000","last_fullsized":"2024-09-19T05:35:39.642389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.648502+0000","last_change":"2024-09-19T05:35:39.647306+0000","last_active":"2024-09-19T05:35:39.648502+0000","last_peered":"2024-09-19T05:35:39.648502+0000","last_clean":"2024-09-19T05:35:39.648502+0000","last_became_active":"2024-09-19T05:35:39.647014+0000","last_became_peered":"2024-09-19T05:35:39.647014+0000","last_unstale":"2024-09-19T05:35:39.648502+0000","last_undegraded":"2024-09-19T05:35:39.648502+0000","last_fullsized":"2024-09-19T05:35:39.648502+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:36.894328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.375533+0000","last_change":"2024-09-19T05:35:40.367730+0000","last_active":"2024-09-19T05:35:40.375533+0000","last_peered":"2024-09-19T05:35:40.375533+0000","last_clean":"2024-09-19T05:35:40.375533+0000","last_became_active":"2024-09-19T05:35:40.367480+0000","last_became_peered":"2024-09-19T05:35:40.367480+0000","last_unstale":"2024-09-19T05:35:40.375533+0000","last_undegraded":"2024-09-19T05:35:40.375533+0000","last_fullsized":"2024-09-19T05:35:40.375533+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:40.075059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644204+0000","last_change":"2024-09-19T05:35:39.641449+0000","last_active":"2024-09-19T05:35:39.644204+0000","last_peered":"2024-09-19T05:35:39.644204+0000","last_clean":"2024-09-19T05:35:39.644204+0000","last_became_active":"2024-09-19T05:35:39.641137+0000","last_became_peered":"2024-09-19T05:35:39.641137+0000","last_unstale":"2024-09-19T05:35:39.644204+0000","last_undegraded":"2024-09-19T05:35:39.644204+0000","last_fullsized":"2024-09-19T05:35:39.644204+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:47:02.778739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377693+0000","last_change":"2024-09-19T05:35:40.372568+0000","last_active":"2024-09-19T05:35:40.377693+0000","last_peered":"2024-09-19T05:35:40.377693+0000","last_clean":"2024-09-19T05:35:40.377693+0000","last_became_active":"2024-09-19T05:35:40.372278+0000","last_became_peered":"2024-09-19T05:35:40.372278+0000","last_unstale":"2024-09-19T05:35:40.377693+0000","last_undegraded":"2024-09-19T05:35:40.377693+0000","last_fullsized":"2024-09-19T05:35:40.377693+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:35.917519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649980+0000","last_change":"2024-09-19T05:35:39.648481+0000","last_active":"2024-09-19T05:35:39.649980+0000","last_peered":"2024-09-19T05:35:39.649980+0000","last_clean":"2024-09-19T05:35:39.649980+0000","last_became_active":"2024-09-19T05:35:39.648106+0000","last_became_peered":"2024-09-19T05:35:39.648106+0000","last_unstale":"2024-09-19T05:35:39.649980+0000","last_undegraded":"2024-09-19T05:35:39.649980+0000","last_fullsized":"2024-09-19T05:35:39.649980+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:20:33.404105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.368243+0000","last_change":"2024-09-19T05:35:40.366642+0000","last_active":"2024-09-19T05:35:40.368243+0000","last_peered":"2024-09-19T05:35:40.368243+0000","last_clean":"2024-09-19T05:35:40.368243+0000","last_became_active":"2024-09-19T05:35:40.366334+0000","last_became_peered":"2024-09-19T05:35:40.366334+0000","last_unstale":"2024-09-19T05:35:40.368243+0000","last_undegraded":"2024-09-19T05:35:40.368243+0000","last_fullsized":"2024-09-19T05:35:40.368243+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:08.375622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.643122+0000","last_change":"2024-09-19T05:35:39.640710+0000","last_active":"2024-09-19T05:35:39.643122+0000","last_peered":"2024-09-19T05:35:39.643122+0000","last_clean":"2024-09-19T05:35:39.643122+0000","last_became_active":"2024-09-19T05:35:39.640368+0000","last_became_peered":"2024-09-19T05:35:39.640368+0000","last_unstale":"2024-09-19T05:35:39.643122+0000","last_undegraded":"2024-09-19T05:35:39.643122+0000","last_fullsized":"2024-09-19T05:35:39.643122+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:13.993973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.379073+0000","last_change":"2024-09-19T05:35:40.376032+0000","last_active":"2024-09-19T05:35:40.379073+0000","last_peered":"2024-09-19T05:35:40.379073+0000","last_clean":"2024-09-19T05:35:40.379073+0000","last_became_active":"2024-09-19T05:35:40.375672+0000","last_became_peered":"2024-09-19T05:35:40.375672+0000","last_unstale":"2024-09-19T05:35:40.379073+0000","last_undegraded":"2024-09-19T05:35:40.379073+0000","last_fullsized":"2024-09-19T05:35:40.379073+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:09.040484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652628+0000","last_change":"2024-09-19T05:35:39.651838+0000","last_active":"2024-09-19T05:35:39.652628+0000","last_peered":"2024-09-19T05:35:39.652628+0000","last_clean":"2024-09-19T05:35:39.652628+0000","last_became_active":"2024-09-19T05:35:39.651441+0000","last_became_peered":"2024-09-19T05:35:39.651441+0000","last_unstale":"2024-09-19T05:35:39.652628+0000","last_undegraded":"2024-09-19T05:35:39.652628+0000","last_fullsized":"2024-09-19T05:35:39.652628+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:06.261585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635681+0000","last_change":"2024-09-19T05:35:39.635681+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635681+0000","last_undegraded":"2024-09-19T05:35:39.635681+0000","last_fullsized":"2024-09-19T05:35:39.635681+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.653994+0000","last_change":"2024-09-19T05:35:39.653357+0000","last_active":"2024-09-19T05:35:39.653994+0000","last_peered":"2024-09-19T05:35:39.653994+0000","last_clean":"2024-09-19T05:35:39.653994+0000","last_became_active":"2024-09-19T05:35:39.653056+0000","last_became_peered":"2024-09-19T05:35:39.653056+0000","last_unstale":"2024-09-19T05:35:39.653994+0000","last_undegraded":"2024-09-19T05:35:39.653994+0000","last_fullsized":"2024-09-19T05:35:39.653994+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:42.553161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640668+0000","last_change":"2024-09-19T05:35:39.640668+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640668+0000","last_undegraded":"2024-09-19T05:35:39.640668+0000","last_fullsized":"2024-09-19T05:35:39.640668+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.365657+0000","last_change":"2024-09-19T05:35:39.651540+0000","last_active":"2024-09-19T05:35:40.365657+0000","last_peered":"2024-09-19T05:35:40.365657+0000","last_clean":"2024-09-19T05:35:40.365657+0000","last_became_active":"2024-09-19T05:35:39.651263+0000","last_became_peered":"2024-09-19T05:35:39.651263+0000","last_unstale":"2024-09-19T05:35:40.365657+0000","last_undegraded":"2024-09-19T05:35:40.365657+0000","last_fullsized":"2024-09-19T05:35:40.365657+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:58.702871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640665+0000","last_change":"2024-09-19T05:35:39.640665+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640665+0000","last_undegraded":"2024-09-19T05:35:39.640665+0000","last_fullsized":"2024-09-19T05:35:39.640665+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.651708+0000","last_change":"2024-09-19T05:35:39.650286+0000","last_active":"2024-09-19T05:35:39.651708+0000","last_peered":"2024-09-19T05:35:39.651708+0000","last_clean":"2024-09-19T05:35:39.651708+0000","last_became_active":"2024-09-19T05:35:39.649988+0000","last_became_peered":"2024-09-19T05:35:39.649988+0000","last_unstale":"2024-09-19T05:35:39.651708+0000","last_undegraded":"2024-09-19T05:35:39.651708+0000","last_fullsized":"2024-09-19T05:35:39.651708+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.621211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643206+0000","last_change":"2024-09-19T05:35:39.643206+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643206+0000","last_undegraded":"2024-09-19T05:35:39.643206+0000","last_fullsized":"2024-09-19T05:35:39.643206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.650895+0000","last_change":"2024-09-19T05:35:39.648863+0000","last_active":"2024-09-19T05:35:39.650895+0000","last_peered":"2024-09-19T05:35:39.650895+0000","last_clean":"2024-09-19T05:35:39.650895+0000","last_became_active":"2024-09-19T05:35:39.648568+0000","last_became_peered":"2024-09-19T05:35:39.648568+0000","last_unstale":"2024-09-19T05:35:39.650895+0000","last_undegraded":"2024-09-19T05:35:39.650895+0000","last_fullsized":"2024-09-19T05:35:39.650895+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:30:00.501274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636753+0000","last_change":"2024-09-19T05:35:39.636753+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636753+0000","last_undegraded":"2024-09-19T05:35:39.636753+0000","last_fullsized":"2024-09-19T05:35:39.636753+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"53'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.650521+0000","last_change":"2024-09-19T05:35:39.653850+0000","last_active":"2024-09-19T05:35:40.650521+0000","last_peered":"2024-09-19T05:35:40.650521+0000","last_clean":"2024-09-19T05:35:40.650521+0000","last_became_active":"2024-09-19T05:35:39.653584+0000","last_became_peered":"2024-09-19T05:35:39.653584+0000","last_unstale":"2024-09-19T05:35:40.650521+0000","last_undegraded":"2024-09-19T05:35:40.650521+0000","last_fullsized":"2024-09-19T05:35:40.650521+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:30.594242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641496+0000","last_change":"2024-09-19T05:35:39.641496+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641496+0000","last_undegraded":"2024-09-19T05:35:39.641496+0000","last_fullsized":"2024-09-19T05:35:39.641496+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.356182+0000","last_change":"2024-09-19T05:35:39.650171+0000","last_active":"2024-09-19T05:35:40.356182+0000","last_peered":"2024-09-19T05:35:40.356182+0000","last_clean":"2024-09-19T05:35:40.356182+0000","last_became_active":"2024-09-19T05:35:39.649848+0000","last_became_peered":"2024-09-19T05:35:39.649848+0000","last_unstale":"2024-09-19T05:35:40.356182+0000","last_undegraded":"2024-09-19T05:35:40.356182+0000","last_fullsized":"2024-09-19T05:35:40.356182+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:06.731275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.635543+0000","last_change":"2024-09-19T05:35:39.635543+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.635543+0000","last_undegraded":"2024-09-19T05:35:39.635543+0000","last_fullsized":"2024-09-19T05:35:39.635543+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649930+0000","last_change":"2024-09-19T05:35:39.647688+0000","last_active":"2024-09-19T05:35:39.649930+0000","last_peered":"2024-09-19T05:35:39.649930+0000","last_clean":"2024-09-19T05:35:39.649930+0000","last_became_active":"2024-09-19T05:35:39.647398+0000","last_became_peered":"2024-09-19T05:35:39.647398+0000","last_unstale":"2024-09-19T05:35:39.649930+0000","last_undegraded":"2024-09-19T05:35:39.649930+0000","last_fullsized":"2024-09-19T05:35:39.649930+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:31.431542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640880+0000","last_change":"2024-09-19T05:35:39.640880+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640880+0000","last_undegraded":"2024-09-19T05:35:39.640880+0000","last_fullsized":"2024-09-19T05:35:39.640880+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652200+0000","last_change":"2024-09-19T05:35:39.650937+0000","last_active":"2024-09-19T05:35:39.652200+0000","last_peered":"2024-09-19T05:35:39.652200+0000","last_clean":"2024-09-19T05:35:39.652200+0000","last_became_active":"2024-09-19T05:35:39.650522+0000","last_became_peered":"2024-09-19T05:35:39.650522+0000","last_unstale":"2024-09-19T05:35:39.652200+0000","last_undegraded":"2024-09-19T05:35:39.652200+0000","last_fullsized":"2024-09-19T05:35:39.652200+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.324449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.642275+0000","last_change":"2024-09-19T05:35:39.642275+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.642275+0000","last_undegraded":"2024-09-19T05:35:39.642275+0000","last_fullsized":"2024-09-19T05:35:39.642275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"53'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.645809+0000","last_change":"2024-09-19T05:35:39.653851+0000","last_active":"2024-09-19T05:35:40.645809+0000","last_peered":"2024-09-19T05:35:40.645809+0000","last_clean":"2024-09-19T05:35:40.645809+0000","last_became_active":"2024-09-19T05:35:39.653544+0000","last_became_peered":"2024-09-19T05:35:39.653544+0000","last_unstale":"2024-09-19T05:35:40.645809+0000","last_undegraded":"2024-09-19T05:35:40.645809+0000","last_fullsized":"2024-09-19T05:35:40.645809+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:33.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637492+0000","last_change":"2024-09-19T05:35:39.637492+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637492+0000","last_undegraded":"2024-09-19T05:35:39.637492+0000","last_fullsized":"2024-09-19T05:35:39.637492+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.658404+0000","last_change":"2024-09-19T05:35:39.655554+0000","last_active":"2024-09-19T05:35:39.658404+0000","last_peered":"2024-09-19T05:35:39.658404+0000","last_clean":"2024-09-19T05:35:39.658404+0000","last_became_active":"2024-09-19T05:35:39.655266+0000","last_became_peered":"2024-09-19T05:35:39.655266+0000","last_unstale":"2024-09-19T05:35:39.658404+0000","last_undegraded":"2024-09-19T05:35:39.658404+0000","last_fullsized":"2024-09-19T05:35:39.658404+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.621211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373797+0000","last_change":"2024-09-19T05:35:40.372343+0000","last_active":"2024-09-19T05:35:40.373797+0000","last_peered":"2024-09-19T05:35:40.373797+0000","last_clean":"2024-09-19T05:35:40.373797+0000","last_became_active":"2024-09-19T05:35:40.372018+0000","last_became_peered":"2024-09-19T05:35:40.372018+0000","last_unstale":"2024-09-19T05:35:40.373797+0000","last_undegraded":"2024-09-19T05:35:40.373797+0000","last_fullsized":"2024-09-19T05:35:40.373797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:54.776039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649986+0000","last_change":"2024-09-19T05:35:39.648274+0000","last_active":"2024-09-19T05:35:39.649986+0000","last_peered":"2024-09-19T05:35:39.649986+0000","last_clean":"2024-09-19T05:35:39.649986+0000","last_became_active":"2024-09-19T05:35:39.648020+0000","last_became_peered":"2024-09-19T05:35:39.648020+0000","last_unstale":"2024-09-19T05:35:39.649986+0000","last_undegraded":"2024-09-19T05:35:39.649986+0000","last_fullsized":"2024-09-19T05:35:39.649986+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:53.323587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.643624+0000","last_change":"2024-09-19T05:35:39.643624+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.643624+0000","last_undegraded":"2024-09-19T05:35:39.643624+0000","last_fullsized":"2024-09-19T05:35:39.643624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.655740+0000","last_change":"2024-09-19T05:35:39.654023+0000","last_active":"2024-09-19T05:35:39.655740+0000","last_peered":"2024-09-19T05:35:39.655740+0000","last_clean":"2024-09-19T05:35:39.655740+0000","last_became_active":"2024-09-19T05:35:39.650618+0000","last_became_peered":"2024-09-19T05:35:39.650618+0000","last_unstale":"2024-09-19T05:35:39.655740+0000","last_undegraded":"2024-09-19T05:35:39.655740+0000","last_fullsized":"2024-09-19T05:35:39.655740+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:03.485837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636196+0000","last_change":"2024-09-19T05:35:39.636196+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636196+0000","last_undegraded":"2024-09-19T05:35:39.636196+0000","last_fullsized":"2024-09-19T05:35:39.636196+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"53'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.645283+0000","last_change":"2024-09-19T05:35:39.653686+0000","last_active":"2024-09-19T05:35:40.645283+0000","last_peered":"2024-09-19T05:35:40.645283+0000","last_clean":"2024-09-19T05:35:40.645283+0000","last_became_active":"2024-09-19T05:35:39.653394+0000","last_became_peered":"2024-09-19T05:35:39.653394+0000","last_unstale":"2024-09-19T05:35:40.645283+0000","last_undegraded":"2024-09-19T05:35:40.645283+0000","last_fullsized":"2024-09-19T05:35:40.645283+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:22.762023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641269+0000","last_change":"2024-09-19T05:35:39.641269+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641269+0000","last_undegraded":"2024-09-19T05:35:39.641269+0000","last_fullsized":"2024-09-19T05:35:39.641269+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649174+0000","last_change":"2024-09-19T05:35:39.642890+0000","last_active":"2024-09-19T05:35:39.649174+0000","last_peered":"2024-09-19T05:35:39.649174+0000","last_clean":"2024-09-19T05:35:39.649174+0000","last_became_active":"2024-09-19T05:35:39.642626+0000","last_became_peered":"2024-09-19T05:35:39.642626+0000","last_unstale":"2024-09-19T05:35:39.649174+0000","last_undegraded":"2024-09-19T05:35:39.649174+0000","last_fullsized":"2024-09-19T05:35:39.649174+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:56.849695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640771+0000","last_change":"2024-09-19T05:35:39.640771+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640771+0000","last_undegraded":"2024-09-19T05:35:39.640771+0000","last_fullsized":"2024-09-19T05:35:39.640771+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.653809+0000","last_change":"2024-09-19T05:35:39.652971+0000","last_active":"2024-09-19T05:35:39.653809+0000","last_peered":"2024-09-19T05:35:39.653809+0000","last_clean":"2024-09-19T05:35:39.653809+0000","last_became_active":"2024-09-19T05:35:39.652419+0000","last_became_peered":"2024-09-19T05:35:39.652419+0000","last_unstale":"2024-09-19T05:35:39.653809+0000","last_undegraded":"2024-09-19T05:35:39.653809+0000","last_fullsized":"2024-09-19T05:35:39.653809+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:16.562146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.636825+0000","last_change":"2024-09-19T05:35:39.636825+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.636825+0000","last_undegraded":"2024-09-19T05:35:39.636825+0000","last_fullsized":"2024-09-19T05:35:39.636825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.652526+0000","last_change":"2024-09-19T05:35:39.651342+0000","last_active":"2024-09-19T05:35:39.652526+0000","last_peered":"2024-09-19T05:35:39.652526+0000","last_clean":"2024-09-19T05:35:39.652526+0000","last_became_active":"2024-09-19T05:35:39.651046+0000","last_became_peered":"2024-09-19T05:35:39.651046+0000","last_unstale":"2024-09-19T05:35:39.652526+0000","last_undegraded":"2024-09-19T05:35:39.652526+0000","last_fullsized":"2024-09-19T05:35:39.652526+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:03.126090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.637036+0000","last_change":"2024-09-19T05:35:39.637036+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.637036+0000","last_undegraded":"2024-09-19T05:35:39.637036+0000","last_fullsized":"2024-09-19T05:35:39.637036+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649829+0000","last_change":"2024-09-19T05:35:39.647076+0000","last_active":"2024-09-19T05:35:39.649829+0000","last_peered":"2024-09-19T05:35:39.649829+0000","last_clean":"2024-09-19T05:35:39.649829+0000","last_became_active":"2024-09-19T05:35:39.646819+0000","last_became_peered":"2024-09-19T05:35:39.646819+0000","last_unstale":"2024-09-19T05:35:39.649829+0000","last_undegraded":"2024-09-19T05:35:39.649829+0000","last_fullsized":"2024-09-19T05:35:39.649829+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:35.351767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640237+0000","last_change":"2024-09-19T05:35:39.640237+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640237+0000","last_undegraded":"2024-09-19T05:35:39.640237+0000","last_fullsized":"2024-09-19T05:35:39.640237+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.356358+0000","last_change":"2024-09-19T05:35:39.647900+0000","last_active":"2024-09-19T05:35:40.356358+0000","last_peered":"2024-09-19T05:35:40.356358+0000","last_clean":"2024-09-19T05:35:40.356358+0000","last_became_active":"2024-09-19T05:35:39.647631+0000","last_became_peered":"2024-09-19T05:35:39.647631+0000","last_unstale":"2024-09-19T05:35:40.356358+0000","last_undegraded":"2024-09-19T05:35:40.356358+0000","last_fullsized":"2024-09-19T05:35:40.356358+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:13.993973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.640236+0000","last_change":"2024-09-19T05:35:39.640236+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.640236+0000","last_undegraded":"2024-09-19T05:35:39.640236+0000","last_fullsized":"2024-09-19T05:35:39.640236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644038+0000","last_change":"2024-09-19T05:35:39.642627+0000","last_active":"2024-09-19T05:35:39.644038+0000","last_peered":"2024-09-19T05:35:39.644038+0000","last_clean":"2024-09-19T05:35:39.644038+0000","last_became_active":"2024-09-19T05:35:39.642287+0000","last_became_peered":"2024-09-19T05:35:39.642287+0000","last_unstale":"2024-09-19T05:35:39.644038+0000","last_undegraded":"2024-09-19T05:35:39.644038+0000","last_fullsized":"2024-09-19T05:35:39.644038+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:07.372175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.378989+0000","last_change":"2024-09-19T05:35:40.375658+0000","last_active":"2024-09-19T05:35:40.378989+0000","last_peered":"2024-09-19T05:35:40.378989+0000","last_clean":"2024-09-19T05:35:40.378989+0000","last_became_active":"2024-09-19T05:35:40.375306+0000","last_became_peered":"2024-09-19T05:35:40.375306+0000","last_unstale":"2024-09-19T05:35:40.378989+0000","last_undegraded":"2024-09-19T05:35:40.378989+0000","last_fullsized":"2024-09-19T05:35:40.378989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:14.982109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649223+0000","last_change":"2024-09-19T05:35:39.645653+0000","last_active":"2024-09-19T05:35:39.649223+0000","last_peered":"2024-09-19T05:35:39.649223+0000","last_clean":"2024-09-19T05:35:39.649223+0000","last_became_active":"2024-09-19T05:35:39.645370+0000","last_became_peered":"2024-09-19T05:35:39.645370+0000","last_unstale":"2024-09-19T05:35:39.649223+0000","last_undegraded":"2024-09-19T05:35:39.649223+0000","last_fullsized":"2024-09-19T05:35:39.649223+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:45.398654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.641077+0000","last_change":"2024-09-19T05:35:39.641077+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.641077+0000","last_undegraded":"2024-09-19T05:35:39.641077+0000","last_fullsized":"2024-09-19T05:35:39.641077+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649313+0000","last_change":"2024-09-19T05:35:39.646959+0000","last_active":"2024-09-19T05:35:39.649313+0000","last_peered":"2024-09-19T05:35:39.649313+0000","last_clean":"2024-09-19T05:35:39.649313+0000","last_became_active":"2024-09-19T05:35:39.646649+0000","last_became_peered":"2024-09-19T05:35:39.646649+0000","last_unstale":"2024-09-19T05:35:39.649313+0000","last_undegraded":"2024-09-19T05:35:39.649313+0000","last_fullsized":"2024-09-19T05:35:39.649313+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:43.295871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":52,"state":"creating+peering","last_fresh":"2024-09-19T05:35:39.639290+0000","last_change":"2024-09-19T05:35:39.639290+0000","last_active":"2024-09-19T05:35:39.626073+0000","last_peered":"2024-09-19T05:35:39.626073+0000","last_clean":"2024-09-19T05:35:39.626073+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:35:39.639290+0000","last_undegraded":"2024-09-19T05:35:39.639290+0000","last_fullsized":"2024-09-19T05:35:39.639290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.649946+0000","last_change":"2024-09-19T05:35:39.649049+0000","last_active":"2024-09-19T05:35:39.649946+0000","last_peered":"2024-09-19T05:35:39.649946+0000","last_clean":"2024-09-19T05:35:39.649946+0000","last_became_active":"2024-09-19T05:35:39.648786+0000","last_became_peered":"2024-09-19T05:35:39.648786+0000","last_unstale":"2024-09-19T05:35:39.649946+0000","last_undegraded":"2024-09-19T05:35:39.649946+0000","last_fullsized":"2024-09-19T05:35:39.649946+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:11.578052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.377700+0000","last_change":"2024-09-19T05:35:40.372805+0000","last_active":"2024-09-19T05:35:40.377700+0000","last_peered":"2024-09-19T05:35:40.377700+0000","last_clean":"2024-09-19T05:35:40.377700+0000","last_became_active":"2024-09-19T05:35:40.372502+0000","last_became_peered":"2024-09-19T05:35:40.372502+0000","last_unstale":"2024-09-19T05:35:40.377700+0000","last_undegraded":"2024-09-19T05:35:40.377700+0000","last_fullsized":"2024-09-19T05:35:40.377700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:19.982199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.361770+0000","last_change":"2024-09-19T05:35:39.652805+0000","last_active":"2024-09-19T05:35:40.361770+0000","last_peered":"2024-09-19T05:35:40.361770+0000","last_clean":"2024-09-19T05:35:40.361770+0000","last_became_active":"2024-09-19T05:35:39.652475+0000","last_became_peered":"2024-09-19T05:35:39.652475+0000","last_unstale":"2024-09-19T05:35:40.361770+0000","last_undegraded":"2024-09-19T05:35:40.361770+0000","last_fullsized":"2024-09-19T05:35:40.361770+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:31.136493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.373188+0000","last_change":"2024-09-19T05:35:40.370476+0000","last_active":"2024-09-19T05:35:40.373188+0000","last_peered":"2024-09-19T05:35:40.373188+0000","last_clean":"2024-09-19T05:35:40.373188+0000","last_became_active":"2024-09-19T05:35:40.370188+0000","last_became_peered":"2024-09-19T05:35:40.370188+0000","last_unstale":"2024-09-19T05:35:40.373188+0000","last_undegraded":"2024-09-19T05:35:40.373188+0000","last_fullsized":"2024-09-19T05:35:40.373188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:57.978019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-19T05:35:40.355862+0000","last_change":"2024-09-19T05:35:39.646583+0000","last_active":"2024-09-19T05:35:40.355862+0000","last_peered":"2024-09-19T05:35:40.355862+0000","last_clean":"2024-09-19T05:35:40.355862+0000","last_became_active":"2024-09-19T05:35:39.646306+0000","last_became_peered":"2024-09-19T05:35:39.646306+0000","last_unstale":"2024-09-19T05:35:40.355862+0000","last_undegraded":"2024-09-19T05:35:40.355862+0000","last_fullsized":"2024-09-19T05:35:40.355862+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:34:15.905756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":227,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-19T05:35:39.644836+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:39.644836+0000","last_peered":"2024-09-19T05:35:39.644836+0000","last_clean":"2024-09-19T05:35:39.644836+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:39.644836+0000","last_undegraded":"2024-09-19T05:35:39.644836+0000","last_fullsized":"2024-09-19T05:35:39.644836+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35968,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335872,"statfs":{"total":96636764160,"available":96599932928,"internally_reserved":0,"allocated":626688,"data_stored":256795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":626688,"data_stored":256795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509465,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":614400,"data_stored":250020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542169,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":834121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35952,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335888,"statfs":{"total":96636764160,"available":96599949312,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542169,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35936,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335904,"statfs":{"total":96636764160,"available":96599965696,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":602112,"data_stored":243753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542170,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32356,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339484,"statfs":{"total":96636764160,"available":96603631616,"internally_reserved":0,"allocated":1196032,"data_stored":834121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:46.630 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-19T05:35:46.629+0000 7f8e17894640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:35:48.033 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:35:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.147+0000 7f3a871bd640 1 Processor -- start 2024-09-19T05:35:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.148+0000 7f3a871bd640 1 -- start start 2024-09-19T05:35:48.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.148+0000 7f3a871bd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3a800b6690 0x7f3a800cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.148+0000 7f3a871bd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a800d16e0 0x7f3a800d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.148+0000 7f3a871bd640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a800cff10 con 0x7f3a800b6a70 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.148+0000 7f3a871bd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f3a800cf540 con 0x7f3a800d16e0 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.148+0000 7f3a871bd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f3a800d1b10 con 0x7f3a800b6690 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a8575a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a800d16e0 0x7f3a800d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a7ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3a800b6a70 0x7f3a800d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42660/0 (socket says 172.21.15.39:42660) 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a7ffff640 1 -- 172.21.15.39:0/4215255486 learned_addr learned my addr 172.21.15.39:0/4215255486 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a84f59640 1 --2- 172.21.15.39:0/4215255486 >> v2:172.21.15.50:3300/0 conn(0x7f3a800b6690 0x7f3a800cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a8575a640 1 -- 172.21.15.39:0/4215255486 >> v2:172.21.15.50:3300/0 conn(0x7f3a800b6690 msgr2=0x7f3a800cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a8575a640 1 --2- 172.21.15.39:0/4215255486 >> v2:172.21.15.50:3300/0 conn(0x7f3a800b6690 0x7f3a800cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a8575a640 1 -- 172.21.15.39:0/4215255486 >> v1:172.21.15.39:6789/0 conn(0x7f3a800b6a70 legacy=0x7f3a800d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a7f7fe640 1 -- 172.21.15.39:0/4215255486 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2830263787 0 0) 0x7f3a800cff10 con 0x7f3a800b6a70 2024-09-19T05:35:48.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a8575a640 1 -- 172.21.15.39:0/4215255486 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a800d1d90 con 0x7f3a800d16e0 2024-09-19T05:35:48.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.149+0000 7f3a84f59640 1 --2- 172.21.15.39:0/4215255486 >> v2:172.21.15.50:3300/0 conn(0x7f3a800b6690 0x7f3a800cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:48.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a8575a640 1 --2- 172.21.15.39:0/4215255486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800d16e0 0x7f3a800d2b50 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f3a800d2210 tx=0x7f3a7802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=818d5c11c8fbe1fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:48.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a7f7fe640 1 -- 172.21.15.39:0/4215255486 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a78007740 con 0x7f3a800d16e0 2024-09-19T05:35:48.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a7f7fe640 1 -- 172.21.15.39:0/4215255486 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a780078e0 con 0x7f3a800d16e0 2024-09-19T05:35:48.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a7f7fe640 1 -- 172.21.15.39:0/4215255486 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a78007cb0 con 0x7f3a800d16e0 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a871bd640 1 -- 172.21.15.39:0/4215255486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800d16e0 msgr2=0x7f3a800d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a871bd640 1 --2- 172.21.15.39:0/4215255486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800d16e0 0x7f3a800d2b50 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f3a800d2210 tx=0x7f3a7802a680 comp rx=0 tx=0).stop 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a871bd640 1 -- 172.21.15.39:0/4215255486 shutdown_connections 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a871bd640 1 --2- 172.21.15.39:0/4215255486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800d16e0 0x7f3a800d2b50 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a871bd640 1 --2- 172.21.15.39:0/4215255486 >> v2:172.21.15.50:3300/0 conn(0x7f3a800b6690 0x7f3a800cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.150+0000 7f3a871bd640 1 -- 172.21.15.39:0/4215255486 >> 172.21.15.39:0/4215255486 conn(0x7f3a80072560 msgr2=0x7f3a80072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.151+0000 7f3a871bd640 1 -- 172.21.15.39:0/4215255486 shutdown_connections 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.151+0000 7f3a871bd640 1 -- 172.21.15.39:0/4215255486 wait complete. 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.152+0000 7f3a871bd640 1 Processor -- start 2024-09-19T05:35:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.152+0000 7f3a871bd640 1 -- start start 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a871bd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3a800b6690 0x7f3a801f8330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a871bd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800b6a70 0x7f3a800b88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a871bd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3a800d16e0 0x7f3a8014f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a871bd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3a800b6f00 con 0x7f3a800b6a70 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a871bd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3a800cf1d0 con 0x7f3a800b6690 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a871bd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3a8015c530 con 0x7f3a800d16e0 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a7ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800b6a70 0x7f3a800b88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a7ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800b6a70 0x7f3a800b88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34348/0 (socket says 172.21.15.39:34348) 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a7ffff640 1 -- 172.21.15.39:0/2886591939 learned_addr learned my addr 172.21.15.39:0/2886591939 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:48.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a84f59640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3a800b6690 0x7f3a801f8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a8575a640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3a800d16e0 0x7f3a8014f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a7ffff640 1 -- 172.21.15.39:0/2886591939 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3a800d16e0 msgr2=0x7f3a8014f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a7ffff640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3a800d16e0 0x7f3a8014f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a7ffff640 1 -- 172.21.15.39:0/2886591939 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3a800b6690 msgr2=0x7f3a801f8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a7ffff640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3a800b6690 0x7f3a801f8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a7ffff640 1 -- 172.21.15.39:0/2886591939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a80150690 con 0x7f3a800b6a70 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a8575a640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3a800d16e0 0x7f3a8014f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.153+0000 7f3a7ffff640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800b6a70 0x7f3a800b88d0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f3a7400c4d0 tx=0x7f3a7400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.154+0000 7f3a7d7fa640 1 -- 172.21.15.39:0/2886591939 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a74018070 con 0x7f3a800b6a70 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.154+0000 7f3a7d7fa640 1 -- 172.21.15.39:0/2886591939 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a74007500 con 0x7f3a800b6a70 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.154+0000 7f3a7d7fa640 1 -- 172.21.15.39:0/2886591939 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a74004a20 con 0x7f3a800b6a70 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.154+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a801586d0 con 0x7f3a800b6a70 2024-09-19T05:35:48.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.154+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a80158c90 con 0x7f3a800b6a70 2024-09-19T05:35:48.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.155+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a800cf9d0 con 0x7f3a800b6a70 2024-09-19T05:35:48.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.155+0000 7f3a7d7fa640 1 -- 172.21.15.39:0/2886591939 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3a7401b070 con 0x7f3a800b6a70 2024-09-19T05:35:48.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.156+0000 7f3a7d7fa640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3a6c06c2e0 0x7f3a6c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.156+0000 7f3a7d7fa640 1 -- 172.21.15.39:0/2886591939 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f3a7408a5c0 con 0x7f3a800b6a70 2024-09-19T05:35:48.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.156+0000 7f3a84f59640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3a6c06c2e0 0x7f3a6c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.157+0000 7f3a84f59640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3a6c06c2e0 0x7f3a6c06e7a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3a70006fd0 tx=0x7f3a70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:48.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.161+0000 7f3a7d7fa640 1 -- 172.21.15.39:0/2886591939 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3a74058770 con 0x7f3a800b6a70 2024-09-19T05:35:48.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.334+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3a800caf20 con 0x7f3a6c06c2e0 2024-09-19T05:35:48.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.340+0000 7f3a7d7fa640 1 -- 172.21.15.39:0/2886591939 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251943 (secure 0 0 0) 0x7f3a800caf20 con 0x7f3a6c06c2e0 2024-09-19T05:35:48.344 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:48.345 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3a6c06c2e0 msgr2=0x7f3a6c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3a6c06c2e0 0x7f3a6c06e7a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3a70006fd0 tx=0x7f3a70008040 comp rx=0 tx=0).stop 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800b6a70 msgr2=0x7f3a800b88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800b6a70 0x7f3a800b88d0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f3a7400c4d0 tx=0x7f3a7400c990 comp rx=0 tx=0).stop 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 shutdown_connections 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3a6c06c2e0 0x7f3a6c06e7a0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3a800d16e0 0x7f3a8014f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a800b6a70 0x7f3a800b88d0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 --2- 172.21.15.39:0/2886591939 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3a800b6690 0x7f3a801f8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 >> 172.21.15.39:0/2886591939 conn(0x7f3a80072560 msgr2=0x7f3a8015c830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:48.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.343+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 shutdown_connections 2024-09-19T05:35:48.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.344+0000 7f3a871bd640 1 -- 172.21.15.39:0/2886591939 wait complete. 2024-09-19T05:35:48.356 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":103,"stamp":"2024-09-19T05:35:46.689640+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":272396,"kb_used_data":6216,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754702324,"statfs":{"total":773094113280,"available":772815179776,"internally_reserved":0,"allocated":6365184,"data_stored":3290316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.055481"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402886+0000","last_change":"2024-09-19T05:35:40.373793+0000","last_active":"2024-09-19T05:35:41.402886+0000","last_peered":"2024-09-19T05:35:41.402886+0000","last_clean":"2024-09-19T05:35:41.402886+0000","last_became_active":"2024-09-19T05:35:40.373487+0000","last_became_peered":"2024-09-19T05:35:40.373487+0000","last_unstale":"2024-09-19T05:35:41.402886+0000","last_undegraded":"2024-09-19T05:35:41.402886+0000","last_fullsized":"2024-09-19T05:35:41.402886+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:25.576516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402964+0000","last_change":"2024-09-19T05:35:40.373926+0000","last_active":"2024-09-19T05:35:41.402964+0000","last_peered":"2024-09-19T05:35:41.402964+0000","last_clean":"2024-09-19T05:35:41.402964+0000","last_became_active":"2024-09-19T05:35:40.373642+0000","last_became_peered":"2024-09-19T05:35:40.373642+0000","last_unstale":"2024-09-19T05:35:41.402964+0000","last_undegraded":"2024-09-19T05:35:41.402964+0000","last_fullsized":"2024-09-19T05:35:41.402964+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:52.367906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403109+0000","last_change":"2024-09-19T05:35:40.375178+0000","last_active":"2024-09-19T05:35:41.403109+0000","last_peered":"2024-09-19T05:35:41.403109+0000","last_clean":"2024-09-19T05:35:41.403109+0000","last_became_active":"2024-09-19T05:35:40.373977+0000","last_became_peered":"2024-09-19T05:35:40.373977+0000","last_unstale":"2024-09-19T05:35:41.403109+0000","last_undegraded":"2024-09-19T05:35:41.403109+0000","last_fullsized":"2024-09-19T05:35:41.403109+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:08.411785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358199+0000","last_change":"2024-09-19T05:35:40.367776+0000","last_active":"2024-09-19T05:35:41.358199+0000","last_peered":"2024-09-19T05:35:41.358199+0000","last_clean":"2024-09-19T05:35:41.358199+0000","last_became_active":"2024-09-19T05:35:40.366298+0000","last_became_peered":"2024-09-19T05:35:40.366298+0000","last_unstale":"2024-09-19T05:35:41.358199+0000","last_undegraded":"2024-09-19T05:35:41.358199+0000","last_fullsized":"2024-09-19T05:35:41.358199+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:50.637120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402713+0000","last_change":"2024-09-19T05:35:40.368154+0000","last_active":"2024-09-19T05:35:41.402713+0000","last_peered":"2024-09-19T05:35:41.402713+0000","last_clean":"2024-09-19T05:35:41.402713+0000","last_became_active":"2024-09-19T05:35:40.367878+0000","last_became_peered":"2024-09-19T05:35:40.367878+0000","last_unstale":"2024-09-19T05:35:41.402713+0000","last_undegraded":"2024-09-19T05:35:41.402713+0000","last_fullsized":"2024-09-19T05:35:41.402713+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:11.075316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402661+0000","last_change":"2024-09-19T05:35:40.366784+0000","last_active":"2024-09-19T05:35:41.402661+0000","last_peered":"2024-09-19T05:35:41.402661+0000","last_clean":"2024-09-19T05:35:41.402661+0000","last_became_active":"2024-09-19T05:35:40.366514+0000","last_became_peered":"2024-09-19T05:35:40.366514+0000","last_unstale":"2024-09-19T05:35:41.402661+0000","last_undegraded":"2024-09-19T05:35:41.402661+0000","last_fullsized":"2024-09-19T05:35:41.402661+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:03.898015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402854+0000","last_change":"2024-09-19T05:35:40.368552+0000","last_active":"2024-09-19T05:35:41.402854+0000","last_peered":"2024-09-19T05:35:41.402854+0000","last_clean":"2024-09-19T05:35:41.402854+0000","last_became_active":"2024-09-19T05:35:40.368173+0000","last_became_peered":"2024-09-19T05:35:40.368173+0000","last_unstale":"2024-09-19T05:35:41.402854+0000","last_undegraded":"2024-09-19T05:35:41.402854+0000","last_fullsized":"2024-09-19T05:35:41.402854+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:12.806717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402510+0000","last_change":"2024-09-19T05:35:40.371455+0000","last_active":"2024-09-19T05:35:41.402510+0000","last_peered":"2024-09-19T05:35:41.402510+0000","last_clean":"2024-09-19T05:35:41.402510+0000","last_became_active":"2024-09-19T05:35:40.371170+0000","last_became_peered":"2024-09-19T05:35:40.371170+0000","last_unstale":"2024-09-19T05:35:41.402510+0000","last_undegraded":"2024-09-19T05:35:41.402510+0000","last_fullsized":"2024-09-19T05:35:41.402510+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:41.258404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403879+0000","last_change":"2024-09-19T05:35:40.372773+0000","last_active":"2024-09-19T05:35:41.403879+0000","last_peered":"2024-09-19T05:35:41.403879+0000","last_clean":"2024-09-19T05:35:41.403879+0000","last_became_active":"2024-09-19T05:35:40.372484+0000","last_became_peered":"2024-09-19T05:35:40.372484+0000","last_unstale":"2024-09-19T05:35:41.403879+0000","last_undegraded":"2024-09-19T05:35:41.403879+0000","last_fullsized":"2024-09-19T05:35:41.403879+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:04.672040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358911+0000","last_change":"2024-09-19T05:35:40.360650+0000","last_active":"2024-09-19T05:35:41.358911+0000","last_peered":"2024-09-19T05:35:41.358911+0000","last_clean":"2024-09-19T05:35:41.358911+0000","last_became_active":"2024-09-19T05:35:40.360332+0000","last_became_peered":"2024-09-19T05:35:40.360332+0000","last_unstale":"2024-09-19T05:35:41.358911+0000","last_undegraded":"2024-09-19T05:35:41.358911+0000","last_fullsized":"2024-09-19T05:35:41.358911+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:09.436778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.359026+0000","last_change":"2024-09-19T05:35:40.373990+0000","last_active":"2024-09-19T05:35:41.359026+0000","last_peered":"2024-09-19T05:35:41.359026+0000","last_clean":"2024-09-19T05:35:41.359026+0000","last_became_active":"2024-09-19T05:35:40.373732+0000","last_became_peered":"2024-09-19T05:35:40.373732+0000","last_unstale":"2024-09-19T05:35:41.359026+0000","last_undegraded":"2024-09-19T05:35:41.359026+0000","last_fullsized":"2024-09-19T05:35:41.359026+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:08.297309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358177+0000","last_change":"2024-09-19T05:35:40.369005+0000","last_active":"2024-09-19T05:35:41.358177+0000","last_peered":"2024-09-19T05:35:41.358177+0000","last_clean":"2024-09-19T05:35:41.358177+0000","last_became_active":"2024-09-19T05:35:40.366717+0000","last_became_peered":"2024-09-19T05:35:40.366717+0000","last_unstale":"2024-09-19T05:35:41.358177+0000","last_undegraded":"2024-09-19T05:35:41.358177+0000","last_fullsized":"2024-09-19T05:35:41.358177+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:23.765470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358085+0000","last_change":"2024-09-19T05:35:40.371519+0000","last_active":"2024-09-19T05:35:41.358085+0000","last_peered":"2024-09-19T05:35:41.358085+0000","last_clean":"2024-09-19T05:35:41.358085+0000","last_became_active":"2024-09-19T05:35:40.370228+0000","last_became_peered":"2024-09-19T05:35:40.370228+0000","last_unstale":"2024-09-19T05:35:41.358085+0000","last_undegraded":"2024-09-19T05:35:41.358085+0000","last_fullsized":"2024-09-19T05:35:41.358085+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:07.662559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403021+0000","last_change":"2024-09-19T05:35:40.374905+0000","last_active":"2024-09-19T05:35:41.403021+0000","last_peered":"2024-09-19T05:35:41.403021+0000","last_clean":"2024-09-19T05:35:41.403021+0000","last_became_active":"2024-09-19T05:35:40.374157+0000","last_became_peered":"2024-09-19T05:35:40.374157+0000","last_unstale":"2024-09-19T05:35:41.403021+0000","last_undegraded":"2024-09-19T05:35:41.403021+0000","last_fullsized":"2024-09-19T05:35:41.403021+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:43.556607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402732+0000","last_change":"2024-09-19T05:35:40.370815+0000","last_active":"2024-09-19T05:35:41.402732+0000","last_peered":"2024-09-19T05:35:41.402732+0000","last_clean":"2024-09-19T05:35:41.402732+0000","last_became_active":"2024-09-19T05:35:40.370483+0000","last_became_peered":"2024-09-19T05:35:40.370483+0000","last_unstale":"2024-09-19T05:35:41.402732+0000","last_undegraded":"2024-09-19T05:35:41.402732+0000","last_fullsized":"2024-09-19T05:35:41.402732+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:08.327896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403941+0000","last_change":"2024-09-19T05:35:40.375861+0000","last_active":"2024-09-19T05:35:41.403941+0000","last_peered":"2024-09-19T05:35:41.403941+0000","last_clean":"2024-09-19T05:35:41.403941+0000","last_became_active":"2024-09-19T05:35:40.375412+0000","last_became_peered":"2024-09-19T05:35:40.375412+0000","last_unstale":"2024-09-19T05:35:41.403941+0000","last_undegraded":"2024-09-19T05:35:41.403941+0000","last_fullsized":"2024-09-19T05:35:41.403941+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:36.603912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403330+0000","last_change":"2024-09-19T05:35:40.375420+0000","last_active":"2024-09-19T05:35:41.403330+0000","last_peered":"2024-09-19T05:35:41.403330+0000","last_clean":"2024-09-19T05:35:41.403330+0000","last_became_active":"2024-09-19T05:35:40.374719+0000","last_became_peered":"2024-09-19T05:35:40.374719+0000","last_unstale":"2024-09-19T05:35:41.403330+0000","last_undegraded":"2024-09-19T05:35:41.403330+0000","last_fullsized":"2024-09-19T05:35:41.403330+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:30:41.637023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403633+0000","last_change":"2024-09-19T05:35:40.373554+0000","last_active":"2024-09-19T05:35:41.403633+0000","last_peered":"2024-09-19T05:35:41.403633+0000","last_clean":"2024-09-19T05:35:41.403633+0000","last_became_active":"2024-09-19T05:35:40.373250+0000","last_became_peered":"2024-09-19T05:35:40.373250+0000","last_unstale":"2024-09-19T05:35:41.403633+0000","last_undegraded":"2024-09-19T05:35:41.403633+0000","last_fullsized":"2024-09-19T05:35:41.403633+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:11:33.333053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402413+0000","last_change":"2024-09-19T05:35:40.372772+0000","last_active":"2024-09-19T05:35:41.402413+0000","last_peered":"2024-09-19T05:35:41.402413+0000","last_clean":"2024-09-19T05:35:41.402413+0000","last_became_active":"2024-09-19T05:35:40.372437+0000","last_became_peered":"2024-09-19T05:35:40.372437+0000","last_unstale":"2024-09-19T05:35:41.402413+0000","last_undegraded":"2024-09-19T05:35:41.402413+0000","last_fullsized":"2024-09-19T05:35:41.402413+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:51.221594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.404262+0000","last_change":"2024-09-19T05:35:40.376461+0000","last_active":"2024-09-19T05:35:41.404262+0000","last_peered":"2024-09-19T05:35:41.404262+0000","last_clean":"2024-09-19T05:35:41.404262+0000","last_became_active":"2024-09-19T05:35:40.376120+0000","last_became_peered":"2024-09-19T05:35:40.376120+0000","last_unstale":"2024-09-19T05:35:41.404262+0000","last_undegraded":"2024-09-19T05:35:41.404262+0000","last_fullsized":"2024-09-19T05:35:41.404262+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.648070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402844+0000","last_change":"2024-09-19T05:35:40.371989+0000","last_active":"2024-09-19T05:35:41.402844+0000","last_peered":"2024-09-19T05:35:41.402844+0000","last_clean":"2024-09-19T05:35:41.402844+0000","last_became_active":"2024-09-19T05:35:40.371700+0000","last_became_peered":"2024-09-19T05:35:40.371700+0000","last_unstale":"2024-09-19T05:35:41.402844+0000","last_undegraded":"2024-09-19T05:35:41.402844+0000","last_fullsized":"2024-09-19T05:35:41.402844+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:03.898015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402631+0000","last_change":"2024-09-19T05:35:40.367342+0000","last_active":"2024-09-19T05:35:41.402631+0000","last_peered":"2024-09-19T05:35:41.402631+0000","last_clean":"2024-09-19T05:35:41.402631+0000","last_became_active":"2024-09-19T05:35:40.367056+0000","last_became_peered":"2024-09-19T05:35:40.367056+0000","last_unstale":"2024-09-19T05:35:41.402631+0000","last_undegraded":"2024-09-19T05:35:41.402631+0000","last_fullsized":"2024-09-19T05:35:41.402631+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:20:33.536299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402966+0000","last_change":"2024-09-19T05:35:40.377222+0000","last_active":"2024-09-19T05:35:41.402966+0000","last_peered":"2024-09-19T05:35:41.402966+0000","last_clean":"2024-09-19T05:35:41.402966+0000","last_became_active":"2024-09-19T05:35:40.376454+0000","last_became_peered":"2024-09-19T05:35:40.376454+0000","last_unstale":"2024-09-19T05:35:41.402966+0000","last_undegraded":"2024-09-19T05:35:41.402966+0000","last_fullsized":"2024-09-19T05:35:41.402966+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:13.953557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357397+0000","last_change":"2024-09-19T05:35:40.371198+0000","last_active":"2024-09-19T05:35:41.357397+0000","last_peered":"2024-09-19T05:35:41.357397+0000","last_clean":"2024-09-19T05:35:41.357397+0000","last_became_active":"2024-09-19T05:35:40.370844+0000","last_became_peered":"2024-09-19T05:35:40.370844+0000","last_unstale":"2024-09-19T05:35:41.357397+0000","last_undegraded":"2024-09-19T05:35:41.357397+0000","last_fullsized":"2024-09-19T05:35:41.357397+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:54.327033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403088+0000","last_change":"2024-09-19T05:35:40.378318+0000","last_active":"2024-09-19T05:35:41.403088+0000","last_peered":"2024-09-19T05:35:41.403088+0000","last_clean":"2024-09-19T05:35:41.403088+0000","last_became_active":"2024-09-19T05:35:40.377984+0000","last_became_peered":"2024-09-19T05:35:40.377984+0000","last_unstale":"2024-09-19T05:35:41.403088+0000","last_undegraded":"2024-09-19T05:35:41.403088+0000","last_fullsized":"2024-09-19T05:35:41.403088+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:17.785706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358176+0000","last_change":"2024-09-19T05:35:40.374154+0000","last_active":"2024-09-19T05:35:41.358176+0000","last_peered":"2024-09-19T05:35:41.358176+0000","last_clean":"2024-09-19T05:35:41.358176+0000","last_became_active":"2024-09-19T05:35:40.373868+0000","last_became_peered":"2024-09-19T05:35:40.373868+0000","last_unstale":"2024-09-19T05:35:41.358176+0000","last_undegraded":"2024-09-19T05:35:41.358176+0000","last_fullsized":"2024-09-19T05:35:41.358176+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:44.500955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403769+0000","last_change":"2024-09-19T05:35:40.375739+0000","last_active":"2024-09-19T05:35:41.403769+0000","last_peered":"2024-09-19T05:35:41.403769+0000","last_clean":"2024-09-19T05:35:41.403769+0000","last_became_active":"2024-09-19T05:35:40.375399+0000","last_became_peered":"2024-09-19T05:35:40.375399+0000","last_unstale":"2024-09-19T05:35:41.403769+0000","last_undegraded":"2024-09-19T05:35:41.403769+0000","last_fullsized":"2024-09-19T05:35:41.403769+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:51.679192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402684+0000","last_change":"2024-09-19T05:35:40.370465+0000","last_active":"2024-09-19T05:35:41.402684+0000","last_peered":"2024-09-19T05:35:41.402684+0000","last_clean":"2024-09-19T05:35:41.402684+0000","last_became_active":"2024-09-19T05:35:40.370193+0000","last_became_peered":"2024-09-19T05:35:40.370193+0000","last_unstale":"2024-09-19T05:35:41.402684+0000","last_undegraded":"2024-09-19T05:35:41.402684+0000","last_fullsized":"2024-09-19T05:35:41.402684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:48.172658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403650+0000","last_change":"2024-09-19T05:35:40.376605+0000","last_active":"2024-09-19T05:35:41.403650+0000","last_peered":"2024-09-19T05:35:41.403650+0000","last_clean":"2024-09-19T05:35:41.403650+0000","last_became_active":"2024-09-19T05:35:40.375700+0000","last_became_peered":"2024-09-19T05:35:40.375700+0000","last_unstale":"2024-09-19T05:35:41.403650+0000","last_undegraded":"2024-09-19T05:35:41.403650+0000","last_fullsized":"2024-09-19T05:35:41.403650+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:38.209122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403304+0000","last_change":"2024-09-19T05:35:40.373091+0000","last_active":"2024-09-19T05:35:41.403304+0000","last_peered":"2024-09-19T05:35:41.403304+0000","last_clean":"2024-09-19T05:35:41.403304+0000","last_became_active":"2024-09-19T05:35:40.372770+0000","last_became_peered":"2024-09-19T05:35:40.372770+0000","last_unstale":"2024-09-19T05:35:41.403304+0000","last_undegraded":"2024-09-19T05:35:41.403304+0000","last_fullsized":"2024-09-19T05:35:41.403304+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:38.222490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402175+0000","last_change":"2024-09-19T05:35:40.375005+0000","last_active":"2024-09-19T05:35:41.402175+0000","last_peered":"2024-09-19T05:35:41.402175+0000","last_clean":"2024-09-19T05:35:41.402175+0000","last_became_active":"2024-09-19T05:35:40.374710+0000","last_became_peered":"2024-09-19T05:35:40.374710+0000","last_unstale":"2024-09-19T05:35:41.402175+0000","last_undegraded":"2024-09-19T05:35:41.402175+0000","last_fullsized":"2024-09-19T05:35:41.402175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:42.570739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.404040+0000","last_change":"2024-09-19T05:35:40.375779+0000","last_active":"2024-09-19T05:35:41.404040+0000","last_peered":"2024-09-19T05:35:41.404040+0000","last_clean":"2024-09-19T05:35:41.404040+0000","last_became_active":"2024-09-19T05:35:40.375507+0000","last_became_peered":"2024-09-19T05:35:40.375507+0000","last_unstale":"2024-09-19T05:35:41.404040+0000","last_undegraded":"2024-09-19T05:35:41.404040+0000","last_fullsized":"2024-09-19T05:35:41.404040+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:22.482718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403451+0000","last_change":"2024-09-19T05:35:40.378222+0000","last_active":"2024-09-19T05:35:41.403451+0000","last_peered":"2024-09-19T05:35:41.403451+0000","last_clean":"2024-09-19T05:35:41.403451+0000","last_became_active":"2024-09-19T05:35:40.377834+0000","last_became_peered":"2024-09-19T05:35:40.377834+0000","last_unstale":"2024-09-19T05:35:41.403451+0000","last_undegraded":"2024-09-19T05:35:41.403451+0000","last_fullsized":"2024-09-19T05:35:41.403451+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:07.932697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"53'4","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403031+0000","last_change":"2024-09-19T05:35:39.646024+0000","last_active":"2024-09-19T05:35:41.403031+0000","last_peered":"2024-09-19T05:35:41.403031+0000","last_clean":"2024-09-19T05:35:41.403031+0000","last_became_active":"2024-09-19T05:35:39.645776+0000","last_became_peered":"2024-09-19T05:35:39.645776+0000","last_unstale":"2024-09-19T05:35:41.403031+0000","last_undegraded":"2024-09-19T05:35:41.403031+0000","last_fullsized":"2024-09-19T05:35:41.403031+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:11.803271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.359250+0000","last_change":"2024-09-19T05:35:40.369020+0000","last_active":"2024-09-19T05:35:41.359250+0000","last_peered":"2024-09-19T05:35:41.359250+0000","last_clean":"2024-09-19T05:35:41.359250+0000","last_became_active":"2024-09-19T05:35:40.368737+0000","last_became_peered":"2024-09-19T05:35:40.368737+0000","last_unstale":"2024-09-19T05:35:41.359250+0000","last_undegraded":"2024-09-19T05:35:41.359250+0000","last_fullsized":"2024-09-19T05:35:41.359250+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:36.355214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"53'1","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403058+0000","last_change":"2024-09-19T05:35:39.650886+0000","last_active":"2024-09-19T05:35:41.403058+0000","last_peered":"2024-09-19T05:35:41.403058+0000","last_clean":"2024-09-19T05:35:41.403058+0000","last_became_active":"2024-09-19T05:35:39.650600+0000","last_became_peered":"2024-09-19T05:35:39.650600+0000","last_unstale":"2024-09-19T05:35:41.403058+0000","last_undegraded":"2024-09-19T05:35:41.403058+0000","last_fullsized":"2024-09-19T05:35:41.403058+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:10.322063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403056+0000","last_change":"2024-09-19T05:35:40.368670+0000","last_active":"2024-09-19T05:35:41.403056+0000","last_peered":"2024-09-19T05:35:41.403056+0000","last_clean":"2024-09-19T05:35:41.403056+0000","last_became_active":"2024-09-19T05:35:40.368182+0000","last_became_peered":"2024-09-19T05:35:40.368182+0000","last_unstale":"2024-09-19T05:35:41.403056+0000","last_undegraded":"2024-09-19T05:35:41.403056+0000","last_fullsized":"2024-09-19T05:35:41.403056+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:13.953557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"53'2","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.404073+0000","last_change":"2024-09-19T05:35:39.654936+0000","last_active":"2024-09-19T05:35:41.404073+0000","last_peered":"2024-09-19T05:35:41.404073+0000","last_clean":"2024-09-19T05:35:41.404073+0000","last_became_active":"2024-09-19T05:35:39.654644+0000","last_became_peered":"2024-09-19T05:35:39.654644+0000","last_unstale":"2024-09-19T05:35:41.404073+0000","last_undegraded":"2024-09-19T05:35:41.404073+0000","last_fullsized":"2024-09-19T05:35:41.404073+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:00.586826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403904+0000","last_change":"2024-09-19T05:35:40.371230+0000","last_active":"2024-09-19T05:35:41.403904+0000","last_peered":"2024-09-19T05:35:41.403904+0000","last_clean":"2024-09-19T05:35:41.403904+0000","last_became_active":"2024-09-19T05:35:40.370873+0000","last_became_peered":"2024-09-19T05:35:40.370873+0000","last_unstale":"2024-09-19T05:35:41.403904+0000","last_undegraded":"2024-09-19T05:35:41.403904+0000","last_fullsized":"2024-09-19T05:35:41.403904+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:38.222490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"53'2","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358491+0000","last_change":"2024-09-19T05:35:39.647306+0000","last_active":"2024-09-19T05:35:41.358491+0000","last_peered":"2024-09-19T05:35:41.358491+0000","last_clean":"2024-09-19T05:35:41.358491+0000","last_became_active":"2024-09-19T05:35:39.647014+0000","last_became_peered":"2024-09-19T05:35:39.647014+0000","last_unstale":"2024-09-19T05:35:41.358491+0000","last_undegraded":"2024-09-19T05:35:41.358491+0000","last_fullsized":"2024-09-19T05:35:41.358491+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:22.655310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402349+0000","last_change":"2024-09-19T05:35:40.367730+0000","last_active":"2024-09-19T05:35:41.402349+0000","last_peered":"2024-09-19T05:35:41.402349+0000","last_clean":"2024-09-19T05:35:41.402349+0000","last_became_active":"2024-09-19T05:35:40.367480+0000","last_became_peered":"2024-09-19T05:35:40.367480+0000","last_unstale":"2024-09-19T05:35:41.402349+0000","last_undegraded":"2024-09-19T05:35:41.402349+0000","last_fullsized":"2024-09-19T05:35:41.402349+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:50.897895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"53'1","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402785+0000","last_change":"2024-09-19T05:35:39.641449+0000","last_active":"2024-09-19T05:35:41.402785+0000","last_peered":"2024-09-19T05:35:41.402785+0000","last_clean":"2024-09-19T05:35:41.402785+0000","last_became_active":"2024-09-19T05:35:39.641137+0000","last_became_peered":"2024-09-19T05:35:39.641137+0000","last_unstale":"2024-09-19T05:35:41.402785+0000","last_undegraded":"2024-09-19T05:35:41.402785+0000","last_fullsized":"2024-09-19T05:35:41.402785+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:08.433332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403399+0000","last_change":"2024-09-19T05:35:40.372568+0000","last_active":"2024-09-19T05:35:41.403399+0000","last_peered":"2024-09-19T05:35:41.403399+0000","last_clean":"2024-09-19T05:35:41.403399+0000","last_became_active":"2024-09-19T05:35:40.372278+0000","last_became_peered":"2024-09-19T05:35:40.372278+0000","last_unstale":"2024-09-19T05:35:41.403399+0000","last_undegraded":"2024-09-19T05:35:41.403399+0000","last_fullsized":"2024-09-19T05:35:41.403399+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:05.301721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"53'1","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402804+0000","last_change":"2024-09-19T05:35:39.648481+0000","last_active":"2024-09-19T05:35:41.402804+0000","last_peered":"2024-09-19T05:35:41.402804+0000","last_clean":"2024-09-19T05:35:41.402804+0000","last_became_active":"2024-09-19T05:35:39.648106+0000","last_became_peered":"2024-09-19T05:35:39.648106+0000","last_unstale":"2024-09-19T05:35:41.402804+0000","last_undegraded":"2024-09-19T05:35:41.402804+0000","last_fullsized":"2024-09-19T05:35:41.402804+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:42.553161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357580+0000","last_change":"2024-09-19T05:35:40.366642+0000","last_active":"2024-09-19T05:35:41.357580+0000","last_peered":"2024-09-19T05:35:41.357580+0000","last_clean":"2024-09-19T05:35:41.357580+0000","last_became_active":"2024-09-19T05:35:40.366334+0000","last_became_peered":"2024-09-19T05:35:40.366334+0000","last_unstale":"2024-09-19T05:35:41.357580+0000","last_undegraded":"2024-09-19T05:35:41.357580+0000","last_fullsized":"2024-09-19T05:35:41.357580+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:17.565593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357517+0000","last_change":"2024-09-19T05:35:39.640710+0000","last_active":"2024-09-19T05:35:41.357517+0000","last_peered":"2024-09-19T05:35:41.357517+0000","last_clean":"2024-09-19T05:35:41.357517+0000","last_became_active":"2024-09-19T05:35:39.640368+0000","last_became_peered":"2024-09-19T05:35:39.640368+0000","last_unstale":"2024-09-19T05:35:41.357517+0000","last_undegraded":"2024-09-19T05:35:41.357517+0000","last_fullsized":"2024-09-19T05:35:41.357517+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:06.659113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403109+0000","last_change":"2024-09-19T05:35:40.376032+0000","last_active":"2024-09-19T05:35:41.403109+0000","last_peered":"2024-09-19T05:35:41.403109+0000","last_clean":"2024-09-19T05:35:41.403109+0000","last_became_active":"2024-09-19T05:35:40.375672+0000","last_became_peered":"2024-09-19T05:35:40.375672+0000","last_unstale":"2024-09-19T05:35:41.403109+0000","last_undegraded":"2024-09-19T05:35:41.403109+0000","last_fullsized":"2024-09-19T05:35:41.403109+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:48.705774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402652+0000","last_change":"2024-09-19T05:35:39.651838+0000","last_active":"2024-09-19T05:35:41.402652+0000","last_peered":"2024-09-19T05:35:41.402652+0000","last_clean":"2024-09-19T05:35:41.402652+0000","last_became_active":"2024-09-19T05:35:39.651441+0000","last_became_peered":"2024-09-19T05:35:39.651441+0000","last_unstale":"2024-09-19T05:35:41.402652+0000","last_undegraded":"2024-09-19T05:35:41.402652+0000","last_fullsized":"2024-09-19T05:35:41.402652+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:42.657328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403860+0000","last_change":"2024-09-19T05:35:40.373867+0000","last_active":"2024-09-19T05:35:41.403860+0000","last_peered":"2024-09-19T05:35:41.403860+0000","last_clean":"2024-09-19T05:35:41.403860+0000","last_became_active":"2024-09-19T05:35:40.373244+0000","last_became_peered":"2024-09-19T05:35:40.373244+0000","last_unstale":"2024-09-19T05:35:41.403860+0000","last_undegraded":"2024-09-19T05:35:41.403860+0000","last_fullsized":"2024-09-19T05:35:41.403860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:01.590272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403511+0000","last_change":"2024-09-19T05:35:39.653357+0000","last_active":"2024-09-19T05:35:41.403511+0000","last_peered":"2024-09-19T05:35:41.403511+0000","last_clean":"2024-09-19T05:35:41.403511+0000","last_became_active":"2024-09-19T05:35:39.653056+0000","last_became_peered":"2024-09-19T05:35:39.653056+0000","last_unstale":"2024-09-19T05:35:41.403511+0000","last_undegraded":"2024-09-19T05:35:41.403511+0000","last_fullsized":"2024-09-19T05:35:41.403511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:03.668593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403395+0000","last_change":"2024-09-19T05:35:40.379238+0000","last_active":"2024-09-19T05:35:41.403395+0000","last_peered":"2024-09-19T05:35:41.403395+0000","last_clean":"2024-09-19T05:35:41.403395+0000","last_became_active":"2024-09-19T05:35:40.378936+0000","last_became_peered":"2024-09-19T05:35:40.378936+0000","last_unstale":"2024-09-19T05:35:41.403395+0000","last_undegraded":"2024-09-19T05:35:41.403395+0000","last_fullsized":"2024-09-19T05:35:41.403395+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:57.782172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403164+0000","last_change":"2024-09-19T05:35:39.651540+0000","last_active":"2024-09-19T05:35:41.403164+0000","last_peered":"2024-09-19T05:35:41.403164+0000","last_clean":"2024-09-19T05:35:41.403164+0000","last_became_active":"2024-09-19T05:35:39.651263+0000","last_became_peered":"2024-09-19T05:35:39.651263+0000","last_unstale":"2024-09-19T05:35:41.403164+0000","last_undegraded":"2024-09-19T05:35:41.403164+0000","last_fullsized":"2024-09-19T05:35:41.403164+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:58.702871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.359145+0000","last_change":"2024-09-19T05:35:40.374142+0000","last_active":"2024-09-19T05:35:41.359145+0000","last_peered":"2024-09-19T05:35:41.359145+0000","last_clean":"2024-09-19T05:35:41.359145+0000","last_became_active":"2024-09-19T05:35:40.372044+0000","last_became_peered":"2024-09-19T05:35:40.372044+0000","last_unstale":"2024-09-19T05:35:41.359145+0000","last_undegraded":"2024-09-19T05:35:41.359145+0000","last_fullsized":"2024-09-19T05:35:41.359145+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:23.886301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"53'3","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403485+0000","last_change":"2024-09-19T05:35:39.650286+0000","last_active":"2024-09-19T05:35:41.403485+0000","last_peered":"2024-09-19T05:35:41.403485+0000","last_clean":"2024-09-19T05:35:41.403485+0000","last_became_active":"2024-09-19T05:35:39.649988+0000","last_became_peered":"2024-09-19T05:35:39.649988+0000","last_unstale":"2024-09-19T05:35:41.403485+0000","last_undegraded":"2024-09-19T05:35:41.403485+0000","last_fullsized":"2024-09-19T05:35:41.403485+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:00.586826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403658+0000","last_change":"2024-09-19T05:35:40.375825+0000","last_active":"2024-09-19T05:35:41.403658+0000","last_peered":"2024-09-19T05:35:41.403658+0000","last_clean":"2024-09-19T05:35:41.403658+0000","last_became_active":"2024-09-19T05:35:40.375543+0000","last_became_peered":"2024-09-19T05:35:40.375543+0000","last_unstale":"2024-09-19T05:35:41.403658+0000","last_undegraded":"2024-09-19T05:35:41.403658+0000","last_fullsized":"2024-09-19T05:35:41.403658+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:52.563671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"53'6","reported_seq":20,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403200+0000","last_change":"2024-09-19T05:35:39.648863+0000","last_active":"2024-09-19T05:35:41.403200+0000","last_peered":"2024-09-19T05:35:41.403200+0000","last_clean":"2024-09-19T05:35:41.403200+0000","last_became_active":"2024-09-19T05:35:39.648568+0000","last_became_peered":"2024-09-19T05:35:39.648568+0000","last_unstale":"2024-09-19T05:35:41.403200+0000","last_undegraded":"2024-09-19T05:35:41.403200+0000","last_fullsized":"2024-09-19T05:35:41.403200+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:07.293862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357489+0000","last_change":"2024-09-19T05:35:40.364438+0000","last_active":"2024-09-19T05:35:41.357489+0000","last_peered":"2024-09-19T05:35:41.357489+0000","last_clean":"2024-09-19T05:35:41.357489+0000","last_became_active":"2024-09-19T05:35:40.364004+0000","last_became_peered":"2024-09-19T05:35:40.364004+0000","last_unstale":"2024-09-19T05:35:41.357489+0000","last_undegraded":"2024-09-19T05:35:41.357489+0000","last_fullsized":"2024-09-19T05:35:41.357489+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:28.895189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"53'2","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403498+0000","last_change":"2024-09-19T05:35:39.653850+0000","last_active":"2024-09-19T05:35:41.403498+0000","last_peered":"2024-09-19T05:35:41.403498+0000","last_clean":"2024-09-19T05:35:41.403498+0000","last_became_active":"2024-09-19T05:35:39.653584+0000","last_became_peered":"2024-09-19T05:35:39.653584+0000","last_unstale":"2024-09-19T05:35:41.403498+0000","last_undegraded":"2024-09-19T05:35:41.403498+0000","last_fullsized":"2024-09-19T05:35:41.403498+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:30.594242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403045+0000","last_change":"2024-09-19T05:35:40.378347+0000","last_active":"2024-09-19T05:35:41.403045+0000","last_peered":"2024-09-19T05:35:41.403045+0000","last_clean":"2024-09-19T05:35:41.403045+0000","last_became_active":"2024-09-19T05:35:40.377076+0000","last_became_peered":"2024-09-19T05:35:40.377076+0000","last_unstale":"2024-09-19T05:35:41.403045+0000","last_undegraded":"2024-09-19T05:35:41.403045+0000","last_fullsized":"2024-09-19T05:35:41.403045+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:36.603912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357728+0000","last_change":"2024-09-19T05:35:39.650171+0000","last_active":"2024-09-19T05:35:41.357728+0000","last_peered":"2024-09-19T05:35:41.357728+0000","last_clean":"2024-09-19T05:35:41.357728+0000","last_became_active":"2024-09-19T05:35:39.649848+0000","last_became_peered":"2024-09-19T05:35:39.649848+0000","last_unstale":"2024-09-19T05:35:41.357728+0000","last_undegraded":"2024-09-19T05:35:41.357728+0000","last_fullsized":"2024-09-19T05:35:41.357728+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:06.731275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402586+0000","last_change":"2024-09-19T05:35:40.374271+0000","last_active":"2024-09-19T05:35:41.402586+0000","last_peered":"2024-09-19T05:35:41.402586+0000","last_clean":"2024-09-19T05:35:41.402586+0000","last_became_active":"2024-09-19T05:35:40.373748+0000","last_became_peered":"2024-09-19T05:35:40.373748+0000","last_unstale":"2024-09-19T05:35:41.402586+0000","last_undegraded":"2024-09-19T05:35:41.402586+0000","last_fullsized":"2024-09-19T05:35:41.402586+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:23.624658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357648+0000","last_change":"2024-09-19T05:35:39.647688+0000","last_active":"2024-09-19T05:35:41.357648+0000","last_peered":"2024-09-19T05:35:41.357648+0000","last_clean":"2024-09-19T05:35:41.357648+0000","last_became_active":"2024-09-19T05:35:39.647398+0000","last_became_peered":"2024-09-19T05:35:39.647398+0000","last_unstale":"2024-09-19T05:35:41.357648+0000","last_undegraded":"2024-09-19T05:35:41.357648+0000","last_fullsized":"2024-09-19T05:35:41.357648+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:32.413298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403142+0000","last_change":"2024-09-19T05:35:40.378549+0000","last_active":"2024-09-19T05:35:41.403142+0000","last_peered":"2024-09-19T05:35:41.403142+0000","last_clean":"2024-09-19T05:35:41.403142+0000","last_became_active":"2024-09-19T05:35:40.376969+0000","last_became_peered":"2024-09-19T05:35:40.376969+0000","last_unstale":"2024-09-19T05:35:41.403142+0000","last_undegraded":"2024-09-19T05:35:41.403142+0000","last_fullsized":"2024-09-19T05:35:41.403142+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:07.932697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"53'8","reported_seq":22,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402731+0000","last_change":"2024-09-19T05:35:39.650937+0000","last_active":"2024-09-19T05:35:41.402731+0000","last_peered":"2024-09-19T05:35:41.402731+0000","last_clean":"2024-09-19T05:35:41.402731+0000","last_became_active":"2024-09-19T05:35:39.650522+0000","last_became_peered":"2024-09-19T05:35:39.650522+0000","last_unstale":"2024-09-19T05:35:41.402731+0000","last_undegraded":"2024-09-19T05:35:41.402731+0000","last_fullsized":"2024-09-19T05:35:41.402731+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:11.803271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403682+0000","last_change":"2024-09-19T05:35:40.378566+0000","last_active":"2024-09-19T05:35:41.403682+0000","last_peered":"2024-09-19T05:35:41.403682+0000","last_clean":"2024-09-19T05:35:41.403682+0000","last_became_active":"2024-09-19T05:35:40.377145+0000","last_became_peered":"2024-09-19T05:35:40.377145+0000","last_unstale":"2024-09-19T05:35:41.403682+0000","last_undegraded":"2024-09-19T05:35:41.403682+0000","last_fullsized":"2024-09-19T05:35:41.403682+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:47.345909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"53'1","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403565+0000","last_change":"2024-09-19T05:35:39.653851+0000","last_active":"2024-09-19T05:35:41.403565+0000","last_peered":"2024-09-19T05:35:41.403565+0000","last_clean":"2024-09-19T05:35:41.403565+0000","last_became_active":"2024-09-19T05:35:39.653544+0000","last_became_peered":"2024-09-19T05:35:39.653544+0000","last_unstale":"2024-09-19T05:35:41.403565+0000","last_undegraded":"2024-09-19T05:35:41.403565+0000","last_fullsized":"2024-09-19T05:35:41.403565+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:33.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358396+0000","last_change":"2024-09-19T05:35:40.363915+0000","last_active":"2024-09-19T05:35:41.358396+0000","last_peered":"2024-09-19T05:35:41.358396+0000","last_clean":"2024-09-19T05:35:41.358396+0000","last_became_active":"2024-09-19T05:35:40.363552+0000","last_became_peered":"2024-09-19T05:35:40.363552+0000","last_unstale":"2024-09-19T05:35:41.358396+0000","last_undegraded":"2024-09-19T05:35:41.358396+0000","last_fullsized":"2024-09-19T05:35:41.358396+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:31.597688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"53'2","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403535+0000","last_change":"2024-09-19T05:35:39.655554+0000","last_active":"2024-09-19T05:35:41.403535+0000","last_peered":"2024-09-19T05:35:41.403535+0000","last_clean":"2024-09-19T05:35:41.403535+0000","last_became_active":"2024-09-19T05:35:39.655266+0000","last_became_peered":"2024-09-19T05:35:39.655266+0000","last_unstale":"2024-09-19T05:35:41.403535+0000","last_undegraded":"2024-09-19T05:35:41.403535+0000","last_fullsized":"2024-09-19T05:35:41.403535+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:03.668593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.404296+0000","last_change":"2024-09-19T05:35:40.372343+0000","last_active":"2024-09-19T05:35:41.404296+0000","last_peered":"2024-09-19T05:35:41.404296+0000","last_clean":"2024-09-19T05:35:41.404296+0000","last_became_active":"2024-09-19T05:35:40.372018+0000","last_became_peered":"2024-09-19T05:35:40.372018+0000","last_unstale":"2024-09-19T05:35:41.404296+0000","last_undegraded":"2024-09-19T05:35:41.404296+0000","last_fullsized":"2024-09-19T05:35:41.404296+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:57.815567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"53'1","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358082+0000","last_change":"2024-09-19T05:35:39.648274+0000","last_active":"2024-09-19T05:35:41.358082+0000","last_peered":"2024-09-19T05:35:41.358082+0000","last_clean":"2024-09-19T05:35:41.358082+0000","last_became_active":"2024-09-19T05:35:39.648020+0000","last_became_peered":"2024-09-19T05:35:39.648020+0000","last_unstale":"2024-09-19T05:35:41.358082+0000","last_undegraded":"2024-09-19T05:35:41.358082+0000","last_fullsized":"2024-09-19T05:35:41.358082+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:33.622557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403283+0000","last_change":"2024-09-19T05:35:40.375150+0000","last_active":"2024-09-19T05:35:41.403283+0000","last_peered":"2024-09-19T05:35:41.403283+0000","last_clean":"2024-09-19T05:35:41.403283+0000","last_became_active":"2024-09-19T05:35:40.373584+0000","last_became_peered":"2024-09-19T05:35:40.373584+0000","last_unstale":"2024-09-19T05:35:41.403283+0000","last_undegraded":"2024-09-19T05:35:41.403283+0000","last_fullsized":"2024-09-19T05:35:41.403283+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:51.679192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403215+0000","last_change":"2024-09-19T05:35:39.654023+0000","last_active":"2024-09-19T05:35:41.403215+0000","last_peered":"2024-09-19T05:35:41.403215+0000","last_clean":"2024-09-19T05:35:41.403215+0000","last_became_active":"2024-09-19T05:35:39.650618+0000","last_became_peered":"2024-09-19T05:35:39.650618+0000","last_unstale":"2024-09-19T05:35:41.403215+0000","last_undegraded":"2024-09-19T05:35:41.403215+0000","last_fullsized":"2024-09-19T05:35:41.403215+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.324449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357702+0000","last_change":"2024-09-19T05:35:40.363907+0000","last_active":"2024-09-19T05:35:41.357702+0000","last_peered":"2024-09-19T05:35:41.357702+0000","last_clean":"2024-09-19T05:35:41.357702+0000","last_became_active":"2024-09-19T05:35:40.363523+0000","last_became_peered":"2024-09-19T05:35:40.363523+0000","last_unstale":"2024-09-19T05:35:41.357702+0000","last_undegraded":"2024-09-19T05:35:41.357702+0000","last_fullsized":"2024-09-19T05:35:41.357702+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:56.222020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"53'2","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403743+0000","last_change":"2024-09-19T05:35:39.653686+0000","last_active":"2024-09-19T05:35:41.403743+0000","last_peered":"2024-09-19T05:35:41.403743+0000","last_clean":"2024-09-19T05:35:41.403743+0000","last_became_active":"2024-09-19T05:35:39.653394+0000","last_became_peered":"2024-09-19T05:35:39.653394+0000","last_unstale":"2024-09-19T05:35:41.403743+0000","last_undegraded":"2024-09-19T05:35:41.403743+0000","last_fullsized":"2024-09-19T05:35:41.403743+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:22.762023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403136+0000","last_change":"2024-09-19T05:35:40.374151+0000","last_active":"2024-09-19T05:35:41.403136+0000","last_peered":"2024-09-19T05:35:41.403136+0000","last_clean":"2024-09-19T05:35:41.403136+0000","last_became_active":"2024-09-19T05:35:40.373811+0000","last_became_peered":"2024-09-19T05:35:40.373811+0000","last_unstale":"2024-09-19T05:35:41.403136+0000","last_undegraded":"2024-09-19T05:35:41.403136+0000","last_fullsized":"2024-09-19T05:35:41.403136+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:08.411785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358766+0000","last_change":"2024-09-19T05:35:39.642890+0000","last_active":"2024-09-19T05:35:41.358766+0000","last_peered":"2024-09-19T05:35:41.358766+0000","last_clean":"2024-09-19T05:35:41.358766+0000","last_became_active":"2024-09-19T05:35:39.642626+0000","last_became_peered":"2024-09-19T05:35:39.642626+0000","last_unstale":"2024-09-19T05:35:41.358766+0000","last_undegraded":"2024-09-19T05:35:41.358766+0000","last_fullsized":"2024-09-19T05:35:41.358766+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:27.931182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402430+0000","last_change":"2024-09-19T05:35:40.380008+0000","last_active":"2024-09-19T05:35:41.402430+0000","last_peered":"2024-09-19T05:35:41.402430+0000","last_clean":"2024-09-19T05:35:41.402430+0000","last_became_active":"2024-09-19T05:35:40.379756+0000","last_became_peered":"2024-09-19T05:35:40.379756+0000","last_unstale":"2024-09-19T05:35:41.402430+0000","last_undegraded":"2024-09-19T05:35:41.402430+0000","last_fullsized":"2024-09-19T05:35:41.402430+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:41.384373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357254+0000","last_change":"2024-09-19T05:35:39.652971+0000","last_active":"2024-09-19T05:35:41.357254+0000","last_peered":"2024-09-19T05:35:41.357254+0000","last_clean":"2024-09-19T05:35:41.357254+0000","last_became_active":"2024-09-19T05:35:39.652419+0000","last_became_peered":"2024-09-19T05:35:39.652419+0000","last_unstale":"2024-09-19T05:35:41.357254+0000","last_undegraded":"2024-09-19T05:35:41.357254+0000","last_fullsized":"2024-09-19T05:35:41.357254+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:08.854427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358356+0000","last_change":"2024-09-19T05:35:40.367524+0000","last_active":"2024-09-19T05:35:41.358356+0000","last_peered":"2024-09-19T05:35:41.358356+0000","last_clean":"2024-09-19T05:35:41.358356+0000","last_became_active":"2024-09-19T05:35:40.367196+0000","last_became_peered":"2024-09-19T05:35:40.367196+0000","last_unstale":"2024-09-19T05:35:41.358356+0000","last_undegraded":"2024-09-19T05:35:41.358356+0000","last_fullsized":"2024-09-19T05:35:41.358356+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:32.139939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"53'2","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.359208+0000","last_change":"2024-09-19T05:35:39.651342+0000","last_active":"2024-09-19T05:35:41.359208+0000","last_peered":"2024-09-19T05:35:41.359208+0000","last_clean":"2024-09-19T05:35:41.359208+0000","last_became_active":"2024-09-19T05:35:39.651046+0000","last_became_peered":"2024-09-19T05:35:39.651046+0000","last_unstale":"2024-09-19T05:35:41.359208+0000","last_undegraded":"2024-09-19T05:35:41.359208+0000","last_fullsized":"2024-09-19T05:35:41.359208+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:20.131299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358387+0000","last_change":"2024-09-19T05:35:40.366904+0000","last_active":"2024-09-19T05:35:41.358387+0000","last_peered":"2024-09-19T05:35:41.358387+0000","last_clean":"2024-09-19T05:35:41.358387+0000","last_became_active":"2024-09-19T05:35:40.366530+0000","last_became_peered":"2024-09-19T05:35:40.366530+0000","last_unstale":"2024-09-19T05:35:41.358387+0000","last_undegraded":"2024-09-19T05:35:41.358387+0000","last_fullsized":"2024-09-19T05:35:41.358387+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:34.042400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"54'1","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403662+0000","last_change":"2024-09-19T05:35:39.647076+0000","last_active":"2024-09-19T05:35:41.403662+0000","last_peered":"2024-09-19T05:35:41.403662+0000","last_clean":"2024-09-19T05:35:41.403662+0000","last_became_active":"2024-09-19T05:35:39.646819+0000","last_became_peered":"2024-09-19T05:35:39.646819+0000","last_unstale":"2024-09-19T05:35:41.403662+0000","last_undegraded":"2024-09-19T05:35:41.403662+0000","last_fullsized":"2024-09-19T05:35:41.403662+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:13.046644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.359085+0000","last_change":"2024-09-19T05:35:40.373568+0000","last_active":"2024-09-19T05:35:41.359085+0000","last_peered":"2024-09-19T05:35:41.359085+0000","last_clean":"2024-09-19T05:35:41.359085+0000","last_became_active":"2024-09-19T05:35:40.373279+0000","last_became_peered":"2024-09-19T05:35:40.373279+0000","last_unstale":"2024-09-19T05:35:41.359085+0000","last_undegraded":"2024-09-19T05:35:41.359085+0000","last_fullsized":"2024-09-19T05:35:41.359085+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:45.729073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357880+0000","last_change":"2024-09-19T05:35:39.647900+0000","last_active":"2024-09-19T05:35:41.357880+0000","last_peered":"2024-09-19T05:35:41.357880+0000","last_clean":"2024-09-19T05:35:41.357880+0000","last_became_active":"2024-09-19T05:35:39.647631+0000","last_became_peered":"2024-09-19T05:35:39.647631+0000","last_unstale":"2024-09-19T05:35:41.357880+0000","last_undegraded":"2024-09-19T05:35:41.357880+0000","last_fullsized":"2024-09-19T05:35:41.357880+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:13.993973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.404028+0000","last_change":"2024-09-19T05:35:40.371228+0000","last_active":"2024-09-19T05:35:41.404028+0000","last_peered":"2024-09-19T05:35:41.404028+0000","last_clean":"2024-09-19T05:35:41.404028+0000","last_became_active":"2024-09-19T05:35:40.370658+0000","last_became_peered":"2024-09-19T05:35:40.370658+0000","last_unstale":"2024-09-19T05:35:41.404028+0000","last_undegraded":"2024-09-19T05:35:41.404028+0000","last_fullsized":"2024-09-19T05:35:41.404028+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:57.782172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358559+0000","last_change":"2024-09-19T05:35:39.642627+0000","last_active":"2024-09-19T05:35:41.358559+0000","last_peered":"2024-09-19T05:35:41.358559+0000","last_clean":"2024-09-19T05:35:41.358559+0000","last_became_active":"2024-09-19T05:35:39.642287+0000","last_became_peered":"2024-09-19T05:35:39.642287+0000","last_unstale":"2024-09-19T05:35:41.358559+0000","last_undegraded":"2024-09-19T05:35:41.358559+0000","last_fullsized":"2024-09-19T05:35:41.358559+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:18.436092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402475+0000","last_change":"2024-09-19T05:35:40.375658+0000","last_active":"2024-09-19T05:35:41.402475+0000","last_peered":"2024-09-19T05:35:41.402475+0000","last_clean":"2024-09-19T05:35:41.402475+0000","last_became_active":"2024-09-19T05:35:40.375306+0000","last_became_peered":"2024-09-19T05:35:40.375306+0000","last_unstale":"2024-09-19T05:35:41.402475+0000","last_undegraded":"2024-09-19T05:35:41.402475+0000","last_fullsized":"2024-09-19T05:35:41.402475+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:54.411995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358703+0000","last_change":"2024-09-19T05:35:39.645653+0000","last_active":"2024-09-19T05:35:41.358703+0000","last_peered":"2024-09-19T05:35:41.358703+0000","last_clean":"2024-09-19T05:35:41.358703+0000","last_became_active":"2024-09-19T05:35:39.645370+0000","last_became_peered":"2024-09-19T05:35:39.645370+0000","last_unstale":"2024-09-19T05:35:41.358703+0000","last_undegraded":"2024-09-19T05:35:41.358703+0000","last_fullsized":"2024-09-19T05:35:41.358703+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:18.307203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403434+0000","last_change":"2024-09-19T05:35:40.377061+0000","last_active":"2024-09-19T05:35:41.403434+0000","last_peered":"2024-09-19T05:35:41.403434+0000","last_clean":"2024-09-19T05:35:41.403434+0000","last_became_active":"2024-09-19T05:35:40.376416+0000","last_became_peered":"2024-09-19T05:35:40.376416+0000","last_unstale":"2024-09-19T05:35:41.403434+0000","last_undegraded":"2024-09-19T05:35:41.403434+0000","last_fullsized":"2024-09-19T05:35:41.403434+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:22.482718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403134+0000","last_change":"2024-09-19T05:35:39.646959+0000","last_active":"2024-09-19T05:35:41.403134+0000","last_peered":"2024-09-19T05:35:41.403134+0000","last_clean":"2024-09-19T05:35:41.403134+0000","last_became_active":"2024-09-19T05:35:39.646649+0000","last_became_peered":"2024-09-19T05:35:39.646649+0000","last_unstale":"2024-09-19T05:35:41.403134+0000","last_undegraded":"2024-09-19T05:35:41.403134+0000","last_fullsized":"2024-09-19T05:35:41.403134+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:16.348261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358819+0000","last_change":"2024-09-19T05:35:40.359664+0000","last_active":"2024-09-19T05:35:41.358819+0000","last_peered":"2024-09-19T05:35:41.358819+0000","last_clean":"2024-09-19T05:35:41.358819+0000","last_became_active":"2024-09-19T05:35:40.359354+0000","last_became_peered":"2024-09-19T05:35:40.359354+0000","last_unstale":"2024-09-19T05:35:41.358819+0000","last_undegraded":"2024-09-19T05:35:41.358819+0000","last_fullsized":"2024-09-19T05:35:41.358819+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:17.351707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.358702+0000","last_change":"2024-09-19T05:35:39.649049+0000","last_active":"2024-09-19T05:35:41.358702+0000","last_peered":"2024-09-19T05:35:41.358702+0000","last_clean":"2024-09-19T05:35:41.358702+0000","last_became_active":"2024-09-19T05:35:39.648786+0000","last_became_peered":"2024-09-19T05:35:39.648786+0000","last_unstale":"2024-09-19T05:35:41.358702+0000","last_undegraded":"2024-09-19T05:35:41.358702+0000","last_fullsized":"2024-09-19T05:35:41.358702+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:31.897783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.403200+0000","last_change":"2024-09-19T05:35:40.372805+0000","last_active":"2024-09-19T05:35:41.403200+0000","last_peered":"2024-09-19T05:35:41.403200+0000","last_clean":"2024-09-19T05:35:41.403200+0000","last_became_active":"2024-09-19T05:35:40.372502+0000","last_became_peered":"2024-09-19T05:35:40.372502+0000","last_unstale":"2024-09-19T05:35:41.403200+0000","last_undegraded":"2024-09-19T05:35:41.403200+0000","last_fullsized":"2024-09-19T05:35:41.403200+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:33.334219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402709+0000","last_change":"2024-09-19T05:35:39.652805+0000","last_active":"2024-09-19T05:35:41.402709+0000","last_peered":"2024-09-19T05:35:41.402709+0000","last_clean":"2024-09-19T05:35:41.402709+0000","last_became_active":"2024-09-19T05:35:39.652475+0000","last_became_peered":"2024-09-19T05:35:39.652475+0000","last_unstale":"2024-09-19T05:35:41.402709+0000","last_undegraded":"2024-09-19T05:35:41.402709+0000","last_fullsized":"2024-09-19T05:35:41.402709+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:31.136493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402348+0000","last_change":"2024-09-19T05:35:40.370476+0000","last_active":"2024-09-19T05:35:41.402348+0000","last_peered":"2024-09-19T05:35:41.402348+0000","last_clean":"2024-09-19T05:35:41.402348+0000","last_became_active":"2024-09-19T05:35:40.370188+0000","last_became_peered":"2024-09-19T05:35:40.370188+0000","last_unstale":"2024-09-19T05:35:41.402348+0000","last_undegraded":"2024-09-19T05:35:41.402348+0000","last_fullsized":"2024-09-19T05:35:41.402348+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:39.626073+0000","last_clean_scrub_stamp":"2024-09-19T05:35:39.626073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:49.816068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.357500+0000","last_change":"2024-09-19T05:35:39.646583+0000","last_active":"2024-09-19T05:35:41.357500+0000","last_peered":"2024-09-19T05:35:41.357500+0000","last_clean":"2024-09-19T05:35:41.357500+0000","last_became_active":"2024-09-19T05:35:39.646306+0000","last_became_peered":"2024-09-19T05:35:39.646306+0000","last_unstale":"2024-09-19T05:35:41.357500+0000","last_undegraded":"2024-09-19T05:35:41.357500+0000","last_fullsized":"2024-09-19T05:35:41.357500+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:38.622626+0000","last_clean_scrub_stamp":"2024-09-19T05:35:38.622626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:34:15.905756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":231,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-19T05:35:41.402883+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:35:41.402883+0000","last_peered":"2024-09-19T05:35:41.402883+0000","last_clean":"2024-09-19T05:35:41.402883+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:35:41.402883+0000","last_undegraded":"2024-09-19T05:35:41.402883+0000","last_fullsized":"2024-09-19T05:35:41.402883+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509465,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35984,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335856,"statfs":{"total":96636764160,"available":96599916544,"internally_reserved":0,"allocated":638976,"data_stored":263095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31828,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340012,"statfs":{"total":96636764160,"available":96604172288,"internally_reserved":0,"allocated":647168,"data_stored":263151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509466,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31828,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340012,"statfs":{"total":96636764160,"available":96604172288,"internally_reserved":0,"allocated":647168,"data_stored":263151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542170,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36560,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335280,"statfs":{"total":96636764160,"available":96599326720,"internally_reserved":0,"allocated":1241088,"data_stored":853623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542168,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35988,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335852,"statfs":{"total":96636764160,"available":96599912448,"internally_reserved":0,"allocated":647168,"data_stored":263747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542170,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35984,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335856,"statfs":{"total":96636764160,"available":96599916544,"internally_reserved":0,"allocated":651264,"data_stored":264707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542171,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31816,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":643072,"data_stored":263185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542171,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32408,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339432,"statfs":{"total":96636764160,"available":96603578368,"internally_reserved":0,"allocated":1249280,"data_stored":855657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:35:48.360 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:35:48.361 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:35:48.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.505+0000 7fa21a166640 1 Processor -- start 2024-09-19T05:35:48.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.505+0000 7fa21a166640 1 -- start start 2024-09-19T05:35:48.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa21a166640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa21415e820 0x7fa2140d3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa21a166640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2140d2ed0 con 0x7fa2140cf3b0 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa21a166640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2140d31b0 con 0x7fa21406bb20 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa21a166640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa2140d2c80 con 0x7fa21415e820 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa213fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa2140cf3b0 0x7fa2140cf800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42672/0 (socket says 172.21.15.39:42672) 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa213fff640 1 -- 172.21.15.39:0/3974859521 learned_addr learned my addr 172.21.15.39:0/3974859521 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2137fe640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa21415e820 0x7fa2140d3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1935343989 0 0) 0x7fa2140d2ed0 con 0x7fa2140cf3b0 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa200003520 con 0x7fa2140cf3b0 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 526922124 0 0) 0x7fa2140d31b0 con 0x7fa21406bb20 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa2140d2ed0 con 0x7fa21406bb20 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 345375912 0 0) 0x7fa200003520 con 0x7fa2140cf3b0 2024-09-19T05:35:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa21415e820 msgr2=0x7fa2140d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa21415e820 0x7fa2140d3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 >> v1:172.21.15.50:6789/0 conn(0x7fa21406bb20 legacy=0x7fa21406bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2140d3490 con 0x7fa2140cf3b0 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fa20c0019f0 con 0x7fa2140cf3b0 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 >> v1:172.21.15.39:6789/0 conn(0x7fa2140cf3b0 legacy=0x7fa2140cf800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa200003b70 0x7fa200003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa200004800 0x7fa200004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa2000051c0 0x7fa20000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa2140d2c80 con 0x7fa200004800 2024-09-19T05:35:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa20000bf30 con 0x7fa200003b70 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa20000c130 con 0x7fa2000051c0 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.506+0000 7fa2137fe640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa21415e820 0x7fa2140d3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.507+0000 7fa212ffd640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa200004800 0x7fa200004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.507+0000 7fa213fff640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa2000051c0 0x7fa20000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.507+0000 7fa2137fe640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa200003b70 0x7fa200003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.507+0000 7fa212ffd640 1 -- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa2000051c0 msgr2=0x7fa20000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.507+0000 7fa212ffd640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa2000051c0 0x7fa20000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.507+0000 7fa212ffd640 1 -- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa200003b70 msgr2=0x7fa200003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.507+0000 7fa212ffd640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa200003b70 0x7fa200003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.507+0000 7fa212ffd640 1 -- 172.21.15.39:0/3974859521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa200003520 con 0x7fa200004800 2024-09-19T05:35:48.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.507+0000 7fa212ffd640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa200004800 0x7fa200004c80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc0018c0 tx=0x7fa200005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b62cfbc1addf025 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc0014e0 con 0x7fa200004800 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1fc0052f0 con 0x7fa200004800 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa2127fc640 1 -- 172.21.15.39:0/3974859521 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc02ac90 con 0x7fa200004800 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa21a166640 1 -- 172.21.15.39:0/3974859521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa200004800 msgr2=0x7fa200004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa21a166640 1 --2- 172.21.15.39:0/3974859521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa200004800 0x7fa200004c80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc0018c0 tx=0x7fa200005830 comp rx=0 tx=0).stop 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa213fff640 1 -- 172.21.15.39:0/3974859521 reap_dead start 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa21a166640 1 -- 172.21.15.39:0/3974859521 shutdown_connections 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa21a166640 1 -- 172.21.15.39:0/3974859521 >> 172.21.15.39:0/3974859521 conn(0x7fa214072770 msgr2=0x7fa2140d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa21a166640 1 -- 172.21.15.39:0/3974859521 shutdown_connections 2024-09-19T05:35:48.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.508+0000 7fa21a166640 1 -- 172.21.15.39:0/3974859521 wait complete. 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.509+0000 7fa21a166640 1 Processor -- start 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.510+0000 7fa21a166640 1 -- start start 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.510+0000 7fa21a166640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa200004800 0x7fa2140cc180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.510+0000 7fa21a166640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa214152760 0x7fa2140ca380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.510+0000 7fa21a166640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2140ca8c0 0x7fa2140b3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.510+0000 7fa21a166640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa2140d3f70 con 0x7fa2140ca8c0 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.510+0000 7fa21a166640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa2140d3a50 con 0x7fa200004800 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.510+0000 7fa21a166640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa2140d40f0 con 0x7fa214152760 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa213fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2140ca8c0 0x7fa2140b3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa213fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2140ca8c0 0x7fa2140b3ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34370/0 (socket says 172.21.15.39:34370) 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa213fff640 1 -- 172.21.15.39:0/1575269232 learned_addr learned my addr 172.21.15.39:0/1575269232 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa2137fe640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa200004800 0x7fa2140cc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa212ffd640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa214152760 0x7fa2140ca380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa213fff640 1 -- 172.21.15.39:0/1575269232 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa214152760 msgr2=0x7fa2140ca380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa213fff640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa214152760 0x7fa2140ca380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa213fff640 1 -- 172.21.15.39:0/1575269232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa200004800 msgr2=0x7fa2140cc180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa213fff640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa200004800 0x7fa2140cc180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa213fff640 1 -- 172.21.15.39:0/1575269232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2141f4940 con 0x7fa2140ca8c0 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa213fff640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2140ca8c0 0x7fa2140b3ef0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fa2140ba510 tx=0x7fa20c007b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa20bfff640 1 -- 172.21.15.39:0/1575269232 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c00eb40 con 0x7fa2140ca8c0 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa20bfff640 1 -- 172.21.15.39:0/1575269232 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa20c00ece0 con 0x7fa2140ca8c0 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa214152ed0 con 0x7fa2140ca8c0 2024-09-19T05:35:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa20bfff640 1 -- 172.21.15.39:0/1575269232 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c0146c0 con 0x7fa2140ca8c0 2024-09-19T05:35:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.511+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa214153490 con 0x7fa2140ca8c0 2024-09-19T05:35:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.512+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa214063610 con 0x7fa2140ca8c0 2024-09-19T05:35:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.513+0000 7fa20bfff640 1 -- 172.21.15.39:0/1575269232 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa20c014860 con 0x7fa2140ca8c0 2024-09-19T05:35:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.513+0000 7fa20bfff640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1f406c2e0 0x7fa1f406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.514+0000 7fa2137fe640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1f406c2e0 0x7fa1f406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.514+0000 7fa20bfff640 1 -- 172.21.15.39:0/1575269232 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7fa20c08b1e0 con 0x7fa2140ca8c0 2024-09-19T05:35:48.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.514+0000 7fa2137fe640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1f406c2e0 0x7fa1f406e7a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa21408d700 tx=0x7fa204008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:48.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.518+0000 7fa20bfff640 1 -- 172.21.15.39:0/1575269232 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa20c059950 con 0x7fa2140ca8c0 2024-09-19T05:35:48.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.759+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa2140d4430 con 0x7fa2140ca8c0 2024-09-19T05:35:48.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.770+0000 7fa20bfff640 1 -- 172.21.15.39:0/1575269232 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7fa20c059250 con 0x7fa2140ca8c0 2024-09-19T05:35:48.772 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2024-09-19T05:35:48.772 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ== 2024-09-19T05:35:48.772 INFO:teuthology.orchestra.run.smithi039.stdout: caps mds = "allow" 2024-09-19T05:35:48.772 INFO:teuthology.orchestra.run.smithi039.stdout: caps mon = "allow r" 2024-09-19T05:35:48.772 INFO:teuthology.orchestra.run.smithi039.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:35:48.772 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-19T05:35:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1f406c2e0 msgr2=0x7fa1f406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1f406c2e0 0x7fa1f406e7a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa21408d700 tx=0x7fa204008040 comp rx=0 tx=0).stop 2024-09-19T05:35:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2140ca8c0 msgr2=0x7fa2140b3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2140ca8c0 0x7fa2140b3ef0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fa2140ba510 tx=0x7fa20c007b80 comp rx=0 tx=0).stop 2024-09-19T05:35:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 shutdown_connections 2024-09-19T05:35:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1f406c2e0 0x7fa1f406e7a0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2140ca8c0 0x7fa2140b3ef0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa214152760 0x7fa2140ca380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 --2- 172.21.15.39:0/1575269232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa200004800 0x7fa2140cc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 >> 172.21.15.39:0/1575269232 conn(0x7fa214072770 msgr2=0x7fa2140d10a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 shutdown_connections 2024-09-19T05:35:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.772+0000 7fa21a166640 1 -- 172.21.15.39:0/1575269232 wait complete. 2024-09-19T05:35:48.785 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.885+0000 7f7a20b23640 1 Processor -- start 2024-09-19T05:35:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.885+0000 7f7a20b23640 1 -- start start 2024-09-19T05:35:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a20b23640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7a1c15e4f0 0x7f7a1c15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a20b23640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 0x7f7a1c06d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a20b23640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a1c1603c0 con 0x7f7a1c06bb20 2024-09-19T05:35:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a20b23640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7a1c06ccd0 con 0x7f7a1c15e4f0 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a20b23640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7a1c06db30 con 0x7f7a1c06d160 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a1ad9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 0x7f7a1c06d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a1a59c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7a1c15e4f0 0x7f7a1c15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a1ad9d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 0x7f7a1c06d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:58756/0 (socket says 172.21.15.39:58756) 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a1ad9d640 1 -- 172.21.15.39:0/3656358636 learned_addr learned my addr 172.21.15.39:0/3656358636 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.886+0000 7f7a19d9b640 1 --1- 172.21.15.39:0/3656358636 >> v1:172.21.15.50:6789/0 conn(0x7f7a1c06bb20 0x7f7a1c15fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:56568/0 (socket says 172.21.15.39:56568) 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.887+0000 7f7a1ad9d640 1 -- 172.21.15.39:0/3656358636 >> v2:172.21.15.50:3300/0 conn(0x7f7a1c15e4f0 msgr2=0x7f7a1c15f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.887+0000 7f7a1ad9d640 1 --2- 172.21.15.39:0/3656358636 >> v2:172.21.15.50:3300/0 conn(0x7f7a1c15e4f0 0x7f7a1c15f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.887+0000 7f7a1ad9d640 1 -- 172.21.15.39:0/3656358636 >> v1:172.21.15.50:6789/0 conn(0x7f7a1c06bb20 legacy=0x7f7a1c15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.887+0000 7f7a1ad9d640 1 -- 172.21.15.39:0/3656358636 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a1c06c0c0 con 0x7f7a1c06d160 2024-09-19T05:35:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.887+0000 7f7a1a59c640 1 --2- 172.21.15.39:0/3656358636 >> v2:172.21.15.50:3300/0 conn(0x7f7a1c15e4f0 0x7f7a1c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:48.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a1ad9d640 1 --2- 172.21.15.39:0/3656358636 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 0x7f7a1c06d5f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c06ce50 tx=0x7f7a0c02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a37dffb4bc5e4c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:48.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a1959a640 1 -- 172.21.15.39:0/3656358636 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c036070 con 0x7f7a1c06d160 2024-09-19T05:35:48.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a1959a640 1 -- 172.21.15.39:0/3656358636 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a0c031600 con 0x7f7a1c06d160 2024-09-19T05:35:48.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a1959a640 1 -- 172.21.15.39:0/3656358636 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c0319d0 con 0x7f7a1c06d160 2024-09-19T05:35:48.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a20b23640 1 -- 172.21.15.39:0/3656358636 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 msgr2=0x7f7a1c06d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a20b23640 1 --2- 172.21.15.39:0/3656358636 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 0x7f7a1c06d5f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c06ce50 tx=0x7f7a0c02a710 comp rx=0 tx=0).stop 2024-09-19T05:35:48.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a20b23640 1 -- 172.21.15.39:0/3656358636 shutdown_connections 2024-09-19T05:35:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a20b23640 1 --2- 172.21.15.39:0/3656358636 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 0x7f7a1c06d5f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a20b23640 1 --2- 172.21.15.39:0/3656358636 >> v2:172.21.15.50:3300/0 conn(0x7f7a1c15e4f0 0x7f7a1c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a20b23640 1 -- 172.21.15.39:0/3656358636 >> 172.21.15.39:0/3656358636 conn(0x7f7a1c06e5b0 msgr2=0x7f7a1c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.888+0000 7f7a20b23640 1 -- 172.21.15.39:0/3656358636 shutdown_connections 2024-09-19T05:35:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.889+0000 7f7a20b23640 1 -- 172.21.15.39:0/3656358636 wait complete. 2024-09-19T05:35:48.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.890+0000 7f7a20b23640 1 Processor -- start 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.890+0000 7f7a20b23640 1 -- start start 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a20b23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a1c06bb20 0x7f7a1c158120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a20b23640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 0x7f7a1c15a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a20b23640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a1c15e4f0 0x7f7a1c154c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a20b23640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7a1c06c960 con 0x7f7a1c06bb20 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a20b23640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7a1c06c680 con 0x7f7a1c15e4f0 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a20b23640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7a1c15e8d0 con 0x7f7a1c06d160 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a1c06bb20 0x7f7a1c158120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a1c06bb20 0x7f7a1c158120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34384/0 (socket says 172.21.15.39:34384) 2024-09-19T05:35:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1a59c640 1 -- 172.21.15.39:0/3499126211 learned_addr learned my addr 172.21.15.39:0/3499126211 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1a59c640 1 -- 172.21.15.39:0/3499126211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 msgr2=0x7f7a1c15a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1a59c640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 0x7f7a1c15a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1a59c640 1 -- 172.21.15.39:0/3499126211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a1c15e4f0 msgr2=0x7f7a1c154c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1ad9d640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a1c15e4f0 0x7f7a1c154c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1a59c640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a1c15e4f0 0x7f7a1c154c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1a59c640 1 -- 172.21.15.39:0/3499126211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a1c157080 con 0x7f7a1c06bb20 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1ad9d640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a1c15e4f0 0x7f7a1c154c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.891+0000 7f7a1a59c640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a1c06bb20 0x7f7a1c158120 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7a1400e960 tx=0x7f7a1400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.892+0000 7f7a12ffd640 1 -- 172.21.15.39:0/3499126211 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a14017070 con 0x7f7a1c06bb20 2024-09-19T05:35:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.892+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a1c157360 con 0x7f7a1c06bb20 2024-09-19T05:35:48.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.892+0000 7f7a12ffd640 1 -- 172.21.15.39:0/3499126211 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a1400ca00 con 0x7f7a1c06bb20 2024-09-19T05:35:48.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.892+0000 7f7a12ffd640 1 -- 172.21.15.39:0/3499126211 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1400cdd0 con 0x7f7a1c06bb20 2024-09-19T05:35:48.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.892+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a1c157920 con 0x7f7a1c06bb20 2024-09-19T05:35:48.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.893+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a1c157d50 con 0x7f7a1c06bb20 2024-09-19T05:35:48.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.893+0000 7f7a12ffd640 1 -- 172.21.15.39:0/3499126211 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7a1401a070 con 0x7f7a1c06bb20 2024-09-19T05:35:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.894+0000 7f7a12ffd640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f79fc06c2e0 0x7f79fc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.894+0000 7f7a19d9b640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f79fc06c2e0 0x7f79fc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.894+0000 7f7a12ffd640 1 -- 172.21.15.39:0/3499126211 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f7a1408b6a0 con 0x7f7a1c06bb20 2024-09-19T05:35:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.894+0000 7f7a19d9b640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f79fc06c2e0 0x7f79fc06e7a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7a04000f60 tx=0x7f7a04007a00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:48.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:48.898+0000 7f7a12ffd640 1 -- 172.21.15.39:0/3499126211 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7a14059e20 con 0x7f7a1c06bb20 2024-09-19T05:35:49.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.113+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a1c15f8f0 con 0x7f7a1c06bb20 2024-09-19T05:35:49.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.114+0000 7f7a12ffd640 1 -- 172.21.15.39:0/3499126211 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5217 (secure 0 0 0) 0x7f7a14059720 con 0x7f7a1c06bb20 2024-09-19T05:35:49.115 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:49.115 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":28,"btime":"2024-09-19T05:35:42:639172+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5206,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3136780929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3136780929},{"type":"v1","addr":"172.21.15.50:6834","nonce":3136780929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/4141180415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":4141180415},{"type":"v1","addr":"172.21.15.50:6835","nonce":4141180415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":25},{"gid":5460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/25992977","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":25992977},{"type":"v1","addr":"172.21.15.39:6836","nonce":25992977}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:39.990571+0000","modified":"2024-09-19T05:35:41.980000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5463":{"gid":5463,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1701717583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1701717583},{"type":"v1","addr":"172.21.15.39:6837","nonce":1701717583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5463,"qdb_cluster":[5463]},"id":4}]} 2024-09-19T05:35:49.116 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 28 2024-09-19T05:35:49.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.115+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f79fc06c2e0 msgr2=0x7f79fc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.115+0000 7f7a20b23640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f79fc06c2e0 0x7f79fc06e7a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7a04000f60 tx=0x7f7a04007a00 comp rx=0 tx=0).stop 2024-09-19T05:35:49.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.115+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a1c06bb20 msgr2=0x7f7a1c158120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.115+0000 7f7a20b23640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a1c06bb20 0x7f7a1c158120 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7a1400e960 tx=0x7f7a1400ee20 comp rx=0 tx=0).stop 2024-09-19T05:35:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.116+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 shutdown_connections 2024-09-19T05:35:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.116+0000 7f7a20b23640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f79fc06c2e0 0x7f79fc06e7a0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.116+0000 7f7a20b23640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a1c15e4f0 0x7f7a1c154c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.116+0000 7f7a20b23640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7a1c06d160 0x7f7a1c15a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.116+0000 7f7a20b23640 1 --2- 172.21.15.39:0/3499126211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a1c06bb20 0x7f7a1c158120 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.116+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 >> 172.21.15.39:0/3499126211 conn(0x7f7a1c06e5b0 msgr2=0x7f7a1c0cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.116+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 shutdown_connections 2024-09-19T05:35:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.116+0000 7f7a20b23640 1 -- 172.21.15.39:0/3499126211 wait complete. 2024-09-19T05:35:49.531 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:35:39.990571+0000', 'modified': '2024-09-19T05:35:41.980000+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5463}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5463': {'gid': 5463, 'name': 'a', 'rank': 0, 'incarnation': 26, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.39:6837/1701717583', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6835', 'nonce': 1701717583}, {'type': 'v1', 'addr': '172.21.15.39:6837', 'nonce': 1701717583}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5463, 'qdb_cluster': [5463]} 2024-09-19T05:35:49.532 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:35:49.532 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T05:35:49.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.637+0000 7f2aa0de8640 1 Processor -- start 2024-09-19T05:35:49.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.637+0000 7f2aa0de8640 1 -- start start 2024-09-19T05:35:49.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2aa0de8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2a9c070b20 0x7f2a9c0d2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2aa0de8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2a9c06c4c0 0x7f2a9c06c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2aa0de8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a9c0714b0 con 0x7f2a9c0b6e50 2024-09-19T05:35:49.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2aa0de8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f2a9c071a70 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2aa0de8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2a9c071790 con 0x7f2a9c070b20 2024-09-19T05:35:49.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2a9ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2a9c06c4c0 0x7f2a9c06c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2a9ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2a9c06c4c0 0x7f2a9c06c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34396/0 (socket says 172.21.15.39:34396) 2024-09-19T05:35:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/3123152361 learned_addr learned my addr 172.21.15.39:0/3123152361 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/3123152361 >> v2:172.21.15.50:3300/0 conn(0x7f2a9c070b20 0x7f2a9c0d2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/3123152361 >> v2:172.21.15.50:3300/0 conn(0x7f2a9c070b20 msgr2=0x7f2a9c0d2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/3123152361 >> v2:172.21.15.50:3300/0 conn(0x7f2a9c070b20 0x7f2a9c0d2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/3123152361 >> v1:172.21.15.50:6789/0 conn(0x7f2a9c0b6e50 legacy=0x7f2a9c0b7230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.638+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/3123152361 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a9c06bcc0 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.639+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/3123152361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 0x7f2a9c06c910 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f2a94009e50 tx=0x7f2a9402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=467fd383ca30bd6c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.639+0000 7f2a99d9b640 1 -- 172.21.15.39:0/3123152361 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a94036070 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.639+0000 7f2a99d9b640 1 -- 172.21.15.39:0/3123152361 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a94031600 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.639+0000 7f2a99d9b640 1 -- 172.21.15.39:0/3123152361 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a940319d0 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.640+0000 7f2aa0de8640 1 -- 172.21.15.39:0/3123152361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 msgr2=0x7f2a9c06c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.640+0000 7f2aa0de8640 1 --2- 172.21.15.39:0/3123152361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 0x7f2a9c06c910 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f2a94009e50 tx=0x7f2a9402a710 comp rx=0 tx=0).stop 2024-09-19T05:35:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.640+0000 7f2aa0de8640 1 -- 172.21.15.39:0/3123152361 shutdown_connections 2024-09-19T05:35:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.640+0000 7f2aa0de8640 1 --2- 172.21.15.39:0/3123152361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 0x7f2a9c06c910 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.640+0000 7f2aa0de8640 1 --2- 172.21.15.39:0/3123152361 >> v2:172.21.15.50:3300/0 conn(0x7f2a9c070b20 0x7f2a9c0d2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.640+0000 7f2aa0de8640 1 -- 172.21.15.39:0/3123152361 >> 172.21.15.39:0/3123152361 conn(0x7f2a9c06e5b0 msgr2=0x7f2a9c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.640+0000 7f2aa0de8640 1 -- 172.21.15.39:0/3123152361 shutdown_connections 2024-09-19T05:35:49.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.640+0000 7f2aa0de8640 1 -- 172.21.15.39:0/3123152361 wait complete. 2024-09-19T05:35:49.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.641+0000 7f2aa0de8640 1 Processor -- start 2024-09-19T05:35:49.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.641+0000 7f2aa0de8640 1 -- start start 2024-09-19T05:35:49.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2aa0de8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 0x7f2a9c0d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2aa0de8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c070b20 0x7f2a9c0d1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2aa0de8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c0b6e50 0x7f2a9c154150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2aa0de8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c161ef0 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2aa0de8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c161d70 con 0x7f2a9c070b20 2024-09-19T05:35:49.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2aa0de8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2a9c06ce50 con 0x7f2a9c0b6e50 2024-09-19T05:35:49.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 0x7f2a9c0d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 0x7f2a9c0d0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34412/0 (socket says 172.21.15.39:34412) 2024-09-19T05:35:49.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9a59c640 1 -- 172.21.15.39:0/2045996039 learned_addr learned my addr 172.21.15.39:0/2045996039 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:49.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c070b20 0x7f2a9c0d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c0b6e50 0x7f2a9c154150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9a59c640 1 -- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c0b6e50 msgr2=0x7f2a9c154150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c0b6e50 0x7f2a9c154150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9a59c640 1 -- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c070b20 msgr2=0x7f2a9c0d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c070b20 0x7f2a9c0d1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9a59c640 1 -- 172.21.15.39:0/2045996039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a9c158890 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c070b20 0x7f2a9c0d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:49.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.642+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c0b6e50 0x7f2a9c154150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:49.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.643+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 0x7f2a9c0d0f10 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c00b3f0 tx=0x7f2a8c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.643+0000 7f2a937fe640 1 -- 172.21.15.39:0/2045996039 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c015020 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.643+0000 7f2a937fe640 1 -- 172.21.15.39:0/2045996039 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a8c011830 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.643+0000 7f2a937fe640 1 -- 172.21.15.39:0/2045996039 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c011c20 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.643+0000 7f2aa0de8640 1 -- 172.21.15.39:0/2045996039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a9c158b70 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.643+0000 7f2aa0de8640 1 -- 172.21.15.39:0/2045996039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a9c159130 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.644+0000 7f2a937fe640 1 -- 172.21.15.39:0/2045996039 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2a8c018020 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.645+0000 7f2a937fe640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2a7c06c2b0 0x7f2a7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.645+0000 7f2a937fe640 1 -- 172.21.15.39:0/2045996039 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f2a8c08b050 con 0x7f2a9c06c4c0 2024-09-19T05:35:49.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.645+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2a7c06c2b0 0x7f2a7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.645+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2a7c06c2b0 0x7f2a7c06e770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c0b25a0 tx=0x7f2a84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.646+0000 7f2aa3c60740 1 Processor -- start 2024-09-19T05:35:49.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.646+0000 7f2aa3c60740 1 -- start start 2024-09-19T05:35:49.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.646+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 0x5649d57d0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.646+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d5788a80 0x5649d578b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.646+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57858b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.646+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5649d56ed520 con 0x5649d578ca50 2024-09-19T05:35:49.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.646+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5649d56953e0 con 0x5649d578b2c0 2024-09-19T05:35:49.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.646+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5649d56e94e0 con 0x5649d5788a80 2024-09-19T05:35:49.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57858b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57858b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34416/0 (socket says 172.21.15.39:34416) 2024-09-19T05:35:49.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/1486922026 learned_addr learned my addr 172.21.15.39:0/1486922026 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:49.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d5788a80 0x5649d578b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 0x5649d57d0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d5788a80 msgr2=0x5649d578b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d5788a80 0x5649d578b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 msgr2=0x5649d57d0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 0x5649d57d0a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/1486922026 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649d56b02f0 con 0x5649d578ca50 2024-09-19T05:35:49.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d5788a80 0x5649d578b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:49.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 0x5649d57d0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:49.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57858b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f2a9402ad00 tx=0x7f2a9402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8dac0e9fff7638 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a7bfff640 1 -- 172.21.15.39:0/1486922026 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a94036070 con 0x5649d578ca50 2024-09-19T05:35:49.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a7bfff640 1 -- 172.21.15.39:0/1486922026 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a94042070 con 0x5649d578ca50 2024-09-19T05:35:49.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.647+0000 7f2a7bfff640 1 -- 172.21.15.39:0/1486922026 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9403d960 con 0x5649d578ca50 2024-09-19T05:35:49.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.648+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1486922026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 msgr2=0x5649d57858b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.648+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57858b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f2a9402ad00 tx=0x7f2a9402e000 comp rx=0 tx=0).stop 2024-09-19T05:35:49.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.648+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1486922026 shutdown_connections 2024-09-19T05:35:49.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.648+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57858b0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.648+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d5788a80 0x5649d578b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.648+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1486922026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 0x5649d57d0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.648+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1486922026 >> 172.21.15.39:0/1486922026 conn(0x5649d5787a80 msgr2=0x5649d57cff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:49.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.648+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1486922026 shutdown_connections 2024-09-19T05:35:49.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.648+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1486922026 wait complete. 2024-09-19T05:35:49.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.649+0000 7f2aa3c60740 1 -- start start 2024-09-19T05:35:49.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.649+0000 7f2aa3c60740 1 Processor -- start 2024-09-19T05:35:49.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57a6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57e0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d57d3440 0x5649d57d38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5649d5786f20 con 0x5649d578ca50 2024-09-19T05:35:49.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5649d5676450 con 0x5649d57d3440 2024-09-19T05:35:49.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5649d57d1290 con 0x5649d578b2c0 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2aa3c60740 10 client.0 _ll_register_callbacks cb 0x5649d53ffac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a91d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57e0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a91d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57e0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34432/0 (socket says 172.21.15.39:34432) 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a91d9b640 1 -- 172.21.15.39:0/1087825931 learned_addr learned my addr 172.21.15.39:0/1087825931 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d57d3440 0x5649d57d38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57a6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a91d9b640 1 -- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 msgr2=0x5649d57a6bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57a6bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a91d9b640 1 -- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d57d3440 msgr2=0x5649d57d38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d57d3440 0x5649d57d38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a91d9b640 1 -- 172.21.15.39:0/1087825931 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649d54002d0 con 0x5649d578ca50 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d57d3440 0x5649d57d38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57a6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57e0d80 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2a840146e0 tx=0x7f2a84004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20bfcdc11dbbe1ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a797fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a797fa640 1 -- 172.21.15.39:0/1087825931 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a840158e0 con 0x5649d578ca50 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1087825931 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a94042070 con 0x5649d578ca50 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.650+0000 7f2a797fa640 1 -- 172.21.15.39:0/1087825931 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f2a84015a80 con 0x5649d578ca50 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2a797fa640 1 -- 172.21.15.39:0/1087825931 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2a8402e050 con 0x5649d578ca50 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2aa3c60740 10 client.5625 fetch_fsmap learned FSMap version 28 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1087825931 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x5649d54ca6b0 con 0x5649d578ca50 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2a797fa640 1 -- 172.21.15.39:0/1087825931 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a94042070 con 0x5649d578ca50 2024-09-19T05:35:49.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2a797fa640 1 -- 172.21.15.39:0/1087825931 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f2a84031020 con 0x5649d578ca50 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2aa3c60740 10 client.5625 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2aa3c60740 10 client.5625 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2aa3c60740 20 client.5625 populate_metadata read hostname 'smithi039' 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] conn(0x5649d57aaa10 0x5649d57aadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2aa3c60740 4 client.5625 mds_command: new command op to 5463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1087825931 --> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649d56fac50 con 0x5649d57aaa10 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] conn(0x5649d57aaa10 0x5649d57aadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.651+0000 7f2a797fa640 10 client.5625 ms_handle_connect on v2:172.21.15.39:6835/1701717583 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] conn(0x5649d57aaa10 0x5649d57aadf0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60d091a9b6d5830c server_cookie=a6b3f71ec77cc280 in_seq=0 out_seq=0 2024-09-19T05:35:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2a797fa640 1 -- 172.21.15.39:0/1087825931 <== mds.0 v2:172.21.15.39:6835/1701717583 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5649d56fac50 con 0x5649d57aaa10 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2a797fa640 10 client.5625 handle_command_reply: tid=0 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2aa3c60740 1 client.5625 shutdown 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1087825931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 msgr2=0x5649d57e0d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57e0d80 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2a840146e0 tx=0x7f2a84004730 comp rx=0 tx=0).stop 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1087825931 shutdown_connections 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] conn(0x5649d57aaa10 0x5649d57aadf0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d57d3440 0x5649d57d38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57e0d80 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2a797fa640 0 client.5625 ms_handle_reset on v2:172.21.15.39:6835/1701717583 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/1087825931 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57a6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.652+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1087825931 >> 172.21.15.39:0/1087825931 conn(0x5649d5788a80 msgr2=0x5649d57cdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:49.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.653+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1087825931 shutdown_connections 2024-09-19T05:35:49.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.653+0000 7f2aa3c60740 1 -- 172.21.15.39:0/1087825931 wait complete. 2024-09-19T05:35:49.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.653+0000 7f2aa3c60740 20 client.5625 trim_cache size 0 max 16384 2024-09-19T05:35:49.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.671+0000 7f2aa3c60740 1 Processor -- start 2024-09-19T05:35:49.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.671+0000 7f2aa3c60740 1 -- start start 2024-09-19T05:35:49.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.671+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 0x5649d57ad650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.671+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57f4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.671+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d57d3440 0x5649d57d0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.671+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c1ffc80 con 0x5649d578ca50 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.671+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c0b3f70 con 0x5649d578b2c0 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.671+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2a9c0b45c0 con 0x5649d57d3440 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a91d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a91d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57f4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34436/0 (socket says 172.21.15.39:34436) 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a91d9b640 1 -- 172.21.15.39:0/3236026952 learned_addr learned my addr 172.21.15.39:0/3236026952 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a91d9b640 1 -- 172.21.15.39:0/3236026952 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d57d3440 msgr2=0x5649d57d0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/3236026952 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d57d3440 0x5649d57d0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a91d9b640 1 -- 172.21.15.39:0/3236026952 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 msgr2=0x5649d57ad650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/3236026952 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 0x5649d57ad650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a91d9b640 1 -- 172.21.15.39:0/3236026952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649d57b3d60 con 0x5649d578ca50 2024-09-19T05:35:49.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/3236026952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57f4600 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2a8400f620 tx=0x7f2a8401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d4f706c7f7f5ac3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a7b7fe640 1 -- 172.21.15.39:0/3236026952 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a840156e0 con 0x5649d578ca50 2024-09-19T05:35:49.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a7b7fe640 1 -- 172.21.15.39:0/3236026952 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a84036030 con 0x5649d578ca50 2024-09-19T05:35:49.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.672+0000 7f2a7b7fe640 1 -- 172.21.15.39:0/3236026952 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a84015a80 con 0x5649d578ca50 2024-09-19T05:35:49.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3236026952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 msgr2=0x5649d57f4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3236026952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57f4600 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2a8400f620 tx=0x7f2a8401f000 comp rx=0 tx=0).stop 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3236026952 shutdown_connections 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3236026952 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d57d3440 0x5649d57d0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3236026952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d578ca50 0x5649d57f4600 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3236026952 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578b2c0 0x5649d57ad650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3236026952 >> 172.21.15.39:0/3236026952 conn(0x5649d5788a80 msgr2=0x5649d57cc990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3236026952 shutdown_connections 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3236026952 wait complete. 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 -- start start 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.673+0000 7f2aa3c60740 1 Processor -- start 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.674+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57ad650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.674+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578ca50 0x5649d584e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.674+0000 7f2aa3c60740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d57d3440 0x5649d57f3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.674+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5649d57b3220 con 0x5649d57d3440 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.674+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5649d57acac0 con 0x5649d578ca50 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.674+0000 7f2aa3c60740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5649d57e3e10 con 0x5649d578b2c0 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.674+0000 7f2aa3c60740 10 client.0 _ll_register_callbacks cb 0x7f2a84007680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d57d3440 0x5649d57f3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d57d3440 0x5649d57f3290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34444/0 (socket says 172.21.15.39:34444) 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/3549637463 learned_addr learned my addr 172.21.15.39:0/3549637463 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57ad650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578ca50 0x5649d584e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 msgr2=0x5649d57ad650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57ad650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578ca50 msgr2=0x5649d584e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578ca50 0x5649d584e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9ad9d640 1 -- 172.21.15.39:0/3549637463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649d57cf3f0 con 0x5649d57d3440 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57ad650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a91d9b640 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578ca50 0x5649d584e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a9ad9d640 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d57d3440 0x5649d57f3290 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2a940093e0 tx=0x7f2a94004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=624cdb713e83eebd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a797fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a797fa640 1 -- 172.21.15.39:0/3549637463 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9404b020 con 0x5649d57d3440 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a797fa640 1 -- 172.21.15.39:0/3549637463 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f2a9403dcc0 con 0x5649d57d3440 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3549637463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a84036030 con 0x5649d57d3440 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a797fa640 1 -- 172.21.15.39:0/3549637463 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2a94055050 con 0x5649d57d3440 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2aa3c60740 10 client.5631 fetch_fsmap learned FSMap version 28 2024-09-19T05:35:49.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3549637463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x5649d584fea0 con 0x5649d57d3440 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.675+0000 7f2a797fa640 1 -- 172.21.15.39:0/3549637463 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a84036030 con 0x5649d57d3440 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2a797fa640 1 -- 172.21.15.39:0/3549637463 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f2a94058020 con 0x5649d57d3440 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 10 client.5631 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 10 client.5631 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 20 client.5631 populate_metadata read hostname 'smithi039' 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] conn(0x5649d584f7b0 0x5649d57d1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 4 client.5631 mds_command: new command op to 5463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3549637463 --> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] -- command(tid 0: {"prefix": "status"}) -- 0x5649d56f4fa0 con 0x5649d584f7b0 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] conn(0x5649d584f7b0 0x5649d57d1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2a9a59c640 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] conn(0x5649d584f7b0 0x5649d57d1a90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78c555f7e40d580 server_cookie=10375a00830e97ee in_seq=0 out_seq=0 2024-09-19T05:35:49.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2a797fa640 10 client.5631 ms_handle_connect on v2:172.21.15.39:6835/1701717583 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2a797fa640 1 -- 172.21.15.39:0/3549637463 <== mds.0 v2:172.21.15.39:6835/1701717583 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5649d56f4fa0 con 0x5649d584f7b0 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2a797fa640 10 client.5631 handle_command_reply: tid=0 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 1 client.5631 shutdown 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3549637463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d57d3440 msgr2=0x5649d57f3290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d57d3440 0x5649d57f3290 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2a940093e0 tx=0x7f2a94004a40 comp rx=0 tx=0).stop 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.676+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3549637463 shutdown_connections 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.39:6835/1701717583,v1:172.21.15.39:6837/1701717583] conn(0x5649d584f7b0 0x5649d57d1a90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5649d57d3440 0x5649d57f3290 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649d578ca50 0x5649d584e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa3c60740 1 --2- 172.21.15.39:0/3549637463 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5649d578b2c0 0x5649d57ad650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2a797fa640 0 client.5631 ms_handle_reset on v2:172.21.15.39:6835/1701717583 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3549637463 >> 172.21.15.39:0/3549637463 conn(0x5649d5788a80 msgr2=0x5649d57aadf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3549637463 shutdown_connections 2024-09-19T05:35:49.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa3c60740 1 -- 172.21.15.39:0/3549637463 wait complete. 2024-09-19T05:35:49.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa3c60740 20 client.5631 trim_cache size 0 max 16384 2024-09-19T05:35:49.686 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:35:49.686 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 5463, 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 9.0431358569999993, 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 28, 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 54, 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 54, 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 13.370566959 2024-09-19T05:35:49.687 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:35:49.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 -- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2a7c06c2b0 msgr2=0x7f2a7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2a7c06c2b0 0x7f2a7c06e770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c0b25a0 tx=0x7f2a84008040 comp rx=0 tx=0).stop 2024-09-19T05:35:49.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 -- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 msgr2=0x7f2a9c0d0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 0x7f2a9c0d0f10 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c00b3f0 tx=0x7f2a8c00b8b0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 -- 172.21.15.39:0/2045996039 shutdown_connections 2024-09-19T05:35:49.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2a7c06c2b0 0x7f2a7c06e770 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2a9c0b6e50 0x7f2a9c154150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a9c070b20 0x7f2a9c0d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 --2- 172.21.15.39:0/2045996039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a9c06c4c0 0x7f2a9c0d0f10 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 -- 172.21.15.39:0/2045996039 >> 172.21.15.39:0/2045996039 conn(0x7f2a9c06e5b0 msgr2=0x7f2a9c15f2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:49.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 -- 172.21.15.39:0/2045996039 shutdown_connections 2024-09-19T05:35:49.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.677+0000 7f2aa0de8640 1 -- 172.21.15.39:0/2045996039 wait complete. 2024-09-19T05:35:49.691 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:35:49.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.792+0000 7f237834b640 1 Processor -- start 2024-09-19T05:35:49.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.792+0000 7f237834b640 1 -- start start 2024-09-19T05:35:49.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f237834b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f237015c730 0x7f237006f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f237834b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f237006d180 0x7f237006fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f237834b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f237006e050 con 0x7f237006f0b0 2024-09-19T05:35:49.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f237834b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f237006d580 con 0x7f237015c730 2024-09-19T05:35:49.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f237834b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f23700d03f0 con 0x7f237006d180 2024-09-19T05:35:49.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f23760e7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f237015c730 0x7f237006f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f23760e7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f237015c730 0x7f237006f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34450/0 (socket says 172.21.15.39:34450) 2024-09-19T05:35:49.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f23760e7640 1 -- 172.21.15.39:0/2505328900 learned_addr learned my addr 172.21.15.39:0/2505328900 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:49.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f23760e7640 1 -- 172.21.15.39:0/2505328900 >> v2:172.21.15.50:3300/0 conn(0x7f237006d180 msgr2=0x7f237006fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f23768e8640 1 --2- 172.21.15.39:0/2505328900 >> v2:172.21.15.50:3300/0 conn(0x7f237006d180 0x7f237006fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f23760e7640 1 --2- 172.21.15.39:0/2505328900 >> v2:172.21.15.50:3300/0 conn(0x7f237006d180 0x7f237006fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f23760e7640 1 -- 172.21.15.39:0/2505328900 >> v1:172.21.15.50:6789/0 conn(0x7f237006f0b0 legacy=0x7f237006ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:49.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f23760e7640 1 -- 172.21.15.39:0/2505328900 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f237006e2f0 con 0x7f237015c730 2024-09-19T05:35:49.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.793+0000 7f23768e8640 1 --2- 172.21.15.39:0/2505328900 >> v2:172.21.15.50:3300/0 conn(0x7f237006d180 0x7f237006fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:49.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.794+0000 7f23760e7640 1 --2- 172.21.15.39:0/2505328900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f237015c730 0x7f237006f4c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f23700b1000 tx=0x7f236c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=628e6d85df38a66d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.794+0000 7f23750e5640 1 -- 172.21.15.39:0/2505328900 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c037070 con 0x7f237015c730 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.794+0000 7f23750e5640 1 -- 172.21.15.39:0/2505328900 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f236c032440 con 0x7f237015c730 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.794+0000 7f23750e5640 1 -- 172.21.15.39:0/2505328900 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c032810 con 0x7f237015c730 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.795+0000 7f237834b640 1 -- 172.21.15.39:0/2505328900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f237015c730 msgr2=0x7f237006f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.795+0000 7f237834b640 1 --2- 172.21.15.39:0/2505328900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f237015c730 0x7f237006f4c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f23700b1000 tx=0x7f236c02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.795+0000 7f237834b640 1 -- 172.21.15.39:0/2505328900 shutdown_connections 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.795+0000 7f237834b640 1 --2- 172.21.15.39:0/2505328900 >> v2:172.21.15.50:3300/0 conn(0x7f237006d180 0x7f237006fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.795+0000 7f237834b640 1 --2- 172.21.15.39:0/2505328900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f237015c730 0x7f237006f4c0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.795+0000 7f237834b640 1 -- 172.21.15.39:0/2505328900 >> 172.21.15.39:0/2505328900 conn(0x7f23700b3540 msgr2=0x7f23700b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.795+0000 7f237834b640 1 -- 172.21.15.39:0/2505328900 shutdown_connections 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.795+0000 7f237834b640 1 -- 172.21.15.39:0/2505328900 wait complete. 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.796+0000 7f237834b640 1 Processor -- start 2024-09-19T05:35:49.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.796+0000 7f237834b640 1 -- start start 2024-09-19T05:35:49.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f237834b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f237006d180 0x7f237014de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f237834b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f237015c730 0x7f2370159f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f237834b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23700ad540 0x7f237015a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f237834b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f237006eb90 con 0x7f23700ad540 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f237834b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f237006e8b0 con 0x7f237006d180 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f237834b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f23700cf3e0 con 0x7f237015c730 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23768e8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23700ad540 0x7f237015a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23768e8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23700ad540 0x7f237015a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34464/0 (socket says 172.21.15.39:34464) 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23768e8640 1 -- 172.21.15.39:0/2957878782 learned_addr learned my addr 172.21.15.39:0/2957878782 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23760e7640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f237006d180 0x7f237014de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23758e6640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f237015c730 0x7f2370159f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23768e8640 1 -- 172.21.15.39:0/2957878782 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f237015c730 msgr2=0x7f2370159f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23768e8640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f237015c730 0x7f2370159f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23768e8640 1 -- 172.21.15.39:0/2957878782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f237006d180 msgr2=0x7f237014de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:49.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23768e8640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f237006d180 0x7f237014de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23768e8640 1 -- 172.21.15.39:0/2957878782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23700ac4a0 con 0x7f23700ad540 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23758e6640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f237015c730 0x7f2370159f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.797+0000 7f23768e8640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23700ad540 0x7f237015a450 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f236800cef0 tx=0x7f236800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.798+0000 7f2366ffd640 1 -- 172.21.15.39:0/2957878782 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236801a070 con 0x7f23700ad540 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.798+0000 7f2366ffd640 1 -- 172.21.15.39:0/2957878782 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f236800d860 con 0x7f23700ad540 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.798+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23700ac780 con 0x7f23700ad540 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.798+0000 7f2366ffd640 1 -- 172.21.15.39:0/2957878782 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236800dc50 con 0x7f23700ad540 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.798+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23700acd40 con 0x7f23700ad540 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.799+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f237006ca70 con 0x7f23700ad540 2024-09-19T05:35:49.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.799+0000 7f2366ffd640 1 -- 172.21.15.39:0/2957878782 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f236801d070 con 0x7f23700ad540 2024-09-19T05:35:49.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.799+0000 7f2366ffd640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f235406c2e0 0x7f235406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:49.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.800+0000 7f2366ffd640 1 -- 172.21.15.39:0/2957878782 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f236808bd60 con 0x7f23700ad540 2024-09-19T05:35:49.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.800+0000 7f23760e7640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f235406c2e0 0x7f235406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:49.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.800+0000 7f23760e7640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f235406c2e0 0x7f235406e7a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f236c034000 tx=0x7f236c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:49.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:49.804+0000 7f2366ffd640 1 -- 172.21.15.39:0/2957878782 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f236805a500 con 0x7f23700ad540 2024-09-19T05:35:50.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.013+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f23700b11c0 con 0x7f23700ad540 2024-09-19T05:35:50.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.014+0000 7f2366ffd640 1 -- 172.21.15.39:0/2957878782 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f2368059e00 con 0x7f23700ad540 2024-09-19T05:35:50.015 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:35:50.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f235406c2e0 msgr2=0x7f235406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f235406c2e0 0x7f235406e7a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f236c034000 tx=0x7f236c02e000 comp rx=0 tx=0).stop 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23700ad540 msgr2=0x7f237015a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23700ad540 0x7f237015a450 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f236800cef0 tx=0x7f236800a710 comp rx=0 tx=0).stop 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 shutdown_connections 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f235406c2e0 0x7f235406e7a0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23700ad540 0x7f237015a450 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f237015c730 0x7f2370159f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 --2- 172.21.15.39:0/2957878782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f237006d180 0x7f237014de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 >> 172.21.15.39:0/2957878782 conn(0x7f23700b3540 msgr2=0x7f23700b2550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 shutdown_connections 2024-09-19T05:35:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.016+0000 7f237834b640 1 -- 172.21.15.39:0/2957878782 wait complete. 2024-09-19T05:35:50.028 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:35:50.029 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:35:50.029 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:35:50.029 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:35:50.029 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:50.029 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:35:50.029 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:35:50.029 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:35:50.029 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:35:50.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:50.029 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:35:50.046 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:35:50.047 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:35:50.047 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:35:50.047 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:50.047 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:35:50.047 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:50.048 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:50.048 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:50.048 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:35:50.048 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:50.048 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:50.048 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:35:50.048 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:35:50.049 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:50.049 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:35:50.049 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:35:50.049 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42646sec preferred_lft 42646sec 2024-09-19T05:35:50.049 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:35:50.049 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:50.050 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:50.050 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:50.050 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:35:50.050 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:35:50.050 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:50.051 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:35:50.051 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:50.051 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2c0b:eeff:fe90:839e/64 scope link 2024-09-19T05:35:50.051 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:50.051 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:35:50.051 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:35:50.051 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::80ad:56ff:fe2b:b1b7/64 scope link 2024-09-19T05:35:50.051 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:50.052 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:35:50.052 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether da:97:a2:a8:56:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:35:50.052 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::d897:a2ff:fea8:56b6/64 scope link 2024-09-19T05:35:50.052 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:50.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:50.052 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:35:50.110 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:35:50.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:50.112 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:35:50.169 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:35:50.169 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:35:50.169 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:35:50.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:35:50.170 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:35:50.170 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:35:50.170 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:35:50.170 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:35:50.171 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:35:50.171 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:35:50.171 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:35:50.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:35:50.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:35:50.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:50.299 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:35:50.315 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:35:50.315 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:35:50.315 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:35:50.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:50.315 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-19T05:35:50.381 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:35:50.381 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:50.437 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:35:50.437 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:35:50.437 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:50.493 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T05:35:50.493 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:50.493 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:50.579 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:50.579 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:35:50.587 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:50.587 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:35:50.587 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:35:50.588 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:35:50.588 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:35:50.588 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:35:50.588 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:35:50.588 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:35:50.589 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:35:50.589 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:35:50.589 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:35:50.590 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:50.590 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:50.616 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:35:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:35:50.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:35:50.720 INFO:teuthology.orchestra.run.smithi039.stdout:client5066 2024-09-19T05:35:50.720 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:50.721 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:50.738 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:35:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.879+0000 7f0bea08d640 1 Processor -- start 2024-09-19T05:35:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.879+0000 7f0bea08d640 1 -- start start 2024-09-19T05:35:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0bea08d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be415e4f0 0x7f0be415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0bea08d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0be406bb20 0x7f0be415fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0bea08d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0be406c0c0 con 0x7f0be406d160 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0bea08d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f0be406ccd0 con 0x7f0be406bb20 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0bea08d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0be406c3a0 con 0x7f0be415e4f0 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0be2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0be406bb20 0x7f0be415fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0be2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0be406bb20 0x7f0be415fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34474/0 (socket says 172.21.15.39:34474) 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0be2ffd640 1 -- 172.21.15.39:0/2267657416 learned_addr learned my addr 172.21.15.39:0/2267657416 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0be3fff640 1 --1- 172.21.15.39:0/2267657416 >> v1:172.21.15.39:6789/0 conn(0x7f0be406d160 0x7f0be406d610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42676/0 (socket says 172.21.15.39:42676) 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0be37fe640 1 --2- 172.21.15.39:0/2267657416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be415e4f0 0x7f0be415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0be2ffd640 1 -- 172.21.15.39:0/2267657416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be415e4f0 msgr2=0x7f0be415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:50.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0be2ffd640 1 --2- 172.21.15.39:0/2267657416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be415e4f0 0x7f0be415f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0be2ffd640 1 -- 172.21.15.39:0/2267657416 >> v1:172.21.15.39:6789/0 conn(0x7f0be406d160 legacy=0x7f0be406d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.880+0000 7f0be2ffd640 1 -- 172.21.15.39:0/2267657416 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0be406c680 con 0x7f0be406bb20 2024-09-19T05:35:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.881+0000 7f0be2ffd640 1 --2- 172.21.15.39:0/2267657416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406bb20 0x7f0be415fcb0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f0bd8009870 tx=0x7f0bd802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31adee31dd2b26b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.881+0000 7f0be27fc640 1 -- 172.21.15.39:0/2267657416 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd8037070 con 0x7f0be406bb20 2024-09-19T05:35:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.881+0000 7f0be27fc640 1 -- 172.21.15.39:0/2267657416 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bd8032440 con 0x7f0be406bb20 2024-09-19T05:35:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.881+0000 7f0be27fc640 1 -- 172.21.15.39:0/2267657416 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd8032810 con 0x7f0be406bb20 2024-09-19T05:35:50.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.882+0000 7f0bea08d640 1 -- 172.21.15.39:0/2267657416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406bb20 msgr2=0x7f0be415fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.882+0000 7f0bea08d640 1 --2- 172.21.15.39:0/2267657416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406bb20 0x7f0be415fcb0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f0bd8009870 tx=0x7f0bd802a270 comp rx=0 tx=0).stop 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.882+0000 7f0bea08d640 1 -- 172.21.15.39:0/2267657416 shutdown_connections 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.882+0000 7f0bea08d640 1 --2- 172.21.15.39:0/2267657416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406bb20 0x7f0be415fcb0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.882+0000 7f0bea08d640 1 --2- 172.21.15.39:0/2267657416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be415e4f0 0x7f0be415f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.882+0000 7f0bea08d640 1 -- 172.21.15.39:0/2267657416 >> 172.21.15.39:0/2267657416 conn(0x7f0be406e5b0 msgr2=0x7f0be406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.882+0000 7f0bea08d640 1 -- 172.21.15.39:0/2267657416 shutdown_connections 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.882+0000 7f0bea08d640 1 -- 172.21.15.39:0/2267657416 wait complete. 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.883+0000 7f0bea08d640 1 Processor -- start 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.883+0000 7f0bea08d640 1 -- start start 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0bea08d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be406bb20 0x7f0be41f4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:50.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0bea08d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406d160 0x7f0be40d2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0bea08d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0be415e4f0 0x7f0be40d2540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0bea08d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0be41601f0 con 0x7f0be406d160 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0bea08d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0be415e8d0 con 0x7f0be415e4f0 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0bea08d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0be4160370 con 0x7f0be406bb20 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406d160 0x7f0be40d2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406d160 0x7f0be40d2000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34480/0 (socket says 172.21.15.39:34480) 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be2ffd640 1 -- 172.21.15.39:0/4007552353 learned_addr learned my addr 172.21.15.39:0/4007552353 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be3fff640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0be415e4f0 0x7f0be40d2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be37fe640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be406bb20 0x7f0be41f4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be2ffd640 1 -- 172.21.15.39:0/4007552353 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be406bb20 msgr2=0x7f0be41f4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be2ffd640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be406bb20 0x7f0be41f4bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:50.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be2ffd640 1 -- 172.21.15.39:0/4007552353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0be415e4f0 msgr2=0x7f0be40d2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:50.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be2ffd640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0be415e4f0 0x7f0be40d2540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:50.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.884+0000 7f0be2ffd640 1 -- 172.21.15.39:0/4007552353 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0be41f5130 con 0x7f0be406d160 2024-09-19T05:35:50.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.885+0000 7f0be2ffd640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406d160 0x7f0be40d2000 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f0bd8000c00 tx=0x7f0bd80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:50.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.885+0000 7f0bcbfff640 1 -- 172.21.15.39:0/4007552353 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd8041020 con 0x7f0be406d160 2024-09-19T05:35:50.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.885+0000 7f0bcbfff640 1 -- 172.21.15.39:0/4007552353 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bd80306c0 con 0x7f0be406d160 2024-09-19T05:35:50.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.885+0000 7f0bcbfff640 1 -- 172.21.15.39:0/4007552353 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd8037040 con 0x7f0be406d160 2024-09-19T05:35:50.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.885+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0be4159130 con 0x7f0be406d160 2024-09-19T05:35:50.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.885+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0be41596f0 con 0x7f0be406d160 2024-09-19T05:35:50.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.886+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0be415fcb0 con 0x7f0be406d160 2024-09-19T05:35:50.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.886+0000 7f0bcbfff640 1 -- 172.21.15.39:0/4007552353 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0bd8044020 con 0x7f0be406d160 2024-09-19T05:35:50.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.887+0000 7f0bcbfff640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0bd006c2b0 0x7f0bd006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:50.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.887+0000 7f0bcbfff640 1 -- 172.21.15.39:0/4007552353 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f0bd80abc30 con 0x7f0be406d160 2024-09-19T05:35:50.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.887+0000 7f0be37fe640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0bd006c2b0 0x7f0bd006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:50.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.887+0000 7f0be37fe640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0bd006c2b0 0x7f0bd006e770 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0bd4006fd0 tx=0x7f0bd4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:50.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:50.892+0000 7f0bcbfff640 1 -- 172.21.15.39:0/4007552353 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0bd804b030 con 0x7f0be406d160 2024-09-19T05:35:51.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.100+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0be406d970 con 0x7f0be406d160 2024-09-19T05:35:51.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.101+0000 7f0bcbfff640 1 -- 172.21.15.39:0/4007552353 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f0bd807a3a0 con 0x7f0be406d160 2024-09-19T05:35:51.102 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:35:51.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0bd006c2b0 msgr2=0x7f0bd006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0bd006c2b0 0x7f0bd006e770 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0bd4006fd0 tx=0x7f0bd4008040 comp rx=0 tx=0).stop 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406d160 msgr2=0x7f0be40d2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406d160 0x7f0be40d2000 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f0bd8000c00 tx=0x7f0bd80046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 shutdown_connections 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0bd006c2b0 0x7f0bd006e770 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0be415e4f0 0x7f0be40d2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be406d160 0x7f0be40d2000 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 --2- 172.21.15.39:0/4007552353 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0be406bb20 0x7f0be41f4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 >> 172.21.15.39:0/4007552353 conn(0x7f0be406e5b0 msgr2=0x7f0be40b4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 shutdown_connections 2024-09-19T05:35:51.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:51.103+0000 7f0bea08d640 1 -- 172.21.15.39:0/4007552353 wait complete. 2024-09-19T05:35:51.115 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:35:51.115 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:35:51.116 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-19T05:35:51.116 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:35:51.116 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:51.116 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:35:51.116 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:35:51.116 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:35:51.116 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:35:51.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:51.116 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-19T05:35:51.137 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:35:51.137 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:35:51.137 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:35:51.137 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:51.137 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:35:51.137 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:51.137 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:51.137 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42614sec preferred_lft 42614sec 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:51.138 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a42f:c6ff:feb6:1525/64 scope link 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:35:51.139 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether b6:a5:b2:c9:9b:09 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:35:51.140 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::b4a5:b2ff:fec9:9b09/64 scope link 2024-09-19T05:35:51.140 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:51.140 INFO:teuthology.orchestra.run.smithi050.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:35:51.140 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:35:51.140 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::444:4eff:fed4:936f/64 scope link 2024-09-19T05:35:51.140 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:35:51.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:51.140 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:35:51.206 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:35:51.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:51.208 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-19T05:35:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-19T05:35:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:35:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:35:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:35:51.268 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:35:51.268 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:35:51.268 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:35:51.268 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:35:51.268 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:35:51.268 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:35:51.269 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:35:51.365 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:35:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:35:51.402 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:35:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:35:51.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:51.409 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:35:51.426 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:35:51.426 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:35:51.426 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:35:51.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:51.427 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2024-09-19T05:35:51.494 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:35:51.494 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:51.552 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:35:51.553 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:35:51.553 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:51.609 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T05:35:51.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:51.609 DEBUG:teuthology.orchestra.run.smithi050:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:51.696 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:51.696 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:35:51.704 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:35:51.704 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:35:51.704 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:35:51.704 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: trying mount with new device syntax: 1@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:35:51.704 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:35:51.705 INFO:teuthology.orchestra.run.smithi050.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:35:51.705 INFO:teuthology.orchestra.run.smithi050.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:35:51.705 INFO:teuthology.orchestra.run.smithi050.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:35:51.705 INFO:teuthology.orchestra.run.smithi050.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:35:51.705 INFO:teuthology.orchestra.run.smithi050.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:35:51.706 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:35:51.706 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:51.706 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:51.732 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:35:51.823 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:35:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:35:51.825 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:35:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:35:51.831 INFO:teuthology.orchestra.run.smithi050.stdout:client5344 2024-09-19T05:35:51.831 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:51.831 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:51.848 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:35:51.848 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:51.900 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:35:51.948 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:35:51.948 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:51.949 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:51.949 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:51.968 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:51.968 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:52.029 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:35:52.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.181+0000 7fdea759f640 1 Processor -- start 2024-09-19T05:35:52.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.181+0000 7fdea759f640 1 -- start start 2024-09-19T05:35:52.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea759f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdea00d0b90 0x7fdea00d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea759f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea0071a50 0x7fdea00ce5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea759f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdea015a550 con 0x7fdea006f710 2024-09-19T05:35:52.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea759f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fdea00d14b0 con 0x7fdea00d0b90 2024-09-19T05:35:52.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea759f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdea0071f90 con 0x7fdea0071a50 2024-09-19T05:35:52.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea5b3c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea0071a50 0x7fdea00ce5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea533b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdea00d0b90 0x7fdea00d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea4b3a640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fdea006f710 0x7fdea0071340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:56596/0 (socket says 172.21.15.39:56596) 2024-09-19T05:35:52.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea4b3a640 1 -- 172.21.15.39:0/2811643405 learned_addr learned my addr 172.21.15.39:0/2811643405 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:52.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.182+0000 7fdea533b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdea00d0b90 0x7fdea00d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:57332/0 (socket says 172.21.15.39:57332) 2024-09-19T05:35:52.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.183+0000 7fdea533b640 1 -- 172.21.15.39:0/2811643405 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea0071a50 msgr2=0x7fdea00ce5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:52.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.183+0000 7fdea533b640 1 --2- 172.21.15.39:0/2811643405 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea0071a50 0x7fdea00ce5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.183+0000 7fdea533b640 1 -- 172.21.15.39:0/2811643405 >> v1:172.21.15.50:6789/0 conn(0x7fdea006f710 legacy=0x7fdea0071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.183+0000 7fdea533b640 1 -- 172.21.15.39:0/2811643405 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea0072270 con 0x7fdea00d0b90 2024-09-19T05:35:52.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.183+0000 7fde97fff640 1 -- 172.21.15.39:0/2811643405 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3016303082 0 0) 0x7fde90001110 con 0x7fdea006f710 2024-09-19T05:35:52.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.183+0000 7fdea5b3c640 1 --2- 172.21.15.39:0/2811643405 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea0071a50 0x7fdea00ce5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:52.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.183+0000 7fdea533b640 1 --2- 172.21.15.39:0/2811643405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea00d0b90 0x7fdea00d0f70 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fde9c0097a0 tx=0x7fde9c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16768f002972f057 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:52.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fde97fff640 1 -- 172.21.15.39:0/2811643405 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde9c037070 con 0x7fdea00d0b90 2024-09-19T05:35:52.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fde97fff640 1 -- 172.21.15.39:0/2811643405 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde9c032440 con 0x7fdea00d0b90 2024-09-19T05:35:52.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fde97fff640 1 -- 172.21.15.39:0/2811643405 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde9c032810 con 0x7fdea00d0b90 2024-09-19T05:35:52.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fdea759f640 1 -- 172.21.15.39:0/2811643405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea00d0b90 msgr2=0x7fdea00d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fdea759f640 1 --2- 172.21.15.39:0/2811643405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea00d0b90 0x7fdea00d0f70 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fde9c0097a0 tx=0x7fde9c02a180 comp rx=0 tx=0).stop 2024-09-19T05:35:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fdea759f640 1 -- 172.21.15.39:0/2811643405 shutdown_connections 2024-09-19T05:35:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fdea759f640 1 --2- 172.21.15.39:0/2811643405 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea0071a50 0x7fdea00ce5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fdea759f640 1 --2- 172.21.15.39:0/2811643405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea00d0b90 0x7fdea00d0f70 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fdea759f640 1 -- 172.21.15.39:0/2811643405 >> 172.21.15.39:0/2811643405 conn(0x7fdea006bf40 msgr2=0x7fdea006c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fdea759f640 1 -- 172.21.15.39:0/2811643405 shutdown_connections 2024-09-19T05:35:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.184+0000 7fdea759f640 1 -- 172.21.15.39:0/2811643405 wait complete. 2024-09-19T05:35:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.185+0000 7fdea759f640 1 Processor -- start 2024-09-19T05:35:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.185+0000 7fdea759f640 1 -- start start 2024-09-19T05:35:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea759f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea006f710 0x7fdea01e6b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea759f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea0071a50 0x7fdea014e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea759f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d0b90 0x7fdea0150f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea759f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fdea006f1f0 con 0x7fdea006f710 2024-09-19T05:35:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea759f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdea006ef10 con 0x7fdea0071a50 2024-09-19T05:35:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea759f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdea006fba0 con 0x7fdea00d0b90 2024-09-19T05:35:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea533b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea006f710 0x7fdea01e6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea533b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea006f710 0x7fdea01e6b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34488/0 (socket says 172.21.15.39:34488) 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea533b640 1 -- 172.21.15.39:0/3529020112 learned_addr learned my addr 172.21.15.39:0/3529020112 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea4b3a640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea0071a50 0x7fdea014e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.186+0000 7fdea5b3c640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d0b90 0x7fdea0150f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fdea533b640 1 -- 172.21.15.39:0/3529020112 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d0b90 msgr2=0x7fdea0150f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fdea533b640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d0b90 0x7fdea0150f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fdea533b640 1 -- 172.21.15.39:0/3529020112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea0071a50 msgr2=0x7fdea014e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fdea533b640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea0071a50 0x7fdea014e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fdea533b640 1 -- 172.21.15.39:0/3529020112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea014ee60 con 0x7fdea006f710 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fdea533b640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea006f710 0x7fdea01e6b40 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fde9c0097a0 tx=0x7fde9c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fde95ffb640 1 -- 172.21.15.39:0/3529020112 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde9c037050 con 0x7fdea006f710 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fde95ffb640 1 -- 172.21.15.39:0/3529020112 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde9c038040 con 0x7fdea006f710 2024-09-19T05:35:52.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdea01e5d80 con 0x7fdea006f710 2024-09-19T05:35:52.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fde95ffb640 1 -- 172.21.15.39:0/3529020112 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde9c004490 con 0x7fdea006f710 2024-09-19T05:35:52.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.187+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdea01e6340 con 0x7fdea006f710 2024-09-19T05:35:52.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.188+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdea0069190 con 0x7fdea006f710 2024-09-19T05:35:52.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.189+0000 7fde95ffb640 1 -- 172.21.15.39:0/3529020112 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde9c03c6d0 con 0x7fdea006f710 2024-09-19T05:35:52.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.189+0000 7fde95ffb640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8406c2b0 0x7fde8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.190+0000 7fde95ffb640 1 -- 172.21.15.39:0/3529020112 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7fde9c0abcd0 con 0x7fdea006f710 2024-09-19T05:35:52.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.190+0000 7fdea4b3a640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8406c2b0 0x7fde8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.190+0000 7fdea4b3a640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8406c2b0 0x7fde8406e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fdea006d800 tx=0x7fde90007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:52.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.194+0000 7fde95ffb640 1 -- 172.21.15.39:0/3529020112 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fde9c079df0 con 0x7fdea006f710 2024-09-19T05:35:52.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.381+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdea00d0f70 con 0x7fdea006f710 2024-09-19T05:35:52.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.381+0000 7fde95ffb640 1 -- 172.21.15.39:0/3529020112 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v54) ==== 80+0+0 (secure 0 0 0) 0x7fde9c07e0f0 con 0x7fdea006f710 2024-09-19T05:35:52.384 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:35:52.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8406c2b0 msgr2=0x7fde8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8406c2b0 0x7fde8406e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fdea006d800 tx=0x7fde90007b50 comp rx=0 tx=0).stop 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea006f710 msgr2=0x7fdea01e6b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea006f710 0x7fdea01e6b40 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fde9c0097a0 tx=0x7fde9c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 shutdown_connections 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8406c2b0 0x7fde8406e770 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d0b90 0x7fdea0150f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea0071a50 0x7fdea014e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 --2- 172.21.15.39:0/3529020112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea006f710 0x7fdea01e6b40 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 >> 172.21.15.39:0/3529020112 conn(0x7fdea006bf40 msgr2=0x7fdea01585f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 shutdown_connections 2024-09-19T05:35:52.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.384+0000 7fdea759f640 1 -- 172.21.15.39:0/3529020112 wait complete. 2024-09-19T05:35:52.396 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:35:52.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:52.397 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:35:52.426 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:35:52.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:52.427 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:35:52.483 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:52.483 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:52.483 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:52.501 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:52.501 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:52.559 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:35:52.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.661+0000 7f3da128d640 1 Processor -- start 2024-09-19T05:35:52.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.661+0000 7f3da128d640 1 -- start start 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3da128d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d9c15b110 0x7f3d9c0b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3da128d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c0cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3da128d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d9c0b4250 con 0x7f3d9c15b4f0 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3da128d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f3d9c0b44f0 con 0x7f3d9c15b110 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3da128d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3d9c0ccd80 con 0x7f3d9c0d08f0 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3d9b7fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c0cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3d9affd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d9c15b110 0x7f3d9c0b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3d9b7fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c0cdb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:58876/0 (socket says 172.21.15.39:58876) 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3d9b7fe640 1 -- 172.21.15.39:0/3772340614 learned_addr learned my addr 172.21.15.39:0/3772340614 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3d9affd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d9c15b110 0x7f3d9c0b3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:57344/0 (socket says 172.21.15.39:57344) 2024-09-19T05:35:52.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.662+0000 7f3d9a7fc640 1 --1- 172.21.15.39:0/3772340614 >> v1:172.21.15.50:6789/0 conn(0x7f3d9c15b4f0 0x7f3d9c0d01e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:56610/0 (socket says 172.21.15.39:56610) 2024-09-19T05:35:52.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.663+0000 7f3d9b7fe640 1 -- 172.21.15.39:0/3772340614 >> v2:172.21.15.50:3300/0 conn(0x7f3d9c15b110 msgr2=0x7f3d9c0b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:52.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.663+0000 7f3d9b7fe640 1 --2- 172.21.15.39:0/3772340614 >> v2:172.21.15.50:3300/0 conn(0x7f3d9c15b110 0x7f3d9c0b3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.663+0000 7f3d9b7fe640 1 -- 172.21.15.39:0/3772340614 >> v1:172.21.15.50:6789/0 conn(0x7f3d9c15b4f0 legacy=0x7f3d9c0d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.663+0000 7f3d9b7fe640 1 -- 172.21.15.39:0/3772340614 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d9c0cd060 con 0x7f3d9c0d08f0 2024-09-19T05:35:52.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.663+0000 7f3d99ffb640 1 -- 172.21.15.39:0/3772340614 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2887690103 0 0) 0x7f3d9c0b4250 con 0x7f3d9c15b4f0 2024-09-19T05:35:52.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.663+0000 7f3d9affd640 1 --2- 172.21.15.39:0/3772340614 >> v2:172.21.15.50:3300/0 conn(0x7f3d9c15b110 0x7f3d9c0b3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:35:52.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.663+0000 7f3d9b7fe640 1 --2- 172.21.15.39:0/3772340614 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c0cdb40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0b4670 tx=0x7f3d9402c900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=11594402b19b43ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:52.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3d99ffb640 1 -- 172.21.15.39:0/3772340614 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d94036020 con 0x7f3d9c0d08f0 2024-09-19T05:35:52.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3d99ffb640 1 -- 172.21.15.39:0/3772340614 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d94032800 con 0x7f3d9c0d08f0 2024-09-19T05:35:52.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3d99ffb640 1 -- 172.21.15.39:0/3772340614 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d94032bd0 con 0x7f3d9c0d08f0 2024-09-19T05:35:52.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3da128d640 1 -- 172.21.15.39:0/3772340614 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 msgr2=0x7f3d9c0cdb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3da128d640 1 --2- 172.21.15.39:0/3772340614 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c0cdb40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0b4670 tx=0x7f3d9402c900 comp rx=0 tx=0).stop 2024-09-19T05:35:52.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3da128d640 1 -- 172.21.15.39:0/3772340614 shutdown_connections 2024-09-19T05:35:52.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3da128d640 1 --2- 172.21.15.39:0/3772340614 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c0cdb40 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3da128d640 1 --2- 172.21.15.39:0/3772340614 >> v2:172.21.15.50:3300/0 conn(0x7f3d9c15b110 0x7f3d9c0b3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3da128d640 1 -- 172.21.15.39:0/3772340614 >> 172.21.15.39:0/3772340614 conn(0x7f3d9c06d000 msgr2=0x7f3d9c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3da128d640 1 -- 172.21.15.39:0/3772340614 shutdown_connections 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.664+0000 7f3da128d640 1 -- 172.21.15.39:0/3772340614 wait complete. 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.665+0000 7f3da128d640 1 Processor -- start 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.665+0000 7f3da128d640 1 -- start start 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3da128d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c149e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3da128d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d9c15b110 0x7f3d9c158050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3da128d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d9c15b4f0 0x7f3d9c158590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3da128d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9c073d10 con 0x7f3d9c15b110 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3da128d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9c0cd620 con 0x7f3d9c15b4f0 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3da128d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3d9c073e90 con 0x7f3d9c0d08f0 2024-09-19T05:35:52.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3d9a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d9c15b110 0x7f3d9c158050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3d9a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d9c15b110 0x7f3d9c158050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34496/0 (socket says 172.21.15.39:34496) 2024-09-19T05:35:52.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3d9a7fc640 1 -- 172.21.15.39:0/1105580967 learned_addr learned my addr 172.21.15.39:0/1105580967 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:52.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3d9b7fe640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d9c15b4f0 0x7f3d9c158590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.666+0000 7f3d9affd640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c149e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3d9a7fc640 1 -- 172.21.15.39:0/1105580967 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 msgr2=0x7f3d9c149e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3d9a7fc640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c149e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3d9a7fc640 1 -- 172.21.15.39:0/1105580967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d9c15b4f0 msgr2=0x7f3d9c158590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3d9a7fc640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d9c15b4f0 0x7f3d9c158590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3d9a7fc640 1 -- 172.21.15.39:0/1105580967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d9c1f4570 con 0x7f3d9c15b110 2024-09-19T05:35:52.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3d9a7fc640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d9c15b110 0x7f3d9c158050 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f3d8400c4b0 tx=0x7f3d8400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:52.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3d937fe640 1 -- 172.21.15.39:0/1105580967 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d84018070 con 0x7f3d9c15b110 2024-09-19T05:35:52.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3d937fe640 1 -- 172.21.15.39:0/1105580967 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d84007500 con 0x7f3d9c15b110 2024-09-19T05:35:52.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d9c15e680 con 0x7f3d9c15b110 2024-09-19T05:35:52.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3d937fe640 1 -- 172.21.15.39:0/1105580967 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d84004a20 con 0x7f3d9c15b110 2024-09-19T05:35:52.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.667+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d9c15bdd0 con 0x7f3d9c15b110 2024-09-19T05:35:52.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.668+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d9c15eba0 con 0x7f3d9c15b110 2024-09-19T05:35:52.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.669+0000 7f3d937fe640 1 -- 172.21.15.39:0/1105580967 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3d84004bc0 con 0x7f3d9c15b110 2024-09-19T05:35:52.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.669+0000 7f3d937fe640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d7c06c2b0 0x7f3d7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:52.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.669+0000 7f3d937fe640 1 -- 172.21.15.39:0/1105580967 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f3d8408a5f0 con 0x7f3d9c15b110 2024-09-19T05:35:52.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.669+0000 7f3d9affd640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d7c06c2b0 0x7f3d7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:52.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.669+0000 7f3d9affd640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d7c06c2b0 0x7f3d7c06e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c009bd0 tx=0x7f3d8c00b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:52.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.673+0000 7f3d937fe640 1 -- 172.21.15.39:0/1105580967 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3d840587e0 con 0x7f3d9c15b110 2024-09-19T05:35:52.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.862+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3d9c0b3d10 con 0x7f3d9c15b110 2024-09-19T05:35:52.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.862+0000 7f3d937fe640 1 -- 172.21.15.39:0/1105580967 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v54) ==== 80+0+0 (secure 0 0 0) 0x7f3d8405cae0 con 0x7f3d9c15b110 2024-09-19T05:35:52.863 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:35:52.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d7c06c2b0 msgr2=0x7f3d7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d7c06c2b0 0x7f3d7c06e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c009bd0 tx=0x7f3d8c00b040 comp rx=0 tx=0).stop 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d9c15b110 msgr2=0x7f3d9c158050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d9c15b110 0x7f3d9c158050 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f3d8400c4b0 tx=0x7f3d8400c970 comp rx=0 tx=0).stop 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 shutdown_connections 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d7c06c2b0 0x7f3d7c06e770 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d9c15b4f0 0x7f3d9c158590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d9c15b110 0x7f3d9c158050 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 --2- 172.21.15.39:0/1105580967 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d9c0d08f0 0x7f3d9c149e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 >> 172.21.15.39:0/1105580967 conn(0x7f3d9c06d000 msgr2=0x7f3d9c0b1720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 shutdown_connections 2024-09-19T05:35:52.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:52.864+0000 7f3da128d640 1 -- 172.21.15.39:0/1105580967 wait complete. 2024-09-19T05:35:52.876 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:35:52.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:52.877 DEBUG:teuthology.orchestra.run.smithi050:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:35:52.912 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:35:52.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:35:52.912 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:35:52.973 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:52.973 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:35:52.973 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:52.989 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:35:52.989 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:35:52.990 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:35:52.990 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:35:53.030 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:35:53.030 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:53.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.132+0000 7fc92258d640 1 Processor -- start 2024-09-19T05:35:53.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.132+0000 7fc92258d640 1 -- start start 2024-09-19T05:35:53.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc92258d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc91c06bb20 0x7fc91c15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc92258d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc91c06d160 0x7fc91c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc92258d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc91c1603c0 con 0x7fc91c15e4f0 2024-09-19T05:35:53.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc92258d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fc91c06ccd0 con 0x7fc91c06d160 2024-09-19T05:35:53.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc92258d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc91c06c0c0 con 0x7fc91c06bb20 2024-09-19T05:35:53.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc920b2a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc91c06d160 0x7fc91c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc920b2a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc91c06d160 0x7fc91c06d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34502/0 (socket says 172.21.15.39:34502) 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc920b2a640 1 -- 172.21.15.39:0/195160870 learned_addr learned my addr 172.21.15.39:0/195160870 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc91b7fe640 1 --2- 172.21.15.39:0/195160870 >> v2:172.21.15.50:3300/0 conn(0x7fc91c06bb20 0x7fc91c15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc920b2a640 1 -- 172.21.15.39:0/195160870 >> v2:172.21.15.50:3300/0 conn(0x7fc91c06bb20 msgr2=0x7fc91c15f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc920b2a640 1 --2- 172.21.15.39:0/195160870 >> v2:172.21.15.50:3300/0 conn(0x7fc91c06bb20 0x7fc91c15f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc920b2a640 1 -- 172.21.15.39:0/195160870 >> v1:172.21.15.50:6789/0 conn(0x7fc91c15e4f0 legacy=0x7fc91c15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc920b2a640 1 -- 172.21.15.39:0/195160870 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc91c06c3a0 con 0x7fc91c06d160 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.133+0000 7fc91b7fe640 1 --2- 172.21.15.39:0/195160870 >> v2:172.21.15.50:3300/0 conn(0x7fc91c06bb20 0x7fc91c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.134+0000 7fc920b2a640 1 --2- 172.21.15.39:0/195160870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 0x7fc91c06d5a0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fc91c162040 tx=0x7fc91402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc4ed9eec86c3c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.134+0000 7fc91affd640 1 -- 172.21.15.39:0/195160870 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc914036070 con 0x7fc91c06d160 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.134+0000 7fc91affd640 1 -- 172.21.15.39:0/195160870 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc914031600 con 0x7fc91c06d160 2024-09-19T05:35:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.134+0000 7fc91affd640 1 -- 172.21.15.39:0/195160870 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9140319d0 con 0x7fc91c06d160 2024-09-19T05:35:53.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.135+0000 7fc92258d640 1 -- 172.21.15.39:0/195160870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 msgr2=0x7fc91c06d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.135+0000 7fc92258d640 1 --2- 172.21.15.39:0/195160870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 0x7fc91c06d5a0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fc91c162040 tx=0x7fc91402a6f0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.135+0000 7fc92258d640 1 -- 172.21.15.39:0/195160870 shutdown_connections 2024-09-19T05:35:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.135+0000 7fc92258d640 1 --2- 172.21.15.39:0/195160870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 0x7fc91c06d5a0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.135+0000 7fc92258d640 1 --2- 172.21.15.39:0/195160870 >> v2:172.21.15.50:3300/0 conn(0x7fc91c06bb20 0x7fc91c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.135+0000 7fc92258d640 1 -- 172.21.15.39:0/195160870 >> 172.21.15.39:0/195160870 conn(0x7fc91c06e5b0 msgr2=0x7fc91c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.135+0000 7fc92258d640 1 -- 172.21.15.39:0/195160870 shutdown_connections 2024-09-19T05:35:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.135+0000 7fc92258d640 1 -- 172.21.15.39:0/195160870 wait complete. 2024-09-19T05:35:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.136+0000 7fc92258d640 1 Processor -- start 2024-09-19T05:35:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.136+0000 7fc92258d640 1 -- start start 2024-09-19T05:35:53.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc92258d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc91c06bb20 0x7fc91c0aa650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc92258d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 0x7fc91c0d09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc92258d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c15e4f0 0x7fc91c1f3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc92258d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c06dae0 con 0x7fc91c06d160 2024-09-19T05:35:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc92258d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c06c960 con 0x7fc91c15e4f0 2024-09-19T05:35:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc92258d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc91c15e8d0 con 0x7fc91c06bb20 2024-09-19T05:35:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc91b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 0x7fc91c0d09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc91b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 0x7fc91c0d09a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34518/0 (socket says 172.21.15.39:34518) 2024-09-19T05:35:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc91b7fe640 1 -- 172.21.15.39:0/597400719 learned_addr learned my addr 172.21.15.39:0/597400719 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc920b2a640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c15e4f0 0x7fc91c1f3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc91bfff640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc91c06bb20 0x7fc91c0aa650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc91b7fe640 1 -- 172.21.15.39:0/597400719 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc91c06bb20 msgr2=0x7fc91c0aa650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc91b7fe640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc91c06bb20 0x7fc91c0aa650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc91b7fe640 1 -- 172.21.15.39:0/597400719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c15e4f0 msgr2=0x7fc91c1f3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc91b7fe640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c15e4f0 0x7fc91c1f3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.137+0000 7fc91b7fe640 1 -- 172.21.15.39:0/597400719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc91c0d0ee0 con 0x7fc91c06d160 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.138+0000 7fc91b7fe640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 0x7fc91c0d09a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc91000c7f0 tx=0x7fc91000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.138+0000 7fc918ff9640 1 -- 172.21.15.39:0/597400719 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc910015070 con 0x7fc91c06d160 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.138+0000 7fc918ff9640 1 -- 172.21.15.39:0/597400719 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc910007a30 con 0x7fc91c06d160 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.138+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc91c0d1160 con 0x7fc91c06d160 2024-09-19T05:35:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.138+0000 7fc918ff9640 1 -- 172.21.15.39:0/597400719 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc910007e00 con 0x7fc91c06d160 2024-09-19T05:35:53.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.138+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc91c0d1a00 con 0x7fc91c06d160 2024-09-19T05:35:53.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.139+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc91c0d1550 con 0x7fc91c06d160 2024-09-19T05:35:53.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.139+0000 7fc918ff9640 1 -- 172.21.15.39:0/597400719 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc910018070 con 0x7fc91c06d160 2024-09-19T05:35:53.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.140+0000 7fc918ff9640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc90806c2b0 0x7fc90806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.140+0000 7fc918ff9640 1 -- 172.21.15.39:0/597400719 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7fc91008b340 con 0x7fc91c06d160 2024-09-19T05:35:53.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.140+0000 7fc91bfff640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc90806c2b0 0x7fc90806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.140+0000 7fc91bfff640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc90806c2b0 0x7fc90806e770 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc90c006fd0 tx=0x7fc90c009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:53.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.144+0000 7fc918ff9640 1 -- 172.21.15.39:0/597400719 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc91c0d0ee0 con 0x7fc91c06d160 2024-09-19T05:35:53.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.356+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc91c1597e0 con 0x7fc91c06d160 2024-09-19T05:35:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.356+0000 7fc918ff9640 1 -- 172.21.15.39:0/597400719 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5217 (secure 0 0 0) 0x7fc910059460 con 0x7fc91c06d160 2024-09-19T05:35:53.358 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:53.358 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":28,"btime":"2024-09-19T05:35:42:639172+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5206,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3136780929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3136780929},{"type":"v1","addr":"172.21.15.50:6834","nonce":3136780929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/4141180415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":4141180415},{"type":"v1","addr":"172.21.15.50:6835","nonce":4141180415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":25},{"gid":5460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/25992977","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":25992977},{"type":"v1","addr":"172.21.15.39:6836","nonce":25992977}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:39.990571+0000","modified":"2024-09-19T05:35:41.980000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5463":{"gid":5463,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1701717583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1701717583},{"type":"v1","addr":"172.21.15.39:6837","nonce":1701717583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5463,"qdb_cluster":[5463]},"id":4}]} 2024-09-19T05:35:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 28 2024-09-19T05:35:53.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.358+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc90806c2b0 msgr2=0x7fc90806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.358+0000 7fc92258d640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc90806c2b0 0x7fc90806e770 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc90c006fd0 tx=0x7fc90c009060 comp rx=0 tx=0).stop 2024-09-19T05:35:53.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.358+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 msgr2=0x7fc91c0d09a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.358+0000 7fc92258d640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 0x7fc91c0d09a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc91000c7f0 tx=0x7fc91000cbf0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.359+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 shutdown_connections 2024-09-19T05:35:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.359+0000 7fc92258d640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc90806c2b0 0x7fc90806e770 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.359+0000 7fc92258d640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c15e4f0 0x7fc91c1f3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.359+0000 7fc92258d640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91c06d160 0x7fc91c0d09a0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.359+0000 7fc92258d640 1 --2- 172.21.15.39:0/597400719 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc91c06bb20 0x7fc91c0aa650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.359+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 >> 172.21.15.39:0/597400719 conn(0x7fc91c06e5b0 msgr2=0x7fc91c0cb8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.359+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 shutdown_connections 2024-09-19T05:35:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.359+0000 7fc92258d640 1 -- 172.21.15.39:0/597400719 wait complete. 2024-09-19T05:35:53.371 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:53.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.472+0000 7f7b2bd26640 1 Processor -- start 2024-09-19T05:35:53.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.472+0000 7f7b2bd26640 1 -- start start 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b2bd26640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7b2415e970 0x7f7b240b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b2bd26640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7b24162cd0 0x7f7b240d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b2bd26640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b240b70b0 con 0x7f7b240d1a40 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b2bd26640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f7b240d1e90 con 0x7f7b2415e970 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b2bd26640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7b240b78b0 con 0x7f7b24162cd0 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b29ac2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7b2415e970 0x7f7b240b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b29ac2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7b2415e970 0x7f7b240b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34520/0 (socket says 172.21.15.39:34520) 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b29ac2640 1 -- 172.21.15.39:0/2185343808 learned_addr learned my addr 172.21.15.39:0/2185343808 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b29ac2640 1 -- 172.21.15.39:0/2185343808 >> v2:172.21.15.50:3300/0 conn(0x7f7b24162cd0 msgr2=0x7f7b240d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b29ac2640 1 --2- 172.21.15.39:0/2185343808 >> v2:172.21.15.50:3300/0 conn(0x7f7b24162cd0 0x7f7b240d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b29ac2640 1 -- 172.21.15.39:0/2185343808 >> v1:172.21.15.50:6789/0 conn(0x7f7b240d1a40 legacy=0x7f7b240d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.473+0000 7f7b29ac2640 1 -- 172.21.15.39:0/2185343808 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b240b62f0 con 0x7f7b2415e970 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.474+0000 7f7b29ac2640 1 --2- 172.21.15.39:0/2185343808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 0x7f7b240b37a0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f7b20009870 tx=0x7f7b2002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31c32a1b40f6f4cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.474+0000 7f7b28ac0640 1 -- 172.21.15.39:0/2185343808 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b20037070 con 0x7f7b2415e970 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.474+0000 7f7b28ac0640 1 -- 172.21.15.39:0/2185343808 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b20032440 con 0x7f7b2415e970 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.474+0000 7f7b28ac0640 1 -- 172.21.15.39:0/2185343808 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b20032810 con 0x7f7b2415e970 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.475+0000 7f7b2bd26640 1 -- 172.21.15.39:0/2185343808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 msgr2=0x7f7b240b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.475+0000 7f7b2bd26640 1 --2- 172.21.15.39:0/2185343808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 0x7f7b240b37a0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f7b20009870 tx=0x7f7b2002a1c0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.475+0000 7f7b2bd26640 1 -- 172.21.15.39:0/2185343808 shutdown_connections 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.475+0000 7f7b2bd26640 1 --2- 172.21.15.39:0/2185343808 >> v2:172.21.15.50:3300/0 conn(0x7f7b24162cd0 0x7f7b240d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.475+0000 7f7b2bd26640 1 --2- 172.21.15.39:0/2185343808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 0x7f7b240b37a0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.475+0000 7f7b2bd26640 1 -- 172.21.15.39:0/2185343808 >> 172.21.15.39:0/2185343808 conn(0x7f7b2406bd00 msgr2=0x7f7b2406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.475+0000 7f7b2bd26640 1 -- 172.21.15.39:0/2185343808 shutdown_connections 2024-09-19T05:35:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.475+0000 7f7b2bd26640 1 -- 172.21.15.39:0/2185343808 wait complete. 2024-09-19T05:35:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.476+0000 7f7b2bd26640 1 Processor -- start 2024-09-19T05:35:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.476+0000 7f7b2bd26640 1 -- start start 2024-09-19T05:35:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b2bd26640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b240d1a40 0x7f7b2415a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b2bd26640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 0x7f7b241601c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b2bd26640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b24162cd0 0x7f7b24160700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b2bd26640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7b240b6b90 con 0x7f7b2415e970 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b2bd26640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7b240b68b0 con 0x7f7b24162cd0 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b2bd26640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7b24163160 con 0x7f7b240d1a40 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b292c1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 0x7f7b241601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b292c1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 0x7f7b241601c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34522/0 (socket says 172.21.15.39:34522) 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b292c1640 1 -- 172.21.15.39:0/3834650394 learned_addr learned my addr 172.21.15.39:0/3834650394 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b29ac2640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b240d1a40 0x7f7b2415a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b2a2c3640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b24162cd0 0x7f7b24160700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b292c1640 1 -- 172.21.15.39:0/3834650394 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b240d1a40 msgr2=0x7f7b2415a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b292c1640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b240d1a40 0x7f7b2415a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b292c1640 1 -- 172.21.15.39:0/3834650394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b24162cd0 msgr2=0x7f7b24160700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b292c1640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b24162cd0 0x7f7b24160700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b292c1640 1 -- 172.21.15.39:0/3834650394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b24147500 con 0x7f7b2415e970 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b2a2c3640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b24162cd0 0x7f7b24160700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.477+0000 7f7b292c1640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 0x7f7b241601c0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f7b1400b440 tx=0x7f7b1400b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.478+0000 7f7b1a7fc640 1 -- 172.21.15.39:0/3834650394 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b14015020 con 0x7f7b2415e970 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.478+0000 7f7b1a7fc640 1 -- 172.21.15.39:0/3834650394 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b14011890 con 0x7f7b2415e970 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.478+0000 7f7b1a7fc640 1 -- 172.21.15.39:0/3834650394 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b14011c80 con 0x7f7b2415e970 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.478+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b241477e0 con 0x7f7b2415e970 2024-09-19T05:35:53.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.478+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b24147da0 con 0x7f7b2415e970 2024-09-19T05:35:53.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.479+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b240b37a0 con 0x7f7b2415e970 2024-09-19T05:35:53.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.479+0000 7f7b1a7fc640 1 -- 172.21.15.39:0/3834650394 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7b14018020 con 0x7f7b2415e970 2024-09-19T05:35:53.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.480+0000 7f7b1a7fc640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0806c2b0 0x7f7b0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.480+0000 7f7b1a7fc640 1 -- 172.21.15.39:0/3834650394 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f7b1408b590 con 0x7f7b2415e970 2024-09-19T05:35:53.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.480+0000 7f7b29ac2640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0806c2b0 0x7f7b0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.480+0000 7f7b29ac2640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0806c2b0 0x7f7b0806e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7b20034000 tx=0x7f7b2002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.484+0000 7f7b1a7fc640 1 -- 172.21.15.39:0/3834650394 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7b1401f020 con 0x7f7b2415e970 2024-09-19T05:35:53.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.695+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b240b4f00 con 0x7f7b2415e970 2024-09-19T05:35:53.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.695+0000 7f7b1a7fc640 1 -- 172.21.15.39:0/3834650394 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5217 (secure 0 0 0) 0x7f7b1400d040 con 0x7f7b2415e970 2024-09-19T05:35:53.697 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:53.697 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":28,"btime":"2024-09-19T05:35:42:639172+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5206,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3136780929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3136780929},{"type":"v1","addr":"172.21.15.50:6834","nonce":3136780929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/4141180415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":4141180415},{"type":"v1","addr":"172.21.15.50:6835","nonce":4141180415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":25},{"gid":5460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/25992977","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":25992977},{"type":"v1","addr":"172.21.15.39:6836","nonce":25992977}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:39.990571+0000","modified":"2024-09-19T05:35:41.980000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5463":{"gid":5463,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1701717583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1701717583},{"type":"v1","addr":"172.21.15.39:6837","nonce":1701717583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5463,"qdb_cluster":[5463]},"id":4}]} 2024-09-19T05:35:53.697 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 28 2024-09-19T05:35:53.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0806c2b0 msgr2=0x7f7b0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0806c2b0 0x7f7b0806e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7b20034000 tx=0x7f7b2002e000 comp rx=0 tx=0).stop 2024-09-19T05:35:53.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 msgr2=0x7f7b241601c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 0x7f7b241601c0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f7b1400b440 tx=0x7f7b1400b900 comp rx=0 tx=0).stop 2024-09-19T05:35:53.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 shutdown_connections 2024-09-19T05:35:53.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7b0806c2b0 0x7f7b0806e770 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b24162cd0 0x7f7b24160700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2415e970 0x7f7b241601c0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 --2- 172.21.15.39:0/3834650394 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7b240d1a40 0x7f7b2415a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.697+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 >> 172.21.15.39:0/3834650394 conn(0x7f7b2406bd00 msgr2=0x7f7b240b80e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:53.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.698+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 shutdown_connections 2024-09-19T05:35:53.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.698+0000 7f7b2bd26640 1 -- 172.21.15.39:0/3834650394 wait complete. 2024-09-19T05:35:53.710 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:53.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.811+0000 7f5278896640 1 Processor -- start 2024-09-19T05:35:53.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.811+0000 7f5278896640 1 -- start start 2024-09-19T05:35:53.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f5278896640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5274148130 0x7f52740b4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f5278896640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5274072f70 con 0x7f5274072710 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f5278896640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5274073250 con 0x7f52740d12a0 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f5278896640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f5274073530 con 0x7f5274148130 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f527259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5274148130 0x7f52740b4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f526bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5274072710 0x7f52740d0b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42680/0 (socket says 172.21.15.39:42680) 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f526bfff640 1 -- 172.21.15.39:0/1154615921 learned_addr learned my addr 172.21.15.39:0/1154615921 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f527259c640 1 -- 172.21.15.39:0/1154615921 >> v1:172.21.15.50:6789/0 conn(0x7f52740d12a0 legacy=0x7f527406df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f527259c640 1 -- 172.21.15.39:0/1154615921 >> v1:172.21.15.39:6789/0 conn(0x7f5274072710 legacy=0x7f52740d0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f527259c640 1 -- 172.21.15.39:0/1154615921 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f527406da60 con 0x7f5274148130 2024-09-19T05:35:53.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.812+0000 7f5271d9b640 1 -- 172.21.15.39:0/1154615921 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 759608181 0 0) 0x7f5274072f70 con 0x7f5274072710 2024-09-19T05:35:53.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.813+0000 7f527259c640 1 --2- 172.21.15.39:0/1154615921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5274148130 0x7f52740b4a00 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f52640097a0 tx=0x7f526402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cff936c6a52eb53 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:53.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.813+0000 7f5271d9b640 1 -- 172.21.15.39:0/1154615921 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5264037070 con 0x7f5274148130 2024-09-19T05:35:53.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.813+0000 7f5271d9b640 1 -- 172.21.15.39:0/1154615921 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5264032440 con 0x7f5274148130 2024-09-19T05:35:53.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.813+0000 7f5271d9b640 1 -- 172.21.15.39:0/1154615921 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5264032810 con 0x7f5274148130 2024-09-19T05:35:53.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.814+0000 7f5278896640 1 -- 172.21.15.39:0/1154615921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5274148130 msgr2=0x7f52740b4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.814+0000 7f5278896640 1 --2- 172.21.15.39:0/1154615921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5274148130 0x7f52740b4a00 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f52640097a0 tx=0x7f526402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.814+0000 7f5278896640 1 -- 172.21.15.39:0/1154615921 shutdown_connections 2024-09-19T05:35:53.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.814+0000 7f5278896640 1 --2- 172.21.15.39:0/1154615921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5274148130 0x7f52740b4a00 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.814+0000 7f5278896640 1 -- 172.21.15.39:0/1154615921 >> 172.21.15.39:0/1154615921 conn(0x7f527406bf40 msgr2=0x7f527406c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:53.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.814+0000 7f5278896640 1 -- 172.21.15.39:0/1154615921 shutdown_connections 2024-09-19T05:35:53.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.814+0000 7f5278896640 1 -- 172.21.15.39:0/1154615921 wait complete. 2024-09-19T05:35:53.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.815+0000 7f5278896640 1 Processor -- start 2024-09-19T05:35:53.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.815+0000 7f5278896640 1 -- start start 2024-09-19T05:35:53.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f5278896640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5274072710 0x7f52741f5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f5278896640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52740d12a0 0x7f52741440f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f5278896640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5274148130 0x7f52741e5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f5278896640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f527406d800 con 0x7f52740d12a0 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f5278896640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f527406d680 con 0x7f5274072710 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f5278896640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5274072b80 con 0x7f5274148130 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f526bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52740d12a0 0x7f52741440f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f526bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52740d12a0 0x7f52741440f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34530/0 (socket says 172.21.15.39:34530) 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f526bfff640 1 -- 172.21.15.39:0/3098103396 learned_addr learned my addr 172.21.15.39:0/3098103396 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f527259c640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5274072710 0x7f52741f5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f5272d9d640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5274148130 0x7f52741e5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f526bfff640 1 -- 172.21.15.39:0/3098103396 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5274148130 msgr2=0x7f52741e5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f526bfff640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5274148130 0x7f52741e5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f526bfff640 1 -- 172.21.15.39:0/3098103396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5274072710 msgr2=0x7f52741f5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f526bfff640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5274072710 0x7f52741f5700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f526bfff640 1 -- 172.21.15.39:0/3098103396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52741f5260 con 0x7f52740d12a0 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.816+0000 7f526bfff640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52740d12a0 0x7f52741440f0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f525c00c4d0 tx=0x7f525c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.817+0000 7f526affd640 1 -- 172.21.15.39:0/3098103396 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f525c018070 con 0x7f52740d12a0 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.817+0000 7f526affd640 1 -- 172.21.15.39:0/3098103396 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f525c0074e0 con 0x7f52740d12a0 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.817+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5274141dc0 con 0x7f52740d12a0 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.817+0000 7f526affd640 1 -- 172.21.15.39:0/3098103396 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f525c004a20 con 0x7f52740d12a0 2024-09-19T05:35:53.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.817+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5274144630 con 0x7f52740d12a0 2024-09-19T05:35:53.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.818+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5274069190 con 0x7f52740d12a0 2024-09-19T05:35:53.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.818+0000 7f526affd640 1 -- 172.21.15.39:0/3098103396 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f525c01b070 con 0x7f52740d12a0 2024-09-19T05:35:53.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.819+0000 7f526affd640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f525406c2e0 0x7f525406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:53.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.819+0000 7f526affd640 1 -- 172.21.15.39:0/3098103396 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f525c08a660 con 0x7f52740d12a0 2024-09-19T05:35:53.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.819+0000 7f527259c640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f525406c2e0 0x7f525406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:53.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.819+0000 7f527259c640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f525406c2e0 0x7f525406e7a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5264034000 tx=0x7f526402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:53.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:53.823+0000 7f526affd640 1 -- 172.21.15.39:0/3098103396 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f525c058780 con 0x7f52740d12a0 2024-09-19T05:35:54.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.000+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5274071f80 con 0x7f52740d12a0 2024-09-19T05:35:54.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.001+0000 7f526affd640 1 -- 172.21.15.39:0/3098103396 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) ==== 74+0+16701 (secure 0 0 0) 0x7f525c05ca80 con 0x7f52740d12a0 2024-09-19T05:35:54.003 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:54.003 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":54,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:41.353100+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:38.346023+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:38.971112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:54.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f525406c2e0 msgr2=0x7f525406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f525406c2e0 0x7f525406e7a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5264034000 tx=0x7f526402e000 comp rx=0 tx=0).stop 2024-09-19T05:35:54.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52740d12a0 msgr2=0x7f52741440f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52740d12a0 0x7f52741440f0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f525c00c4d0 tx=0x7f525c00c990 comp rx=0 tx=0).stop 2024-09-19T05:35:54.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 shutdown_connections 2024-09-19T05:35:54.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f525406c2e0 0x7f525406e7a0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5274148130 0x7f52741e5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52740d12a0 0x7f52741440f0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 --2- 172.21.15.39:0/3098103396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5274072710 0x7f52741f5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 >> 172.21.15.39:0/3098103396 conn(0x7f527406bf40 msgr2=0x7f52740b19c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:54.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 shutdown_connections 2024-09-19T05:35:54.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.003+0000 7f5278896640 1 -- 172.21.15.39:0/3098103396 wait complete. 2024-09-19T05:35:54.016 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:35:54.016 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:54.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.117+0000 7f465950a640 1 Processor -- start 2024-09-19T05:35:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.117+0000 7f465950a640 1 -- start start 2024-09-19T05:35:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.118+0000 7f465950a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f4654162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.118+0000 7f465950a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f46540d1ba0 0x7f46540d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.118+0000 7f465950a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46540b7920 con 0x7f46540cf1f0 2024-09-19T05:35:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.118+0000 7f465950a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f46540cf940 con 0x7f46540d1ba0 2024-09-19T05:35:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.118+0000 7f465950a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f46540cfc20 con 0x7f465415e8e0 2024-09-19T05:35:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.118+0000 7f4652ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f4654162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.118+0000 7f4652ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f4654162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:58906/0 (socket says 172.21.15.39:58906) 2024-09-19T05:35:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.118+0000 7f4652ffd640 1 -- 172.21.15.39:0/2825153948 learned_addr learned my addr 172.21.15.39:0/2825153948 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.118+0000 7f46537fe640 1 --2- 172.21.15.39:0/2825153948 >> v2:172.21.15.50:3300/0 conn(0x7f46540d1ba0 0x7f46540d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.119+0000 7f4652ffd640 1 -- 172.21.15.39:0/2825153948 >> v2:172.21.15.50:3300/0 conn(0x7f46540d1ba0 msgr2=0x7f46540d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.119+0000 7f4652ffd640 1 --2- 172.21.15.39:0/2825153948 >> v2:172.21.15.50:3300/0 conn(0x7f46540d1ba0 0x7f46540d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.119+0000 7f4652ffd640 1 -- 172.21.15.39:0/2825153948 >> v1:172.21.15.50:6789/0 conn(0x7f46540cf1f0 legacy=0x7f46540d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.119+0000 7f4651ffb640 1 -- 172.21.15.39:0/2825153948 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3374776240 0 0) 0x7f4648001110 con 0x7f46540cf1f0 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.119+0000 7f4652ffd640 1 -- 172.21.15.39:0/2825153948 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46540d2ae0 con 0x7f465415e8e0 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.119+0000 7f4652ffd640 1 --2- 172.21.15.39:0/2825153948 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f4654162cf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4644009870 tx=0x7f464402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e853ef779bd11f7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f4651ffb640 1 -- 172.21.15.39:0/2825153948 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4644037070 con 0x7f465415e8e0 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f4651ffb640 1 -- 172.21.15.39:0/2825153948 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4644032440 con 0x7f465415e8e0 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f4651ffb640 1 -- 172.21.15.39:0/2825153948 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4644032810 con 0x7f465415e8e0 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f465950a640 1 -- 172.21.15.39:0/2825153948 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 msgr2=0x7f4654162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f465950a640 1 --2- 172.21.15.39:0/2825153948 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f4654162cf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4644009870 tx=0x7f464402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f465950a640 1 -- 172.21.15.39:0/2825153948 shutdown_connections 2024-09-19T05:35:54.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f465950a640 1 --2- 172.21.15.39:0/2825153948 >> v2:172.21.15.50:3300/0 conn(0x7f46540d1ba0 0x7f46540d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f465950a640 1 --2- 172.21.15.39:0/2825153948 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f4654162cf0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f465950a640 1 -- 172.21.15.39:0/2825153948 >> 172.21.15.39:0/2825153948 conn(0x7f465406bd00 msgr2=0x7f465406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:54.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f465950a640 1 -- 172.21.15.39:0/2825153948 shutdown_connections 2024-09-19T05:35:54.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.120+0000 7f465950a640 1 -- 172.21.15.39:0/2825153948 wait complete. 2024-09-19T05:35:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.122+0000 7f465950a640 1 Processor -- start 2024-09-19T05:35:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.122+0000 7f465950a640 1 -- start start 2024-09-19T05:35:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.122+0000 7f465950a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46540cf1f0 0x7f46540d4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.122+0000 7f465950a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46540d1ba0 0x7f46540c93c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.122+0000 7f465950a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f46540c9900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.122+0000 7f465950a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f46540d3820 con 0x7f46540cf1f0 2024-09-19T05:35:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.122+0000 7f465950a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f46540cf630 con 0x7f46540d1ba0 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.122+0000 7f465950a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f46540d39a0 con 0x7f465415e8e0 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.122+0000 7f4652ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46540cf1f0 0x7f46540d4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f4652ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46540cf1f0 0x7f46540d4e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34532/0 (socket says 172.21.15.39:34532) 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f4652ffd640 1 -- 172.21.15.39:0/3329964689 learned_addr learned my addr 172.21.15.39:0/3329964689 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f46527fc640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46540d1ba0 0x7f46540c93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f46537fe640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f46540c9900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f4652ffd640 1 -- 172.21.15.39:0/3329964689 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 msgr2=0x7f46540c9900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f4652ffd640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f46540c9900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f4652ffd640 1 -- 172.21.15.39:0/3329964689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46540d1ba0 msgr2=0x7f46540c93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f4652ffd640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46540d1ba0 0x7f46540c93c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f4652ffd640 1 -- 172.21.15.39:0/3329964689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46540ca410 con 0x7f46540cf1f0 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f4652ffd640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46540cf1f0 0x7f46540d4e30 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f46440090b0 tx=0x7f46440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f463b7fe640 1 -- 172.21.15.39:0/3329964689 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4644037040 con 0x7f46540cf1f0 2024-09-19T05:35:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f463b7fe640 1 -- 172.21.15.39:0/3329964689 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4644004250 con 0x7f46540cf1f0 2024-09-19T05:35:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46540cb8f0 con 0x7f46540cf1f0 2024-09-19T05:35:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f463b7fe640 1 -- 172.21.15.39:0/3329964689 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4644003610 con 0x7f46540cf1f0 2024-09-19T05:35:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.123+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46540cbb90 con 0x7f46540cf1f0 2024-09-19T05:35:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.124+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46540d32e0 con 0x7f46540cf1f0 2024-09-19T05:35:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.125+0000 7f463b7fe640 1 -- 172.21.15.39:0/3329964689 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f464402ad10 con 0x7f46540cf1f0 2024-09-19T05:35:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.125+0000 7f463b7fe640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f464006c2b0 0x7f464006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.125+0000 7f463b7fe640 1 -- 172.21.15.39:0/3329964689 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f46440abe00 con 0x7f46540cf1f0 2024-09-19T05:35:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.125+0000 7f46527fc640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f464006c2b0 0x7f464006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.126+0000 7f46527fc640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f464006c2b0 0x7f464006e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f46540d0960 tx=0x7f4648009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:54.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.130+0000 7f463b7fe640 1 -- 172.21.15.39:0/3329964689 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f464407a040 con 0x7f46540cf1f0 2024-09-19T05:35:54.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.340+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f46540d23d0 con 0x7f46540cf1f0 2024-09-19T05:35:54.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.341+0000 7f463b7fe640 1 -- 172.21.15.39:0/3329964689 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5217 (secure 0 0 0) 0x7f464407e340 con 0x7f46540cf1f0 2024-09-19T05:35:54.342 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:54.343 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":28,"btime":"2024-09-19T05:35:42:639172+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5206,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3136780929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3136780929},{"type":"v1","addr":"172.21.15.50:6834","nonce":3136780929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/4141180415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":4141180415},{"type":"v1","addr":"172.21.15.50:6835","nonce":4141180415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":25},{"gid":5460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/25992977","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":25992977},{"type":"v1","addr":"172.21.15.39:6836","nonce":25992977}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:39.990571+0000","modified":"2024-09-19T05:35:41.980000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5463":{"gid":5463,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1701717583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1701717583},{"type":"v1","addr":"172.21.15.39:6837","nonce":1701717583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5463,"qdb_cluster":[5463]},"id":4}]} 2024-09-19T05:35:54.343 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 28 2024-09-19T05:35:54.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f464006c2b0 msgr2=0x7f464006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f464006c2b0 0x7f464006e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f46540d0960 tx=0x7f4648009040 comp rx=0 tx=0).stop 2024-09-19T05:35:54.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46540cf1f0 msgr2=0x7f46540d4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46540cf1f0 0x7f46540d4e30 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f46440090b0 tx=0x7f46440046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 shutdown_connections 2024-09-19T05:35:54.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f464006c2b0 0x7f464006e770 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f465415e8e0 0x7f46540c9900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46540d1ba0 0x7f46540c93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 --2- 172.21.15.39:0/3329964689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46540cf1f0 0x7f46540d4e30 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 >> 172.21.15.39:0/3329964689 conn(0x7f465406bd00 msgr2=0x7f46540b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:54.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 shutdown_connections 2024-09-19T05:35:54.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.343+0000 7f465950a640 1 -- 172.21.15.39:0/3329964689 wait complete. 2024-09-19T05:35:54.356 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:35:54.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.457+0000 7f4edb1e8640 1 Processor -- start 2024-09-19T05:35:54.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.457+0000 7f4edb1e8640 1 -- start start 2024-09-19T05:35:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.458+0000 7f4edb1e8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4ed40b6a70 0x7f4ed40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.458+0000 7f4edb1e8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40d1510 0x7f4ed40d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.458+0000 7f4edb1e8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ed40d1d90 con 0x7f4ed40b6690 2024-09-19T05:35:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.458+0000 7f4edb1e8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4ed40cf540 con 0x7f4ed40b6a70 2024-09-19T05:35:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.458+0000 7f4edb1e8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ed40ceef0 con 0x7f4ed40d1510 2024-09-19T05:35:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.458+0000 7f4ed3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4ed40b6a70 0x7f4ed40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.458+0000 7f4ed3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4ed40b6a70 0x7f4ed40d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34548/0 (socket says 172.21.15.39:34548) 2024-09-19T05:35:54.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.458+0000 7f4ed3fff640 1 -- 172.21.15.39:0/2093551632 learned_addr learned my addr 172.21.15.39:0/2093551632 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:54.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.458+0000 7f4ed9785640 1 --2- 172.21.15.39:0/2093551632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40d1510 0x7f4ed40d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.459+0000 7f4ed3fff640 1 -- 172.21.15.39:0/2093551632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40d1510 msgr2=0x7f4ed40d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:54.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.459+0000 7f4ed3fff640 1 --2- 172.21.15.39:0/2093551632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40d1510 0x7f4ed40d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.459+0000 7f4ed3fff640 1 -- 172.21.15.39:0/2093551632 >> v1:172.21.15.50:6789/0 conn(0x7f4ed40b6690 legacy=0x7f4ed40cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.459+0000 7f4ed3fff640 1 -- 172.21.15.39:0/2093551632 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed40cf1d0 con 0x7f4ed40b6a70 2024-09-19T05:35:54.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.459+0000 7f4ed3fff640 1 --2- 172.21.15.39:0/2093551632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6a70 0x7f4ed40d0fd0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8009870 tx=0x7f4ec802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98e7a6d8bd59ae1d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:54.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.459+0000 7f4ed37fe640 1 -- 172.21.15.39:0/2093551632 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8037070 con 0x7f4ed40b6a70 2024-09-19T05:35:54.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.459+0000 7f4ed37fe640 1 -- 172.21.15.39:0/2093551632 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ec8032440 con 0x7f4ed40b6a70 2024-09-19T05:35:54.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.459+0000 7f4ed37fe640 1 -- 172.21.15.39:0/2093551632 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8032810 con 0x7f4ed40b6a70 2024-09-19T05:35:54.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.460+0000 7f4edb1e8640 1 -- 172.21.15.39:0/2093551632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6a70 msgr2=0x7f4ed40d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.460+0000 7f4edb1e8640 1 --2- 172.21.15.39:0/2093551632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6a70 0x7f4ed40d0fd0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8009870 tx=0x7f4ec802a270 comp rx=0 tx=0).stop 2024-09-19T05:35:54.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.460+0000 7f4edb1e8640 1 -- 172.21.15.39:0/2093551632 shutdown_connections 2024-09-19T05:35:54.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.460+0000 7f4edb1e8640 1 --2- 172.21.15.39:0/2093551632 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40d1510 0x7f4ed40d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.460+0000 7f4edb1e8640 1 --2- 172.21.15.39:0/2093551632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6a70 0x7f4ed40d0fd0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.460+0000 7f4edb1e8640 1 -- 172.21.15.39:0/2093551632 >> 172.21.15.39:0/2093551632 conn(0x7f4ed4072560 msgr2=0x7f4ed4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:54.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.460+0000 7f4edb1e8640 1 -- 172.21.15.39:0/2093551632 shutdown_connections 2024-09-19T05:35:54.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.460+0000 7f4edb1e8640 1 -- 172.21.15.39:0/2093551632 wait complete. 2024-09-19T05:35:54.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.461+0000 7f4edb1e8640 1 Processor -- start 2024-09-19T05:35:54.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.461+0000 7f4edb1e8640 1 -- start start 2024-09-19T05:35:54.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4edb1e8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6690 0x7f4ed41f4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4edb1e8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40b6a70 0x7f4ed41f74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4edb1e8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed40d1510 0x7f4ed40cc760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4edb1e8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed40d1b00 con 0x7f4ed40b6690 2024-09-19T05:35:54.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4edb1e8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed40d1980 con 0x7f4ed40d1510 2024-09-19T05:35:54.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4edb1e8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ed415c530 con 0x7f4ed40b6a70 2024-09-19T05:35:54.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4ed8f84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6690 0x7f4ed41f4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4ed8f84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6690 0x7f4ed41f4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34552/0 (socket says 172.21.15.39:34552) 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4ed8f84640 1 -- 172.21.15.39:0/4119060449 learned_addr learned my addr 172.21.15.39:0/4119060449 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4ed9785640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed40d1510 0x7f4ed40cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.462+0000 7f4ed3fff640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40b6a70 0x7f4ed41f74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4ed8f84640 1 -- 172.21.15.39:0/4119060449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40b6a70 msgr2=0x7f4ed41f74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4ed8f84640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40b6a70 0x7f4ed41f74e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4ed8f84640 1 -- 172.21.15.39:0/4119060449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed40d1510 msgr2=0x7f4ed40cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4ed8f84640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed40d1510 0x7f4ed40cc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4ed8f84640 1 -- 172.21.15.39:0/4119060449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed40cd0b0 con 0x7f4ed40b6690 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4ed8f84640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6690 0x7f4ed41f4770 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4ec400c3c0 tx=0x7f4ec400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4ed17fa640 1 -- 172.21.15.39:0/4119060449 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec40052d0 con 0x7f4ed40b6690 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4ed17fa640 1 -- 172.21.15.39:0/4119060449 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ec4005490 con 0x7f4ed40b6690 2024-09-19T05:35:54.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ed4157c90 con 0x7f4ed40b6690 2024-09-19T05:35:54.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4ed17fa640 1 -- 172.21.15.39:0/4119060449 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec4007260 con 0x7f4ed40b6690 2024-09-19T05:35:54.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.463+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ed4158250 con 0x7f4ed40b6690 2024-09-19T05:35:54.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.464+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ed40d0fd0 con 0x7f4ed40b6690 2024-09-19T05:35:54.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.465+0000 7f4ed17fa640 1 -- 172.21.15.39:0/4119060449 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ec4007400 con 0x7f4ed40b6690 2024-09-19T05:35:54.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.465+0000 7f4ed17fa640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ec006c2b0 0x7f4ec006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.465+0000 7f4ed17fa640 1 -- 172.21.15.39:0/4119060449 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7f4ec408a7d0 con 0x7f4ed40b6690 2024-09-19T05:35:54.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.465+0000 7f4ed3fff640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ec006c2b0 0x7f4ec006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.466+0000 7f4ed3fff640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ec006c2b0 0x7f4ec006e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8034000 tx=0x7f4ec802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:54.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.470+0000 7f4ed17fa640 1 -- 172.21.15.39:0/4119060449 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4ec4058980 con 0x7f4ed40b6690 2024-09-19T05:35:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.681+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ed4069140 con 0x7f4ed40b6690 2024-09-19T05:35:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.682+0000 7f4ed17fa640 1 -- 172.21.15.39:0/4119060449 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5217 (secure 0 0 0) 0x7f4ec405cc80 con 0x7f4ed40b6690 2024-09-19T05:35:54.684 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:54.684 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":28,"btime":"2024-09-19T05:35:42:639172+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5206,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3136780929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3136780929},{"type":"v1","addr":"172.21.15.50:6834","nonce":3136780929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/4141180415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":4141180415},{"type":"v1","addr":"172.21.15.50:6835","nonce":4141180415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":25},{"gid":5460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/25992977","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":25992977},{"type":"v1","addr":"172.21.15.39:6836","nonce":25992977}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:35:39.990571+0000","modified":"2024-09-19T05:35:41.980000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5463":{"gid":5463,"name":"a","rank":0,"incarnation":26,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/1701717583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1701717583},{"type":"v1","addr":"172.21.15.39:6837","nonce":1701717583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5463,"qdb_cluster":[5463]},"id":4}]} 2024-09-19T05:35:54.685 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 28 2024-09-19T05:35:54.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ec006c2b0 msgr2=0x7f4ec006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ec006c2b0 0x7f4ec006e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8034000 tx=0x7f4ec802e000 comp rx=0 tx=0).stop 2024-09-19T05:35:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6690 msgr2=0x7f4ed41f4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6690 0x7f4ed41f4770 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4ec400c3c0 tx=0x7f4ec400c880 comp rx=0 tx=0).stop 2024-09-19T05:35:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 shutdown_connections 2024-09-19T05:35:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4ec006c2b0 0x7f4ec006e770 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ed40d1510 0x7f4ed40cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ed40b6a70 0x7f4ed41f74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 --2- 172.21.15.39:0/4119060449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ed40b6690 0x7f4ed41f4770 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 >> 172.21.15.39:0/4119060449 conn(0x7f4ed4072560 msgr2=0x7f4ed40b8980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:54.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 shutdown_connections 2024-09-19T05:35:54.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.684+0000 7f4edb1e8640 1 -- 172.21.15.39:0/4119060449 wait complete. 2024-09-19T05:35:54.697 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:54.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.800+0000 7fad171cf640 1 Processor -- start 2024-09-19T05:35:54.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.800+0000 7fad171cf640 1 -- start start 2024-09-19T05:35:54.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad171cf640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fad1015e800 0x7fad100cf770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad171cf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fad100d2630 0x7fad100d16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad171cf640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad100b3fa0 con 0x7fad100b9a90 2024-09-19T05:35:54.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad171cf640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fad1015ebe0 con 0x7fad100d2630 2024-09-19T05:35:54.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad171cf640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fad100d3e50 con 0x7fad1015e800 2024-09-19T05:35:54.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad0ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fad100d2630 0x7fad100d16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad1576c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fad100b9a90 0x7fad100d46a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42696/0 (socket says 172.21.15.39:42696) 2024-09-19T05:35:54.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad1576c640 1 -- 172.21.15.39:0/2880982011 learned_addr learned my addr 172.21.15.39:0/2880982011 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:54.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad14f6b640 1 --2- 172.21.15.39:0/2880982011 >> v2:172.21.15.50:3300/0 conn(0x7fad1015e800 0x7fad100cf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad0ffff640 1 -- 172.21.15.39:0/2880982011 >> v2:172.21.15.50:3300/0 conn(0x7fad1015e800 msgr2=0x7fad100cf770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:54.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad0ffff640 1 --2- 172.21.15.39:0/2880982011 >> v2:172.21.15.50:3300/0 conn(0x7fad1015e800 0x7fad100cf770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad0ffff640 1 -- 172.21.15.39:0/2880982011 >> v1:172.21.15.39:6789/0 conn(0x7fad100b9a90 legacy=0x7fad100d46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad0ffff640 1 -- 172.21.15.39:0/2880982011 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad100d2b10 con 0x7fad100d2630 2024-09-19T05:35:54.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad0f7fe640 1 -- 172.21.15.39:0/2880982011 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 434631100 0 0) 0x7fad100b3fa0 con 0x7fad100b9a90 2024-09-19T05:35:54.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.801+0000 7fad14f6b640 1 --2- 172.21.15.39:0/2880982011 >> v2:172.21.15.50:3300/0 conn(0x7fad1015e800 0x7fad100cf770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:54.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.802+0000 7fad0ffff640 1 --2- 172.21.15.39:0/2880982011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad100d2630 0x7fad100d16a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fad100d5720 tx=0x7fad0402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7da78c988f62b85d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:54.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.802+0000 7fad0f7fe640 1 -- 172.21.15.39:0/2880982011 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad04037070 con 0x7fad100d2630 2024-09-19T05:35:54.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.802+0000 7fad0f7fe640 1 -- 172.21.15.39:0/2880982011 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad04032440 con 0x7fad100d2630 2024-09-19T05:35:54.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.802+0000 7fad0f7fe640 1 -- 172.21.15.39:0/2880982011 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad04032810 con 0x7fad100d2630 2024-09-19T05:35:54.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.803+0000 7fad171cf640 1 -- 172.21.15.39:0/2880982011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad100d2630 msgr2=0x7fad100d16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.803+0000 7fad171cf640 1 --2- 172.21.15.39:0/2880982011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad100d2630 0x7fad100d16a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fad100d5720 tx=0x7fad0402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.803+0000 7fad171cf640 1 -- 172.21.15.39:0/2880982011 shutdown_connections 2024-09-19T05:35:54.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.803+0000 7fad171cf640 1 --2- 172.21.15.39:0/2880982011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad100d2630 0x7fad100d16a0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.803+0000 7fad171cf640 1 --2- 172.21.15.39:0/2880982011 >> v2:172.21.15.50:3300/0 conn(0x7fad1015e800 0x7fad100cf770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.803+0000 7fad171cf640 1 -- 172.21.15.39:0/2880982011 >> 172.21.15.39:0/2880982011 conn(0x7fad10072560 msgr2=0x7fad10072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:54.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.803+0000 7fad171cf640 1 -- 172.21.15.39:0/2880982011 shutdown_connections 2024-09-19T05:35:54.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.803+0000 7fad171cf640 1 -- 172.21.15.39:0/2880982011 wait complete. 2024-09-19T05:35:54.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.804+0000 7fad171cf640 1 Processor -- start 2024-09-19T05:35:54.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.804+0000 7fad171cf640 1 -- start start 2024-09-19T05:35:54.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad171cf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad100b9a90 0x7fad10160a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad171cf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad100d2630 0x7fad101f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad171cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1015e800 0x7fad100cde50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad171cf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fad100d33b0 con 0x7fad1015e800 2024-09-19T05:35:54.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad171cf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad100d30d0 con 0x7fad100b9a90 2024-09-19T05:35:54.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad171cf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fad100d3690 con 0x7fad100d2630 2024-09-19T05:35:54.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad1576c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1015e800 0x7fad100cde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad1576c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1015e800 0x7fad100cde50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34572/0 (socket says 172.21.15.39:34572) 2024-09-19T05:35:54.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad1576c640 1 -- 172.21.15.39:0/1658904959 learned_addr learned my addr 172.21.15.39:0/1658904959 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:54.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad14f6b640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad100b9a90 0x7fad10160a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad0ffff640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad100d2630 0x7fad101f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad1576c640 1 -- 172.21.15.39:0/1658904959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad100d2630 msgr2=0x7fad101f4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad1576c640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad100d2630 0x7fad101f4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad1576c640 1 -- 172.21.15.39:0/1658904959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad100b9a90 msgr2=0x7fad10160a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad1576c640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad100b9a90 0x7fad10160a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad1576c640 1 -- 172.21.15.39:0/1658904959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad1015ff90 con 0x7fad1015e800 2024-09-19T05:35:54.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.805+0000 7fad0ffff640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad100d2630 0x7fad101f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:54.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.806+0000 7fad1576c640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1015e800 0x7fad100cde50 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fad0800cb20 tx=0x7fad0800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:54.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.806+0000 7fad0d7fa640 1 -- 172.21.15.39:0/1658904959 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad0800aca0 con 0x7fad1015e800 2024-09-19T05:35:54.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.806+0000 7fad0d7fa640 1 -- 172.21.15.39:0/1658904959 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad08012400 con 0x7fad1015e800 2024-09-19T05:35:54.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.806+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad101f5220 con 0x7fad1015e800 2024-09-19T05:35:54.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.806+0000 7fad0d7fa640 1 -- 172.21.15.39:0/1658904959 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad0800ae60 con 0x7fad1015e800 2024-09-19T05:35:54.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.806+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad10160200 con 0x7fad1015e800 2024-09-19T05:35:54.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.807+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad100cf770 con 0x7fad1015e800 2024-09-19T05:35:54.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.807+0000 7fad0d7fa640 1 -- 172.21.15.39:0/1658904959 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fad080127f0 con 0x7fad1015e800 2024-09-19T05:35:54.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.808+0000 7fad0d7fa640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7facfc06c2b0 0x7facfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:54.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.808+0000 7fad0d7fa640 1 -- 172.21.15.39:0/1658904959 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7fad0808b9b0 con 0x7fad1015e800 2024-09-19T05:35:54.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.808+0000 7fad14f6b640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7facfc06c2b0 0x7facfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:54.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.808+0000 7fad14f6b640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7facfc06c2b0 0x7facfc06e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fad0000aac0 tx=0x7fad00008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:54.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.812+0000 7fad0d7fa640 1 -- 172.21.15.39:0/1658904959 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fad101f5220 con 0x7fad1015e800 2024-09-19T05:35:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.988+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fad100d51a0 con 0x7fad1015e800 2024-09-19T05:35:54.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.989+0000 7fad0d7fa640 1 -- 172.21.15.39:0/1658904959 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) ==== 74+0+16701 (secure 0 0 0) 0x7fad0805a120 con 0x7fad1015e800 2024-09-19T05:35:54.991 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:54.991 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":54,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:41.353100+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:35:38.346023+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T05:35:38.971112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7facfc06c2b0 msgr2=0x7facfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7facfc06c2b0 0x7facfc06e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fad0000aac0 tx=0x7fad00008040 comp rx=0 tx=0).stop 2024-09-19T05:35:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1015e800 msgr2=0x7fad100cde50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1015e800 0x7fad100cde50 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fad0800cb20 tx=0x7fad0800a060 comp rx=0 tx=0).stop 2024-09-19T05:35:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 shutdown_connections 2024-09-19T05:35:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7facfc06c2b0 0x7facfc06e770 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1015e800 0x7fad100cde50 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad100d2630 0x7fad101f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 --2- 172.21.15.39:0/1658904959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad100b9a90 0x7fad10160a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 >> 172.21.15.39:0/1658904959 conn(0x7fad10072560 msgr2=0x7fad100b92c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 shutdown_connections 2024-09-19T05:35:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:54.991+0000 7fad171cf640 1 -- 172.21.15.39:0/1658904959 wait complete. 2024-09-19T05:35:55.003 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:35:55.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.105+0000 7ff096f6d640 1 Processor -- start 2024-09-19T05:35:55.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.106+0000 7ff096f6d640 1 -- start start 2024-09-19T05:35:55.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.106+0000 7ff096f6d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff0900d1b70 0x7ff090070ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.106+0000 7ff096f6d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0900b5570 0x7ff0900b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.106+0000 7ff096f6d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0900b1bd0 con 0x7ff09015c490 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.106+0000 7ff096f6d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ff0900b1eb0 con 0x7ff0900b5570 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.106+0000 7ff096f6d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff0900d0ea0 con 0x7ff0900d1b70 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.107+0000 7ff09550a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0900b5570 0x7ff0900b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.107+0000 7ff09550a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0900b5570 0x7ff0900b59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34588/0 (socket says 172.21.15.39:34588) 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.107+0000 7ff09550a640 1 -- 172.21.15.39:0/1798055548 learned_addr learned my addr 172.21.15.39:0/1798055548 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.107+0000 7ff08ffff640 1 --2- 172.21.15.39:0/1798055548 >> v2:172.21.15.50:3300/0 conn(0x7ff0900d1b70 0x7ff090070ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.107+0000 7ff09550a640 1 -- 172.21.15.39:0/1798055548 >> v2:172.21.15.50:3300/0 conn(0x7ff0900d1b70 msgr2=0x7ff090070ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.107+0000 7ff09550a640 1 --2- 172.21.15.39:0/1798055548 >> v2:172.21.15.50:3300/0 conn(0x7ff0900d1b70 0x7ff090070ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.107+0000 7ff09550a640 1 -- 172.21.15.39:0/1798055548 >> v1:172.21.15.50:6789/0 conn(0x7ff09015c490 legacy=0x7ff0900707b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.107+0000 7ff09550a640 1 -- 172.21.15.39:0/1798055548 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0900d1180 con 0x7ff0900b5570 2024-09-19T05:35:55.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff09550a640 1 --2- 172.21.15.39:0/1798055548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 0x7ff0900b59e0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff078009870 tx=0x7ff07802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c81a431b47f1948c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:55.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff08f7fe640 1 -- 172.21.15.39:0/1798055548 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff078037070 con 0x7ff0900b5570 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff08f7fe640 1 -- 172.21.15.39:0/1798055548 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff078032440 con 0x7ff0900b5570 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff08f7fe640 1 -- 172.21.15.39:0/1798055548 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff078032810 con 0x7ff0900b5570 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff096f6d640 1 -- 172.21.15.39:0/1798055548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 msgr2=0x7ff0900b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff096f6d640 1 --2- 172.21.15.39:0/1798055548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 0x7ff0900b59e0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff078009870 tx=0x7ff07802a270 comp rx=0 tx=0).stop 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff096f6d640 1 -- 172.21.15.39:0/1798055548 shutdown_connections 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff096f6d640 1 --2- 172.21.15.39:0/1798055548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 0x7ff0900b59e0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff096f6d640 1 --2- 172.21.15.39:0/1798055548 >> v2:172.21.15.50:3300/0 conn(0x7ff0900d1b70 0x7ff090070ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff096f6d640 1 -- 172.21.15.39:0/1798055548 >> 172.21.15.39:0/1798055548 conn(0x7ff0900d24b0 msgr2=0x7ff0900d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff096f6d640 1 -- 172.21.15.39:0/1798055548 shutdown_connections 2024-09-19T05:35:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.108+0000 7ff096f6d640 1 -- 172.21.15.39:0/1798055548 wait complete. 2024-09-19T05:35:55.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.110+0000 7ff096f6d640 1 Processor -- start 2024-09-19T05:35:55.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.110+0000 7ff096f6d640 1 -- start start 2024-09-19T05:35:55.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.110+0000 7ff096f6d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 0x7ff0901f8810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.110+0000 7ff096f6d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0900d1b70 0x7ff09006cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff096f6d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff09015c490 0x7ff0901f7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff096f6d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff09015c9f0 con 0x7ff0900b5570 2024-09-19T05:35:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff096f6d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff09015c870 con 0x7ff0900d1b70 2024-09-19T05:35:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff096f6d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff090074030 con 0x7ff09015c490 2024-09-19T05:35:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff094d09640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 0x7ff0901f8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff094d09640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 0x7ff0901f8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34602/0 (socket says 172.21.15.39:34602) 2024-09-19T05:35:55.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff094d09640 1 -- 172.21.15.39:0/198926838 learned_addr learned my addr 172.21.15.39:0/198926838 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:55.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff08ffff640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0900d1b70 0x7ff09006cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff09550a640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff09015c490 0x7ff0901f7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff094d09640 1 -- 172.21.15.39:0/198926838 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff09015c490 msgr2=0x7ff0901f7ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:55.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff094d09640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff09015c490 0x7ff0901f7ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff094d09640 1 -- 172.21.15.39:0/198926838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0900d1b70 msgr2=0x7ff09006cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:55.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff094d09640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0900d1b70 0x7ff09006cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff094d09640 1 -- 172.21.15.39:0/198926838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff09006c530 con 0x7ff0900b5570 2024-09-19T05:35:55.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff09550a640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff09015c490 0x7ff0901f7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:55.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff094d09640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 0x7ff0901f8810 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7ff08800ba50 tx=0x7ff08800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:55.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff08d7fa640 1 -- 172.21.15.39:0/198926838 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff088019070 con 0x7ff0900b5570 2024-09-19T05:35:55.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff08d7fa640 1 -- 172.21.15.39:0/198926838 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff08800cc20 con 0x7ff0900b5570 2024-09-19T05:35:55.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0900aea20 con 0x7ff0900b5570 2024-09-19T05:35:55.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff08d7fa640 1 -- 172.21.15.39:0/198926838 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff088014680 con 0x7ff0900b5570 2024-09-19T05:35:55.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.111+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff09006c7d0 con 0x7ff0900b5570 2024-09-19T05:35:55.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.112+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0900707b0 con 0x7ff0900b5570 2024-09-19T05:35:55.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.113+0000 7ff08d7fa640 1 -- 172.21.15.39:0/198926838 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff08801c070 con 0x7ff0900b5570 2024-09-19T05:35:55.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.113+0000 7ff08d7fa640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff07006c2e0 0x7ff07006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.113+0000 7ff08ffff640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff07006c2e0 0x7ff07006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.114+0000 7ff08d7fa640 1 -- 172.21.15.39:0/198926838 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5709+0+0 (secure 0 0 0) 0x7ff08808b0b0 con 0x7ff0900b5570 2024-09-19T05:35:55.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.114+0000 7ff08ffff640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff07006c2e0 0x7ff07006e7a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff09014e6c0 tx=0x7ff080008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:55.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.118+0000 7ff08d7fa640 1 -- 172.21.15.39:0/198926838 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0880591d0 con 0x7ff0900b5570 2024-09-19T05:35:55.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.334+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff090069140 con 0x7ff0900b5570 2024-09-19T05:35:55.336 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:35:55.335+0000 7efed0237640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:35:55.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.336+0000 7ff08d7fa640 1 -- 172.21.15.39:0/198926838 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v29) ==== 161+0+0 (secure 0 0 0) 0x7ff08805d4d0 con 0x7ff0900b5570 2024-09-19T05:35:55.338 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:35:55.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.339+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff07006c2e0 msgr2=0x7ff07006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:55.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.339+0000 7ff096f6d640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff07006c2e0 0x7ff07006e7a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff09014e6c0 tx=0x7ff080008040 comp rx=0 tx=0).stop 2024-09-19T05:35:55.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.339+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 msgr2=0x7ff0901f8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:55.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.339+0000 7ff096f6d640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 0x7ff0901f8810 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7ff08800ba50 tx=0x7ff08800bf10 comp rx=0 tx=0).stop 2024-09-19T05:35:55.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.340+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 shutdown_connections 2024-09-19T05:35:55.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.340+0000 7ff096f6d640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff07006c2e0 0x7ff07006e7a0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.340+0000 7ff096f6d640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff09015c490 0x7ff0901f7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.340+0000 7ff096f6d640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0900d1b70 0x7ff09006cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.340+0000 7ff096f6d640 1 --2- 172.21.15.39:0/198926838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0900b5570 0x7ff0901f8810 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.340+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 >> 172.21.15.39:0/198926838 conn(0x7ff0900d24b0 msgr2=0x7ff09014fdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:55.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.340+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 shutdown_connections 2024-09-19T05:35:55.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.340+0000 7ff096f6d640 1 -- 172.21.15.39:0/198926838 wait complete. 2024-09-19T05:35:55.342 INFO:tasks.ceph.mds.a.smithi039.stderr: -1982> 2024-09-19T05:35:46.629+0000 7f8e17894640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:35:55.353 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:35:55.370 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:35:55.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.458+0000 7f8618853640 1 Processor -- start 2024-09-19T05:35:55.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.458+0000 7f8618853640 1 -- start start 2024-09-19T05:35:55.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.459+0000 7f8618853640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f861415c570 0x7f86140711c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.459+0000 7f8618853640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86140b5470 0x7f8614073040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.459+0000 7f8618853640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86140d0600 con 0x7f86140d2fa0 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.459+0000 7f8618853640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f861415c950 con 0x7f861415c570 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.459+0000 7f8618853640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f86140d0f30 con 0x7f86140b5470 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.460+0000 7f861259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f861415c570 0x7f86140711c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.460+0000 7f8612d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f86140d2fa0 0x7f86140d13c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42714/0 (socket says 172.21.15.39:42714) 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.460+0000 7f8612d9d640 1 -- 172.21.15.39:0/3999916712 learned_addr learned my addr 172.21.15.39:0/3999916712 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.460+0000 7f8611d9b640 1 --2- 172.21.15.39:0/3999916712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86140b5470 0x7f8614073040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.460+0000 7f861259c640 1 -- 172.21.15.39:0/3999916712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86140b5470 msgr2=0x7f8614073040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.460+0000 7f861259c640 1 --2- 172.21.15.39:0/3999916712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86140b5470 0x7f8614073040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.460+0000 7f861259c640 1 -- 172.21.15.39:0/3999916712 >> v1:172.21.15.39:6789/0 conn(0x7f86140d2fa0 legacy=0x7f86140d13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.460+0000 7f861259c640 1 -- 172.21.15.39:0/3999916712 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86140d08e0 con 0x7f861415c570 2024-09-19T05:35:55.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.460+0000 7f861159a640 1 -- 172.21.15.39:0/3999916712 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 899054539 0 0) 0x7f86140d0600 con 0x7f86140d2fa0 2024-09-19T05:35:55.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f861259c640 1 --2- 172.21.15.39:0/3999916712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f861415c570 0x7f86140711c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f860c0097a0 tx=0x7f860c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26e87164b137dfc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f861159a640 1 -- 172.21.15.39:0/3999916712 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c037070 con 0x7f861415c570 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f861159a640 1 -- 172.21.15.39:0/3999916712 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f860c02ae50 con 0x7f861415c570 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f861159a640 1 -- 172.21.15.39:0/3999916712 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c032660 con 0x7f861415c570 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f8618853640 1 -- 172.21.15.39:0/3999916712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f861415c570 msgr2=0x7f86140711c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f8618853640 1 --2- 172.21.15.39:0/3999916712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f861415c570 0x7f86140711c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f860c0097a0 tx=0x7f860c02a100 comp rx=0 tx=0).stop 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f8618853640 1 -- 172.21.15.39:0/3999916712 shutdown_connections 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f8618853640 1 --2- 172.21.15.39:0/3999916712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86140b5470 0x7f8614073040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f8618853640 1 --2- 172.21.15.39:0/3999916712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f861415c570 0x7f86140711c0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f8618853640 1 -- 172.21.15.39:0/3999916712 >> 172.21.15.39:0/3999916712 conn(0x7f86140d2480 msgr2=0x7f86140d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f8618853640 1 -- 172.21.15.39:0/3999916712 shutdown_connections 2024-09-19T05:35:55.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.461+0000 7f8618853640 1 -- 172.21.15.39:0/3999916712 wait complete. 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.463+0000 7f8618853640 1 Processor -- start 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.463+0000 7f8618853640 1 -- start start 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.463+0000 7f8618853640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86140b5470 0x7f861406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8618853640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86140d2fa0 0x7f861415b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8618853640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f861415c570 0x7f8614159be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8618853640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f86140d02b0 con 0x7f86140b5470 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8618853640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f86140b1d00 con 0x7f86140d2fa0 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8618853640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8614073580 con 0x7f861415c570 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f861259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86140b5470 0x7f861406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f861259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86140b5470 0x7f861406d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34642/0 (socket says 172.21.15.39:34642) 2024-09-19T05:35:55.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f861259c640 1 -- 172.21.15.39:0/3414451971 learned_addr learned my addr 172.21.15.39:0/3414451971 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8612d9d640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f861415c570 0x7f8614159be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8611d9b640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86140d2fa0 0x7f861415b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f861259c640 1 -- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f861415c570 msgr2=0x7f8614159be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f861259c640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f861415c570 0x7f8614159be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f861259c640 1 -- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86140d2fa0 msgr2=0x7f861415b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f861259c640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86140d2fa0 0x7f861415b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f861259c640 1 -- 172.21.15.39:0/3414451971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f861415b670 con 0x7f86140b5470 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8612d9d640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f861415c570 0x7f8614159be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8611d9b640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86140d2fa0 0x7f861415b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:55.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f861259c640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86140b5470 0x7f861406d0f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f860c000c00 tx=0x7f860c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f860affd640 1 -- 172.21.15.39:0/3414451971 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c041070 con 0x7f86140b5470 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f860affd640 1 -- 172.21.15.39:0/3414451971 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f860c03c670 con 0x7f86140b5470 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f861406c050 con 0x7f86140b5470 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f860affd640 1 -- 172.21.15.39:0/3414451971 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c037040 con 0x7f86140b5470 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.464+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f861406c610 con 0x7f86140b5470 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.465+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8614073040 con 0x7f86140b5470 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.466+0000 7f860affd640 1 -- 172.21.15.39:0/3414451971 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f860c044070 con 0x7f86140b5470 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.466+0000 7f860affd640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f85f406c2b0 0x7f85f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.467+0000 7f860affd640 1 -- 172.21.15.39:0/3414451971 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5795+0+0 (secure 0 0 0) 0x7f860c0abc70 con 0x7f86140b5470 2024-09-19T05:35:55.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.467+0000 7f8611d9b640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f85f406c2b0 0x7f85f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:55.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.467+0000 7f8611d9b640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f85f406c2b0 0x7f85f406e770 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f861406d950 tx=0x7f85fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:55.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.471+0000 7f860affd640 1 -- 172.21.15.39:0/3414451971 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f860c07a4a0 con 0x7f86140b5470 2024-09-19T05:35:55.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:55.685+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f86140b6fd0 con 0x7f86140b5470 2024-09-19T05:35:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.338+0000 7f860affd640 1 -- 172.21.15.39:0/3414451971 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v30) ==== 104+0+0 (secure 0 0 0) 0x7f860c079da0 con 0x7f86140b5470 2024-09-19T05:35:56.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f85f406c2b0 msgr2=0x7f85f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:56.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f85f406c2b0 0x7f85f406e770 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f861406d950 tx=0x7f85fc008040 comp rx=0 tx=0).stop 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86140b5470 msgr2=0x7f861406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86140b5470 0x7f861406d0f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f860c000c00 tx=0x7f860c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 shutdown_connections 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f85f406c2b0 0x7f85f406e770 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f861415c570 0x7f8614159be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86140d2fa0 0x7f861415b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 --2- 172.21.15.39:0/3414451971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86140b5470 0x7f861406d0f0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 >> 172.21.15.39:0/3414451971 conn(0x7f86140d2480 msgr2=0x7f86140b2c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 shutdown_connections 2024-09-19T05:35:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.341+0000 7f8618853640 1 -- 172.21.15.39:0/3414451971 wait complete. 2024-09-19T05:35:56.357 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:35:56.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.506+0000 7f31a56e4640 1 Processor -- start 2024-09-19T05:35:56.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.506+0000 7f31a56e4640 1 -- start start 2024-09-19T05:35:56.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.507+0000 7f31a56e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f31a015c530 0x7f31a00cd200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:56.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.507+0000 7f31a56e4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f31a00b26a0 0x7f31a00722e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:56.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.507+0000 7f31a56e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31a00cf1f0 con 0x7f31a00cd740 2024-09-19T05:35:56.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.507+0000 7f31a56e4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f31a00cdbb0 con 0x7f31a015c530 2024-09-19T05:35:56.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.507+0000 7f31a56e4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f31a00d00c0 con 0x7f31a00b26a0 2024-09-19T05:35:56.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.507+0000 7f319effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f31a015c530 0x7f31a00cd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:56.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.507+0000 7f319effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f31a015c530 0x7f31a00cd200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34656/0 (socket says 172.21.15.39:34656) 2024-09-19T05:35:56.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.507+0000 7f319effd640 1 -- 172.21.15.39:0/2207293339 learned_addr learned my addr 172.21.15.39:0/2207293339 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:56.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.507+0000 7f319f7fe640 1 --2- 172.21.15.39:0/2207293339 >> v2:172.21.15.50:3300/0 conn(0x7f31a00b26a0 0x7f31a00722e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:56.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.508+0000 7f319effd640 1 -- 172.21.15.39:0/2207293339 >> v2:172.21.15.50:3300/0 conn(0x7f31a00b26a0 msgr2=0x7f31a00722e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:56.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.508+0000 7f319effd640 1 --2- 172.21.15.39:0/2207293339 >> v2:172.21.15.50:3300/0 conn(0x7f31a00b26a0 0x7f31a00722e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.508+0000 7f319effd640 1 -- 172.21.15.39:0/2207293339 >> v1:172.21.15.50:6789/0 conn(0x7f31a00cd740 legacy=0x7f31a00b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:56.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.508+0000 7f319effd640 1 -- 172.21.15.39:0/2207293339 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a00ce150 con 0x7f31a015c530 2024-09-19T05:35:56.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.508+0000 7f319effd640 1 --2- 172.21.15.39:0/2207293339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a015c530 0x7f31a00cd200 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f31a00cccf0 tx=0x7f319802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12b09f18c8781d0d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:56.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.508+0000 7f319dffb640 1 -- 172.21.15.39:0/2207293339 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3198037070 con 0x7f31a015c530 2024-09-19T05:35:56.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f319dffb640 1 -- 172.21.15.39:0/2207293339 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3198032440 con 0x7f31a015c530 2024-09-19T05:35:56.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f319dffb640 1 -- 172.21.15.39:0/2207293339 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3198032810 con 0x7f31a015c530 2024-09-19T05:35:56.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f31a56e4640 1 -- 172.21.15.39:0/2207293339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a015c530 msgr2=0x7f31a00cd200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:56.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f31a56e4640 1 --2- 172.21.15.39:0/2207293339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a015c530 0x7f31a00cd200 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f31a00cccf0 tx=0x7f319802a270 comp rx=0 tx=0).stop 2024-09-19T05:35:56.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f31a56e4640 1 -- 172.21.15.39:0/2207293339 shutdown_connections 2024-09-19T05:35:56.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f31a56e4640 1 --2- 172.21.15.39:0/2207293339 >> v2:172.21.15.50:3300/0 conn(0x7f31a00b26a0 0x7f31a00722e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f31a56e4640 1 --2- 172.21.15.39:0/2207293339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a015c530 0x7f31a00cd200 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f31a56e4640 1 -- 172.21.15.39:0/2207293339 >> 172.21.15.39:0/2207293339 conn(0x7f31a0062cc0 msgr2=0x7f31a006d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:56.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f31a56e4640 1 -- 172.21.15.39:0/2207293339 shutdown_connections 2024-09-19T05:35:56.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.509+0000 7f31a56e4640 1 -- 172.21.15.39:0/2207293339 wait complete. 2024-09-19T05:35:56.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.511+0000 7f31a56e4640 1 Processor -- start 2024-09-19T05:35:56.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.511+0000 7f31a56e4640 1 -- start start 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.511+0000 7f31a56e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31a00b26a0 0x7f31a014ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.511+0000 7f31a56e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00cd740 0x7f31a00ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.511+0000 7f31a56e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31a015c530 0x7f31a00aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.511+0000 7f31a56e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f31a00ce9f0 con 0x7f31a00cd740 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.511+0000 7f31a56e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f31a00ce750 con 0x7f31a00b26a0 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.511+0000 7f31a56e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f31a00cecd0 con 0x7f31a015c530 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00cd740 0x7f31a00ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00cd740 0x7f31a00ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34664/0 (socket says 172.21.15.39:34664) 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319e7fc640 1 -- 172.21.15.39:0/2180922538 learned_addr learned my addr 172.21.15.39:0/2180922538 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319effd640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31a00b26a0 0x7f31a014ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319f7fe640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31a015c530 0x7f31a00aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319e7fc640 1 -- 172.21.15.39:0/2180922538 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31a015c530 msgr2=0x7f31a00aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319e7fc640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31a015c530 0x7f31a00aede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319e7fc640 1 -- 172.21.15.39:0/2180922538 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31a00b26a0 msgr2=0x7f31a014ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319e7fc640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31a00b26a0 0x7f31a014ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319e7fc640 1 -- 172.21.15.39:0/2180922538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a015edc0 con 0x7f31a00cd740 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f319e7fc640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00cd740 0x7f31a00ae8a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f318800c400 tx=0x7f318800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f31977fe640 1 -- 172.21.15.39:0/2180922538 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31880052d0 con 0x7f31a00cd740 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f31977fe640 1 -- 172.21.15.39:0/2180922538 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3188005490 con 0x7f31a00cd740 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31a015f0a0 con 0x7f31a00cd740 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f31977fe640 1 -- 172.21.15.39:0/2180922538 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3188007260 con 0x7f31a00cd740 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.512+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31a00b3780 con 0x7f31a00cd740 2024-09-19T05:35:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.513+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31a00cd200 con 0x7f31a00cd740 2024-09-19T05:35:56.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.514+0000 7f31977fe640 1 -- 172.21.15.39:0/2180922538 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3188007400 con 0x7f31a00cd740 2024-09-19T05:35:56.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.514+0000 7f31977fe640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f318006c2b0 0x7f318006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:56.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.514+0000 7f31977fe640 1 -- 172.21.15.39:0/2180922538 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5795+0+0 (secure 0 0 0) 0x7f318808a970 con 0x7f31a00cd740 2024-09-19T05:35:56.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.514+0000 7f319effd640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f318006c2b0 0x7f318006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:56.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.515+0000 7f319effd640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f318006c2b0 0x7f318006e770 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3198034000 tx=0x7f319802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:56.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.519+0000 7f31977fe640 1 -- 172.21.15.39:0/2180922538 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3188058a30 con 0x7f31a00cd740 2024-09-19T05:35:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:56.696+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f31a00b0b90 con 0x7f31a00cd740 2024-09-19T05:35:57.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.342+0000 7f31977fe640 1 -- 172.21.15.39:0/2180922538 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v56) ==== 181+0+0 (secure 0 0 0) 0x7f318805cd30 con 0x7f31a00cd740 2024-09-19T05:35:57.344 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:35:57.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f318006c2b0 msgr2=0x7f318006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:57.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f318006c2b0 0x7f318006e770 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3198034000 tx=0x7f319802e000 comp rx=0 tx=0).stop 2024-09-19T05:35:57.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00cd740 msgr2=0x7f31a00ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:57.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00cd740 0x7f31a00ae8a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f318800c400 tx=0x7f318800c8c0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 shutdown_connections 2024-09-19T05:35:57.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f318006c2b0 0x7f318006e770 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f31a015c530 0x7f31a00aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00cd740 0x7f31a00ae8a0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 --2- 172.21.15.39:0/2180922538 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f31a00b26a0 0x7f31a014ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 >> 172.21.15.39:0/2180922538 conn(0x7f31a0062cc0 msgr2=0x7f31a015b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:57.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.347+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 shutdown_connections 2024-09-19T05:35:57.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.348+0000 7f31a56e4640 1 -- 172.21.15.39:0/2180922538 wait complete. 2024-09-19T05:35:57.364 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:35:57.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.479+0000 7fd0511f6640 1 Processor -- start 2024-09-19T05:35:57.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.479+0000 7fd0511f6640 1 -- start start 2024-09-19T05:35:57.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.480+0000 7fd0511f6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd04c15e630 0x7fd04c071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:57.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.480+0000 7fd0511f6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c06d8a0 0x7fd04c15ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:57.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.480+0000 7fd0511f6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd04c06bc50 con 0x7fd04c06ccf0 2024-09-19T05:35:57.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.480+0000 7fd0511f6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fd04c06bf30 con 0x7fd04c15e630 2024-09-19T05:35:57.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.480+0000 7fd0511f6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd04c06c210 con 0x7fd04c06d8a0 2024-09-19T05:35:57.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.481+0000 7fd04b59e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c06d8a0 0x7fd04c15ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:57.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.481+0000 7fd04b59e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c06d8a0 0x7fd04c15ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:59304/0 (socket says 172.21.15.39:59304) 2024-09-19T05:35:57.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.481+0000 7fd04b59e640 1 -- 172.21.15.39:0/2927316617 learned_addr learned my addr 172.21.15.39:0/2927316617 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:57.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.481+0000 7fd04ad9d640 1 --2- 172.21.15.39:0/2927316617 >> v2:172.21.15.50:3300/0 conn(0x7fd04c15e630 0x7fd04c071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:57.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.481+0000 7fd04b59e640 1 -- 172.21.15.39:0/2927316617 >> v2:172.21.15.50:3300/0 conn(0x7fd04c15e630 msgr2=0x7fd04c071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:57.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.481+0000 7fd04b59e640 1 --2- 172.21.15.39:0/2927316617 >> v2:172.21.15.50:3300/0 conn(0x7fd04c15e630 0x7fd04c071340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.481+0000 7fd04b59e640 1 -- 172.21.15.39:0/2927316617 >> v1:172.21.15.50:6789/0 conn(0x7fd04c06ccf0 legacy=0x7fd04c06d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:57.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.481+0000 7fd04b59e640 1 -- 172.21.15.39:0/2927316617 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd04c06c4f0 con 0x7fd04c06d8a0 2024-09-19T05:35:57.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.482+0000 7fd04b59e640 1 --2- 172.21.15.39:0/2927316617 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c06d8a0 0x7fd04c15ea10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd044009e50 tx=0x7fd04402a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0551a582517fb36 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:57.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.482+0000 7fd049d9b640 1 -- 172.21.15.39:0/2927316617 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd044036070 con 0x7fd04c06d8a0 2024-09-19T05:35:57.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.482+0000 7fd049d9b640 1 -- 172.21.15.39:0/2927316617 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd044031600 con 0x7fd04c06d8a0 2024-09-19T05:35:57.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.482+0000 7fd049d9b640 1 -- 172.21.15.39:0/2927316617 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0440319d0 con 0x7fd04c06d8a0 2024-09-19T05:35:57.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.483+0000 7fd0511f6640 1 -- 172.21.15.39:0/2927316617 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c06d8a0 msgr2=0x7fd04c15ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:57.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.483+0000 7fd0511f6640 1 --2- 172.21.15.39:0/2927316617 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c06d8a0 0x7fd04c15ea10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd044009e50 tx=0x7fd04402a5f0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.483+0000 7fd0511f6640 1 -- 172.21.15.39:0/2927316617 shutdown_connections 2024-09-19T05:35:57.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.483+0000 7fd0511f6640 1 --2- 172.21.15.39:0/2927316617 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c06d8a0 0x7fd04c15ea10 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.483+0000 7fd0511f6640 1 --2- 172.21.15.39:0/2927316617 >> v2:172.21.15.50:3300/0 conn(0x7fd04c15e630 0x7fd04c071340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.483+0000 7fd0511f6640 1 -- 172.21.15.39:0/2927316617 >> 172.21.15.39:0/2927316617 conn(0x7fd04c06f180 msgr2=0x7fd04c06f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:57.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.483+0000 7fd0511f6640 1 -- 172.21.15.39:0/2927316617 shutdown_connections 2024-09-19T05:35:57.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.483+0000 7fd0511f6640 1 -- 172.21.15.39:0/2927316617 wait complete. 2024-09-19T05:35:57.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.484+0000 7fd0511f6640 1 Processor -- start 2024-09-19T05:35:57.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.484+0000 7fd0511f6640 1 -- start start 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd0511f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd04c06ccf0 0x7fd04c151680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd0511f6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd04c06d8a0 0x7fd04c160be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd0511f6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c15e630 0x7fd04c161120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd0511f6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd04c070a90 con 0x7fd04c06ccf0 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd0511f6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd04c071880 con 0x7fd04c06d8a0 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd0511f6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd04c070c10 con 0x7fd04c15e630 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd04ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd04c06ccf0 0x7fd04c151680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd04ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd04c06ccf0 0x7fd04c151680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54852/0 (socket says 172.21.15.39:54852) 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd04ad9d640 1 -- 172.21.15.39:0/619213416 learned_addr learned my addr 172.21.15.39:0/619213416 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd04a59c640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd04c06d8a0 0x7fd04c160be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:57.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd04b59e640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c15e630 0x7fd04c161120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd04ad9d640 1 -- 172.21.15.39:0/619213416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c15e630 msgr2=0x7fd04c161120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd04ad9d640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c15e630 0x7fd04c161120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd04ad9d640 1 -- 172.21.15.39:0/619213416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd04c06d8a0 msgr2=0x7fd04c160be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.485+0000 7fd04ad9d640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd04c06d8a0 0x7fd04c160be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.486+0000 7fd04ad9d640 1 -- 172.21.15.39:0/619213416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd04c156240 con 0x7fd04c06ccf0 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.486+0000 7fd04b59e640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c15e630 0x7fd04c161120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.486+0000 7fd04ad9d640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd04c06ccf0 0x7fd04c151680 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fd03c00e9b0 tx=0x7fd03c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.486+0000 7fd0337fe640 1 -- 172.21.15.39:0/619213416 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03c017070 con 0x7fd04c06ccf0 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.486+0000 7fd0337fe640 1 -- 172.21.15.39:0/619213416 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd03c00c9a0 con 0x7fd04c06ccf0 2024-09-19T05:35:57.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.486+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd04c155630 con 0x7fd04c06ccf0 2024-09-19T05:35:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.486+0000 7fd0337fe640 1 -- 172.21.15.39:0/619213416 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03c00cd90 con 0x7fd04c06ccf0 2024-09-19T05:35:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.486+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd04c155bf0 con 0x7fd04c06ccf0 2024-09-19T05:35:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.487+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd04c063610 con 0x7fd04c06ccf0 2024-09-19T05:35:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.488+0000 7fd0337fe640 1 -- 172.21.15.39:0/619213416 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd03c01a070 con 0x7fd04c06ccf0 2024-09-19T05:35:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.488+0000 7fd0337fe640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd03806c2e0 0x7fd03806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.488+0000 7fd0337fe640 1 -- 172.21.15.39:0/619213416 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5357+0+0 (secure 0 0 0) 0x7fd03c08b180 con 0x7fd04c06ccf0 2024-09-19T05:35:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.488+0000 7fd04a59c640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd03806c2e0 0x7fd03806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.489+0000 7fd04a59c640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd03806c2e0 0x7fd03806e7a0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd04c0d2bb0 tx=0x7fd040009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:57.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.493+0000 7fd0337fe640 1 -- 172.21.15.39:0/619213416 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd03c059490 con 0x7fd04c06ccf0 2024-09-19T05:35:57.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:57.667+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd04c071340 con 0x7fd04c06ccf0 2024-09-19T05:35:58.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.350+0000 7fd0337fe640 1 -- 172.21.15.39:0/619213416 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v57) ==== 169+0+0 (secure 0 0 0) 0x7fd03c05d790 con 0x7fd04c06ccf0 2024-09-19T05:35:58.352 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-19T05:35:58.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd03806c2e0 msgr2=0x7fd03806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd03806c2e0 0x7fd03806e7a0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd04c0d2bb0 tx=0x7fd040009040 comp rx=0 tx=0).stop 2024-09-19T05:35:58.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd04c06ccf0 msgr2=0x7fd04c151680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd04c06ccf0 0x7fd04c151680 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fd03c00e9b0 tx=0x7fd03c00ee70 comp rx=0 tx=0).stop 2024-09-19T05:35:58.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 shutdown_connections 2024-09-19T05:35:58.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd03806c2e0 0x7fd03806e7a0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd04c15e630 0x7fd04c161120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd04c06d8a0 0x7fd04c160be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 --2- 172.21.15.39:0/619213416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd04c06ccf0 0x7fd04c151680 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 >> 172.21.15.39:0/619213416 conn(0x7fd04c06f180 msgr2=0x7fd04c15cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:58.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 shutdown_connections 2024-09-19T05:35:58.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.353+0000 7fd0511f6640 1 -- 172.21.15.39:0/619213416 wait complete. 2024-09-19T05:35:58.370 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:35:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.476+0000 7fb8b396d640 1 Processor -- start 2024-09-19T05:35:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.476+0000 7fb8b396d640 1 -- start start 2024-09-19T05:35:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.477+0000 7fb8b396d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb8ac15b230 0x7fb8ac15c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.477+0000 7fb8b396d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac072c50 0x7fb8ac0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.477+0000 7fb8b396d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8ac15eff0 con 0x7fb8ac0b4ac0 2024-09-19T05:35:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.477+0000 7fb8b396d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb8ac15fbe0 con 0x7fb8ac15b230 2024-09-19T05:35:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.477+0000 7fb8b396d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb8ac15c8d0 con 0x7fb8ac072c50 2024-09-19T05:35:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.477+0000 7fb8b1709640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb8ac15b230 0x7fb8ac15c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.477+0000 7fb8b1709640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb8ac15b230 0x7fb8ac15c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54862/0 (socket says 172.21.15.39:54862) 2024-09-19T05:35:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.477+0000 7fb8b1709640 1 -- 172.21.15.39:0/718578081 learned_addr learned my addr 172.21.15.39:0/718578081 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.478+0000 7fb8b0f08640 1 --2- 172.21.15.39:0/718578081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac072c50 0x7fb8ac0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.478+0000 7fb8b1709640 1 -- 172.21.15.39:0/718578081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac072c50 msgr2=0x7fb8ac0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.478+0000 7fb8b1709640 1 --2- 172.21.15.39:0/718578081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac072c50 0x7fb8ac0b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.478+0000 7fb8b1709640 1 -- 172.21.15.39:0/718578081 >> v1:172.21.15.50:6789/0 conn(0x7fb8ac0b4ac0 legacy=0x7fb8ac06cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.478+0000 7fb8b1709640 1 -- 172.21.15.39:0/718578081 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8ac15f2b0 con 0x7fb8ac15b230 2024-09-19T05:35:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.478+0000 7fb8b1709640 1 --2- 172.21.15.39:0/718578081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac15b230 0x7fb8ac15c390 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb8a4009870 tx=0x7fb8a402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5de97b209f80e178 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.478+0000 7fb8abfff640 1 -- 172.21.15.39:0/718578081 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a4037070 con 0x7fb8ac15b230 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.478+0000 7fb8abfff640 1 -- 172.21.15.39:0/718578081 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8a4032440 con 0x7fb8ac15b230 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.478+0000 7fb8abfff640 1 -- 172.21.15.39:0/718578081 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a4032810 con 0x7fb8ac15b230 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.479+0000 7fb8b396d640 1 -- 172.21.15.39:0/718578081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac15b230 msgr2=0x7fb8ac15c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.479+0000 7fb8b396d640 1 --2- 172.21.15.39:0/718578081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac15b230 0x7fb8ac15c390 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb8a4009870 tx=0x7fb8a402a210 comp rx=0 tx=0).stop 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.479+0000 7fb8b396d640 1 -- 172.21.15.39:0/718578081 shutdown_connections 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.479+0000 7fb8b396d640 1 --2- 172.21.15.39:0/718578081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac072c50 0x7fb8ac0b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.479+0000 7fb8b396d640 1 --2- 172.21.15.39:0/718578081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac15b230 0x7fb8ac15c390 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.479+0000 7fb8b396d640 1 -- 172.21.15.39:0/718578081 >> 172.21.15.39:0/718578081 conn(0x7fb8ac0b5cb0 msgr2=0x7fb8ac06bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.479+0000 7fb8b396d640 1 -- 172.21.15.39:0/718578081 shutdown_connections 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.479+0000 7fb8b396d640 1 -- 172.21.15.39:0/718578081 wait complete. 2024-09-19T05:35:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.480+0000 7fb8b396d640 1 Processor -- start 2024-09-19T05:35:58.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.480+0000 7fb8b396d640 1 -- start start 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b396d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac072c50 0x7fb8ac14bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b396d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8ac0b4ac0 0x7fb8ac14dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b396d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac15b230 0x7fb8ac0b3470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b396d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ac15b610 con 0x7fb8ac072c50 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b396d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ac15f870 con 0x7fb8ac0b4ac0 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b396d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb8ac15b790 con 0x7fb8ac15b230 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1709640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac072c50 0x7fb8ac14bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1709640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac072c50 0x7fb8ac14bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54876/0 (socket says 172.21.15.39:54876) 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1709640 1 -- 172.21.15.39:0/1943651029 learned_addr learned my addr 172.21.15.39:0/1943651029 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:58.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b0f08640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8ac0b4ac0 0x7fb8ac14dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1f0a640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac15b230 0x7fb8ac0b3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1709640 1 -- 172.21.15.39:0/1943651029 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac15b230 msgr2=0x7fb8ac0b3470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1709640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac15b230 0x7fb8ac0b3470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1709640 1 -- 172.21.15.39:0/1943651029 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8ac0b4ac0 msgr2=0x7fb8ac14dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1709640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8ac0b4ac0 0x7fb8ac14dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1709640 1 -- 172.21.15.39:0/1943651029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8ac0b1160 con 0x7fb8ac072c50 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.481+0000 7fb8b1f0a640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac15b230 0x7fb8ac0b3470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.482+0000 7fb8b1709640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac072c50 0x7fb8ac14bb30 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb8a402a250 tx=0x7fb8a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.482+0000 7fb8a9ffb640 1 -- 172.21.15.39:0/1943651029 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a4037040 con 0x7fb8ac072c50 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.482+0000 7fb8a9ffb640 1 -- 172.21.15.39:0/1943651029 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8a4042070 con 0x7fb8ac072c50 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.482+0000 7fb8a9ffb640 1 -- 172.21.15.39:0/1943651029 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a4030bd0 con 0x7fb8ac072c50 2024-09-19T05:35:58.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.482+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8ac0b1440 con 0x7fb8ac072c50 2024-09-19T05:35:58.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.482+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8ac0b1a00 con 0x7fb8ac072c50 2024-09-19T05:35:58.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.483+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8ac06e1e0 con 0x7fb8ac072c50 2024-09-19T05:35:58.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.484+0000 7fb8a9ffb640 1 -- 172.21.15.39:0/1943651029 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb8a4047460 con 0x7fb8ac072c50 2024-09-19T05:35:58.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.484+0000 7fb8a9ffb640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb89806c2b0 0x7fb89806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.484+0000 7fb8b0f08640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb89806c2b0 0x7fb89806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.484+0000 7fb8a9ffb640 1 -- 172.21.15.39:0/1943651029 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 4943+0+0 (secure 0 0 0) 0x7fb8a40abc80 con 0x7fb8ac072c50 2024-09-19T05:35:58.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.485+0000 7fb8b0f08640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb89806c2b0 0x7fb89806e770 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb8ac1f5dd0 tx=0x7fb8a0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:58.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.489+0000 7fb8a9ffb640 1 -- 172.21.15.39:0/1943651029 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb8a407a780 con 0x7fb8ac072c50 2024-09-19T05:35:58.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.672+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fb8ac155cf0 con 0x7fb8ac072c50 2024-09-19T05:35:58.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.675+0000 7fb8a9ffb640 1 -- 172.21.15.39:0/1943651029 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7fb8a407a080 con 0x7fb8ac072c50 2024-09-19T05:35:58.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb89806c2b0 msgr2=0x7fb89806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb89806c2b0 0x7fb89806e770 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb8ac1f5dd0 tx=0x7fb8a0008040 comp rx=0 tx=0).stop 2024-09-19T05:35:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac072c50 msgr2=0x7fb8ac14bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac072c50 0x7fb8ac14bb30 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb8a402a250 tx=0x7fb8a40046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 shutdown_connections 2024-09-19T05:35:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb89806c2b0 0x7fb89806e770 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb8ac15b230 0x7fb8ac0b3470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8ac0b4ac0 0x7fb8ac14dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 --2- 172.21.15.39:0/1943651029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8ac072c50 0x7fb8ac14bb30 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 >> 172.21.15.39:0/1943651029 conn(0x7fb8ac0b5cb0 msgr2=0x7fb8ac071010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 shutdown_connections 2024-09-19T05:35:58.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.677+0000 7fb8b396d640 1 -- 172.21.15.39:0/1943651029 wait complete. 2024-09-19T05:35:58.689 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject' 2024-09-19T05:35:58.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.791+0000 7f6399cdd640 1 Processor -- start 2024-09-19T05:35:58.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.792+0000 7f6399cdd640 1 -- start start 2024-09-19T05:35:58.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.792+0000 7f6399cdd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63940cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.792+0000 7f6399cdd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f63940b6a70 0x7f63940d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.792+0000 7f6399cdd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f63940d1510 0x7f63940d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.792+0000 7f6399cdd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f63940cf540 con 0x7f63940b6a70 2024-09-19T05:35:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.792+0000 7f6399cdd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f63940cff10 con 0x7f63940d1510 2024-09-19T05:35:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.792+0000 7f6399cdd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f63940d1d90 con 0x7f63940b6690 2024-09-19T05:35:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.792+0000 7f6392ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f63940b6a70 0x7f63940d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.792+0000 7f6392ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f63940b6a70 0x7f63940d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54882/0 (socket says 172.21.15.39:54882) 2024-09-19T05:35:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f6392ffd640 1 -- 172.21.15.39:0/3111804846 learned_addr learned my addr 172.21.15.39:0/3111804846 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f63937fe640 1 --2- 172.21.15.39:0/3111804846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63940cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f6393fff640 1 --2- 172.21.15.39:0/3111804846 >> v2:172.21.15.50:3300/0 conn(0x7f63940d1510 0x7f63940d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f6392ffd640 1 -- 172.21.15.39:0/3111804846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 msgr2=0x7f63940cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:58.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f6392ffd640 1 --2- 172.21.15.39:0/3111804846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63940cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f6392ffd640 1 -- 172.21.15.39:0/3111804846 >> v2:172.21.15.50:3300/0 conn(0x7f63940d1510 msgr2=0x7f63940d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:58.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f6392ffd640 1 --2- 172.21.15.39:0/3111804846 >> v2:172.21.15.50:3300/0 conn(0x7f63940d1510 0x7f63940d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f6392ffd640 1 -- 172.21.15.39:0/3111804846 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63940ceef0 con 0x7f63940b6a70 2024-09-19T05:35:58.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f63937fe640 1 --2- 172.21.15.39:0/3111804846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63940cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:58.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f6393fff640 1 --2- 172.21.15.39:0/3111804846 >> v2:172.21.15.50:3300/0 conn(0x7f63940d1510 0x7f63940d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:58.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.793+0000 7f6392ffd640 1 --2- 172.21.15.39:0/3111804846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 0x7f63940d0fd0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f639408d960 tx=0x7f637c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a66a27a06cf94dc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:58.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f63927fc640 1 -- 172.21.15.39:0/3111804846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f637c037070 con 0x7f63940b6a70 2024-09-19T05:35:58.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f63927fc640 1 -- 172.21.15.39:0/3111804846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f637c032440 con 0x7f63940b6a70 2024-09-19T05:35:58.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f63927fc640 1 -- 172.21.15.39:0/3111804846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f637c032810 con 0x7f63940b6a70 2024-09-19T05:35:58.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f6399cdd640 1 -- 172.21.15.39:0/3111804846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 msgr2=0x7f63940d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3111804846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 0x7f63940d0fd0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f639408d960 tx=0x7f637c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f6399cdd640 1 -- 172.21.15.39:0/3111804846 shutdown_connections 2024-09-19T05:35:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3111804846 >> v2:172.21.15.50:3300/0 conn(0x7f63940d1510 0x7f63940d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3111804846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 0x7f63940d0fd0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3111804846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63940cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f6399cdd640 1 -- 172.21.15.39:0/3111804846 >> 172.21.15.39:0/3111804846 conn(0x7f6394072560 msgr2=0x7f6394072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f6399cdd640 1 -- 172.21.15.39:0/3111804846 shutdown_connections 2024-09-19T05:35:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.794+0000 7f6399cdd640 1 -- 172.21.15.39:0/3111804846 wait complete. 2024-09-19T05:35:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.795+0000 7f6399cdd640 1 Processor -- start 2024-09-19T05:35:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.796+0000 7f6399cdd640 1 -- start start 2024-09-19T05:35:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.796+0000 7f6399cdd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63941554c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.796+0000 7f6399cdd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 0x7f63940cc6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.796+0000 7f6399cdd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63940d1510 0x7f63940cdec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.796+0000 7f6399cdd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f63940d19a0 con 0x7f63940b6a70 2024-09-19T05:35:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.796+0000 7f6399cdd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f63940b6ed0 con 0x7f63940d1510 2024-09-19T05:35:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.796+0000 7f6399cdd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f63940d1b20 con 0x7f63940b6690 2024-09-19T05:35:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.796+0000 7f6392ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 0x7f63940cc6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6392ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 0x7f63940cc6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54890/0 (socket says 172.21.15.39:54890) 2024-09-19T05:35:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6392ffd640 1 -- 172.21.15.39:0/3632299466 learned_addr learned my addr 172.21.15.39:0/3632299466 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f63937fe640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63941554c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6393fff640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63940d1510 0x7f63940cdec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6392ffd640 1 -- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 msgr2=0x7f63941554c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6392ffd640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63941554c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6392ffd640 1 -- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63940d1510 msgr2=0x7f63940cdec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6392ffd640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63940d1510 0x7f63940cdec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6392ffd640 1 -- 172.21.15.39:0/3632299466 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63940cb900 con 0x7f63940b6a70 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f63937fe640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63941554c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6393fff640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63940d1510 0x7f63940cdec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6392ffd640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 0x7f63940cc6c0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f637c02a220 tx=0x7f637c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f638bfff640 1 -- 172.21.15.39:0/3632299466 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f637c041020 con 0x7f63940b6a70 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f638bfff640 1 -- 172.21.15.39:0/3632299466 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f637c0306c0 con 0x7f63940b6a70 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63940cbbe0 con 0x7f63940b6a70 2024-09-19T05:35:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f638bfff640 1 -- 172.21.15.39:0/3632299466 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f637c037040 con 0x7f63940b6a70 2024-09-19T05:35:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.797+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63940cc1a0 con 0x7f63940b6a70 2024-09-19T05:35:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.798+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f639415c530 con 0x7f63940b6a70 2024-09-19T05:35:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.799+0000 7f638bfff640 1 -- 172.21.15.39:0/3632299466 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f637c044020 con 0x7f63940b6a70 2024-09-19T05:35:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.799+0000 7f638bfff640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f637406c2b0 0x7f637406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.799+0000 7f638bfff640 1 -- 172.21.15.39:0/3632299466 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 4943+0+0 (secure 0 0 0) 0x7f637c0ab970 con 0x7f63940b6a70 2024-09-19T05:35:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.799+0000 7f63937fe640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f637406c2b0 0x7f637406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.800+0000 7f63937fe640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f637406c2b0 0x7f637406e770 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f6384009f20 tx=0x7f638400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:58.803+0000 7f638bfff640 1 -- 172.21.15.39:0/3632299466 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f637c04b030 con 0x7f63940b6a70 2024-09-19T05:35:59.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.046+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]} v 0) -- 0x7f6394069140 con 0x7f63940b6a70 2024-09-19T05:35:59.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.353+0000 7f638bfff640 1 -- 172.21.15.39:0/3632299466 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]}]=0 v126) ==== 142+0+0 (secure 0 0 0) 0x7f637c07a3e0 con 0x7f63940b6a70 2024-09-19T05:35:59.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f637406c2b0 msgr2=0x7f637406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f637406c2b0 0x7f637406e770 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f6384009f20 tx=0x7f638400b040 comp rx=0 tx=0).stop 2024-09-19T05:35:59.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 msgr2=0x7f63940cc6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 0x7f63940cc6c0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f637c02a220 tx=0x7f637c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 shutdown_connections 2024-09-19T05:35:59.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f637406c2b0 0x7f637406e770 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63940d1510 0x7f63940cdec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63940b6a70 0x7f63940cc6c0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 --2- 172.21.15.39:0/3632299466 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f63940b6690 0x7f63941554c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 >> 172.21.15.39:0/3632299466 conn(0x7f6394072560 msgr2=0x7f639415f190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:59.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 shutdown_connections 2024-09-19T05:35:59.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.356+0000 7f6399cdd640 1 -- 172.21.15.39:0/3632299466 wait complete. 2024-09-19T05:35:59.369 INFO:tasks.cephfs_test_runner:test_session_reject (tasks.cephfs.test_sessionmap.TestSessionMap) ... skipped 'Requires FUSE client to inject client metadata' 2024-09-19T05:35:59.370 INFO:tasks.cephfs_test_runner:Starting test: test_tell_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) That when a `tell` command is sent using the python CLI, 2024-09-19T05:35:59.370 INFO:tasks.cephfs_test_runner:test_tell_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-19T05:35:59.370 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:35:59.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.471+0000 7f6a2f5e4640 1 Processor -- start 2024-09-19T05:35:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.471+0000 7f6a2f5e4640 1 -- start start 2024-09-19T05:35:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2f5e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a2815e8e0 0x7f6a28162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2f5e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280cf1f0 0x7f6a280d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2f5e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a280b7920 con 0x7f6a280d19d0 2024-09-19T05:35:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2f5e4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6a280cf940 con 0x7f6a2815e8e0 2024-09-19T05:35:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2f5e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6a280cfc20 con 0x7f6a280cf1f0 2024-09-19T05:35:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2d380640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a2815e8e0 0x7f6a28162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2d380640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a2815e8e0 0x7f6a28162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54892/0 (socket says 172.21.15.39:54892) 2024-09-19T05:35:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2d380640 1 -- 172.21.15.39:0/3960223786 learned_addr learned my addr 172.21.15.39:0/3960223786 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2cb7f640 1 --2- 172.21.15.39:0/3960223786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280cf1f0 0x7f6a280d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2d380640 1 -- 172.21.15.39:0/3960223786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280cf1f0 msgr2=0x7f6a280d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2d380640 1 --2- 172.21.15.39:0/3960223786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280cf1f0 0x7f6a280d1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2d380640 1 -- 172.21.15.39:0/3960223786 >> v1:172.21.15.50:6789/0 conn(0x7f6a280d19d0 legacy=0x7f6a280b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:35:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2d380640 1 -- 172.21.15.39:0/3960223786 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a280d2ae0 con 0x7f6a2815e8e0 2024-09-19T05:35:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.472+0000 7f6a2cb7f640 1 --2- 172.21.15.39:0/3960223786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280cf1f0 0x7f6a280d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:59.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.473+0000 7f6a2d380640 1 --2- 172.21.15.39:0/3960223786 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 0x7f6a28162cf0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f6a24009870 tx=0x7f6a2402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8bec8d7a7efb332 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:59.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.473+0000 7f6a1ffff640 1 -- 172.21.15.39:0/3960223786 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24037070 con 0x7f6a2815e8e0 2024-09-19T05:35:59.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.473+0000 7f6a1ffff640 1 -- 172.21.15.39:0/3960223786 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a24032440 con 0x7f6a2815e8e0 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.473+0000 7f6a1ffff640 1 -- 172.21.15.39:0/3960223786 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24032810 con 0x7f6a2815e8e0 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.474+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3960223786 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 msgr2=0x7f6a28162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.474+0000 7f6a2f5e4640 1 --2- 172.21.15.39:0/3960223786 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 0x7f6a28162cf0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f6a24009870 tx=0x7f6a2402a180 comp rx=0 tx=0).stop 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.474+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3960223786 shutdown_connections 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.474+0000 7f6a2f5e4640 1 --2- 172.21.15.39:0/3960223786 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280cf1f0 0x7f6a280d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.474+0000 7f6a2f5e4640 1 --2- 172.21.15.39:0/3960223786 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 0x7f6a28162cf0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.474+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3960223786 >> 172.21.15.39:0/3960223786 conn(0x7f6a2806bd00 msgr2=0x7f6a2806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.474+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3960223786 shutdown_connections 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.474+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3960223786 wait complete. 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.475+0000 7f6a2f5e4640 1 Processor -- start 2024-09-19T05:35:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.475+0000 7f6a2f5e4640 1 -- start start 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2f5e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a280cf1f0 0x7f6a2815abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2f5e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280d19d0 0x7f6a280b8370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2f5e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 0x7f6a280b88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2f5e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6a280d42f0 con 0x7f6a2815e8e0 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2f5e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6a280cf630 con 0x7f6a280cf1f0 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2f5e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6a280d4470 con 0x7f6a280d19d0 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2db81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 0x7f6a280b88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2db81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 0x7f6a280b88b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54906/0 (socket says 172.21.15.39:54906) 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2db81640 1 -- 172.21.15.39:0/3736882995 learned_addr learned my addr 172.21.15.39:0/3736882995 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2cb7f640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280d19d0 0x7f6a280b8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2d380640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a280cf1f0 0x7f6a2815abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2db81640 1 -- 172.21.15.39:0/3736882995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280d19d0 msgr2=0x7f6a280b8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2db81640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280d19d0 0x7f6a280b8370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2db81640 1 -- 172.21.15.39:0/3736882995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a280cf1f0 msgr2=0x7f6a2815abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2db81640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a280cf1f0 0x7f6a2815abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.476+0000 7f6a2db81640 1 -- 172.21.15.39:0/3736882995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a2815ed50 con 0x7f6a2815e8e0 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.477+0000 7f6a2db81640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 0x7f6a280b88b0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000b970 tx=0x7f6a2000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.477+0000 7f6a1dffb640 1 -- 172.21.15.39:0/3736882995 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20019070 con 0x7f6a2815e8e0 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.477+0000 7f6a1dffb640 1 -- 172.21.15.39:0/3736882995 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a2000cb40 con 0x7f6a2815e8e0 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.477+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a2815f030 con 0x7f6a2815e8e0 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.477+0000 7f6a1dffb640 1 -- 172.21.15.39:0/3736882995 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20014440 con 0x7f6a2815e8e0 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.477+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a2815f5f0 con 0x7f6a2815e8e0 2024-09-19T05:35:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.478+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a280d1490 con 0x7f6a2815e8e0 2024-09-19T05:35:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.478+0000 7f6a1dffb640 1 -- 172.21.15.39:0/3736882995 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6a2001c070 con 0x7f6a2815e8e0 2024-09-19T05:35:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.479+0000 7f6a1dffb640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6a0c06c2b0 0x7f6a0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.479+0000 7f6a1dffb640 1 -- 172.21.15.39:0/3736882995 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 4943+0+0 (secure 0 0 0) 0x7f6a2008ad50 con 0x7f6a2815e8e0 2024-09-19T05:35:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.479+0000 7f6a2d380640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6a0c06c2b0 0x7f6a0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.479+0000 7f6a2d380640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6a0c06c2b0 0x7f6a0c06e770 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f6a24034000 tx=0x7f6a2402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.483+0000 7f6a1dffb640 1 -- 172.21.15.39:0/3736882995 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6a2008e030 con 0x7f6a2815e8e0 2024-09-19T05:35:59.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.660+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a2806c210 con 0x7f6a2815e8e0 2024-09-19T05:35:59.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.661+0000 7f6a1dffb640 1 -- 172.21.15.39:0/3736882995 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+13008 (secure 0 0 0) 0x7f6a20059170 con 0x7f6a2815e8e0 2024-09-19T05:35:59.663 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:35:59.663 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":57,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:35:58.343605+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6837/1701717583":"2024-09-20T05:35:55.335416+0000","172.21.15.39:6835/1701717583":"2024-09-20T05:35:55.335416+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:35:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.663+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6a0c06c2b0 msgr2=0x7f6a0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.663+0000 7f6a2f5e4640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6a0c06c2b0 0x7f6a0c06e770 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f6a24034000 tx=0x7f6a2402e000 comp rx=0 tx=0).stop 2024-09-19T05:35:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.663+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 msgr2=0x7f6a280b88b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.663+0000 7f6a2f5e4640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 0x7f6a280b88b0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000b970 tx=0x7f6a2000be30 comp rx=0 tx=0).stop 2024-09-19T05:35:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.664+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 shutdown_connections 2024-09-19T05:35:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.664+0000 7f6a2f5e4640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6a0c06c2b0 0x7f6a0c06e770 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.664+0000 7f6a2f5e4640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a2815e8e0 0x7f6a280b88b0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.664+0000 7f6a2f5e4640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a280d19d0 0x7f6a280b8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.664+0000 7f6a2f5e4640 1 --2- 172.21.15.39:0/3736882995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a280cf1f0 0x7f6a2815abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.664+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 >> 172.21.15.39:0/3736882995 conn(0x7f6a2806bd00 msgr2=0x7f6a280b55a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:59.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.664+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 shutdown_connections 2024-09-19T05:35:59.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.664+0000 7f6a2f5e4640 1 -- 172.21.15.39:0/3736882995 wait complete. 2024-09-19T05:35:59.676 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:33:54.714389+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:35:59.677 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:35:59.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.781+0000 7fbd15cdd640 1 Processor -- start 2024-09-19T05:35:59.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.781+0000 7fbd15cdd640 1 -- start start 2024-09-19T05:35:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.782+0000 7fbd15cdd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1015e630 0x7fbd10071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.782+0000 7fbd15cdd640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd1006bc50 con 0x7fbd1006d8a0 2024-09-19T05:35:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.782+0000 7fbd15cdd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd1006bf30 con 0x7fbd1006ccf0 2024-09-19T05:35:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.782+0000 7fbd15cdd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbd1006c210 con 0x7fbd1015e630 2024-09-19T05:35:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.782+0000 7fbd0ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbd1006d8a0 0x7fbd1015ea10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57578/0 (socket says 172.21.15.39:57578) 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.782+0000 7fbd0ffff640 1 -- 172.21.15.39:0/2100924092 learned_addr learned my addr 172.21.15.39:0/2100924092 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.782+0000 7fbd0f7fe640 1 --2- 172.21.15.39:0/2100924092 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1015e630 0x7fbd10071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.783+0000 7fbd0e7fc640 1 -- 172.21.15.39:0/2100924092 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 839705700 0 0) 0x7fbd1006bc50 con 0x7fbd1006d8a0 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.783+0000 7fbd0e7fc640 1 -- 172.21.15.39:0/2100924092 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbcf8003520 con 0x7fbd1006d8a0 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.783+0000 7fbd0e7fc640 1 -- 172.21.15.39:0/2100924092 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3527307129 0 0) 0x7fbd1006bf30 con 0x7fbd1006ccf0 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.783+0000 7fbd0e7fc640 1 -- 172.21.15.39:0/2100924092 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbd1006bc50 con 0x7fbd1006ccf0 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.783+0000 7fbd0f7fe640 1 -- 172.21.15.39:0/2100924092 >> v1:172.21.15.50:6789/0 conn(0x7fbd1006ccf0 legacy=0x7fbd1006d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.783+0000 7fbd0e7fc640 1 -- 172.21.15.39:0/2100924092 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4223187012 0 0) 0x7fbcf8003520 con 0x7fbd1006d8a0 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.783+0000 7fbd0f7fe640 1 -- 172.21.15.39:0/2100924092 >> v1:172.21.15.39:6789/0 conn(0x7fbd1006d8a0 legacy=0x7fbd1015ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.783+0000 7fbd0f7fe640 1 -- 172.21.15.39:0/2100924092 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd1006c4f0 con 0x7fbd1015e630 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd0f7fe640 1 --2- 172.21.15.39:0/2100924092 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1015e630 0x7fbd10071340 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbd000097d0 tx=0x7fbd0002a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=278ee8771044c346 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd0e7fc640 1 -- 172.21.15.39:0/2100924092 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd00037070 con 0x7fbd1015e630 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd0e7fc640 1 -- 172.21.15.39:0/2100924092 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd0002ab10 con 0x7fbd1015e630 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd0e7fc640 1 -- 172.21.15.39:0/2100924092 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd080019f0 con 0x7fbd1015e630 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd15cdd640 1 -- 172.21.15.39:0/2100924092 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1015e630 msgr2=0x7fbd10071340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd15cdd640 1 --2- 172.21.15.39:0/2100924092 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1015e630 0x7fbd10071340 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbd000097d0 tx=0x7fbd0002a080 comp rx=0 tx=0).stop 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd15cdd640 1 -- 172.21.15.39:0/2100924092 shutdown_connections 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd15cdd640 1 --2- 172.21.15.39:0/2100924092 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1015e630 0x7fbd10071340 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd15cdd640 1 -- 172.21.15.39:0/2100924092 >> 172.21.15.39:0/2100924092 conn(0x7fbd1006f180 msgr2=0x7fbd1006f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd15cdd640 1 -- 172.21.15.39:0/2100924092 shutdown_connections 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.784+0000 7fbd15cdd640 1 -- 172.21.15.39:0/2100924092 wait complete. 2024-09-19T05:35:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.786+0000 7fbd15cdd640 1 Processor -- start 2024-09-19T05:35:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.786+0000 7fbd15cdd640 1 -- start start 2024-09-19T05:35:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.786+0000 7fbd15cdd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1006ccf0 0x7fbd10154cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.786+0000 7fbd15cdd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd1006d8a0 0x7fbd100cc690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd15cdd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd1015e630 0x7fbd100cdc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd15cdd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbd10070a90 con 0x7fbd1015e630 2024-09-19T05:35:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd15cdd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbd10071880 con 0x7fbd1006d8a0 2024-09-19T05:35:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd15cdd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbd10070c10 con 0x7fbd1006ccf0 2024-09-19T05:35:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd1015e630 0x7fbd100cdc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd1015e630 0x7fbd100cdc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54908/0 (socket says 172.21.15.39:54908) 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0ffff640 1 -- 172.21.15.39:0/330133471 learned_addr learned my addr 172.21.15.39:0/330133471 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0f7fe640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1006ccf0 0x7fbd10154cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0effd640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd1006d8a0 0x7fbd100cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0ffff640 1 -- 172.21.15.39:0/330133471 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1006ccf0 msgr2=0x7fbd10154cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0ffff640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1006ccf0 0x7fbd10154cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0ffff640 1 -- 172.21.15.39:0/330133471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd1006d8a0 msgr2=0x7fbd100cc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0ffff640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd1006d8a0 0x7fbd100cc690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0ffff640 1 -- 172.21.15.39:0/330133471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd100ce650 con 0x7fbd1015e630 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd0ffff640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd1015e630 0x7fbd100cdc70 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fbd08001f60 tx=0x7fbd0800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbcf7fff640 1 -- 172.21.15.39:0/330133471 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd08017070 con 0x7fbd1015e630 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbcf7fff640 1 -- 172.21.15.39:0/330133471 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd08012400 con 0x7fbd1015e630 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd100cb8d0 con 0x7fbd1015e630 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbcf7fff640 1 -- 172.21.15.39:0/330133471 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd080127f0 con 0x7fbd1015e630 2024-09-19T05:35:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.787+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd100cbe90 con 0x7fbd1015e630 2024-09-19T05:35:59.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.788+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd10063610 con 0x7fbd1015e630 2024-09-19T05:35:59.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.789+0000 7fbcf7fff640 1 -- 172.21.15.39:0/330133471 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbd0801a070 con 0x7fbd1015e630 2024-09-19T05:35:59.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.789+0000 7fbcf7fff640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcfc06c2e0 0x7fbcfc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:59.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.789+0000 7fbcf7fff640 1 -- 172.21.15.39:0/330133471 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 4943+0+0 (secure 0 0 0) 0x7fbd0808af90 con 0x7fbd1015e630 2024-09-19T05:35:59.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.789+0000 7fbd0f7fe640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcfc06c2e0 0x7fbcfc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.790+0000 7fbd0f7fe640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcfc06c2e0 0x7fbcfc06e7a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbd00034000 tx=0x7fbd0002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:59.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.794+0000 7fbcf7fff640 1 -- 172.21.15.39:0/330133471 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbd08059320 con 0x7fbd1015e630 2024-09-19T05:35:59.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.970+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fbd100cc370 con 0x7fbd1015e630 2024-09-19T05:35:59.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.970+0000 7fbcf7fff640 1 -- 172.21.15.39:0/330133471 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v57) ==== 93+0+10 (secure 0 0 0) 0x7fbd100cc370 con 0x7fbd1015e630 2024-09-19T05:35:59.973 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-19T05:35:59.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcfc06c2e0 msgr2=0x7fbcfc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcfc06c2e0 0x7fbcfc06e7a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbd00034000 tx=0x7fbd0002e000 comp rx=0 tx=0).stop 2024-09-19T05:35:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd1015e630 msgr2=0x7fbd100cdc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd1015e630 0x7fbd100cdc70 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fbd08001f60 tx=0x7fbd0800cf90 comp rx=0 tx=0).stop 2024-09-19T05:35:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 shutdown_connections 2024-09-19T05:35:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbcfc06c2e0 0x7fbcfc06e7a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd1015e630 0x7fbd100cdc70 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd1006d8a0 0x7fbd100cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 --2- 172.21.15.39:0/330133471 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd1006ccf0 0x7fbd10154cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 >> 172.21.15.39:0/330133471 conn(0x7fbd1006f180 msgr2=0x7fbd1015cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 shutdown_connections 2024-09-19T05:35:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:35:59.972+0000 7fbd15cdd640 1 -- 172.21.15.39:0/330133471 wait complete. 2024-09-19T05:35:59.984 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close' 2024-09-19T05:36:00.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.085+0000 7f0dd1baf640 1 Processor -- start 2024-09-19T05:36:00.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.085+0000 7f0dd1baf640 1 -- start start 2024-09-19T05:36:00.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.085+0000 7f0dd1baf640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0dcc15e4f0 0x7f0dcc15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dd1baf640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0dcc1603c0 con 0x7f0dcc06d160 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dd1baf640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0dcc06c0c0 con 0x7f0dcc06bb20 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dd1baf640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f0dcc06ccd0 con 0x7f0dcc15e4f0 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dcbfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0dcc06d160 0x7f0dcc06d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57588/0 (socket says 172.21.15.39:57588) 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dcbfff640 1 -- 172.21.15.39:0/877078941 learned_addr learned my addr 172.21.15.39:0/877078941 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dcb7fe640 1 --2- 172.21.15.39:0/877078941 >> v2:172.21.15.50:3300/0 conn(0x7f0dcc15e4f0 0x7f0dcc15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dcaffd640 1 -- 172.21.15.39:0/877078941 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3348441967 0 0) 0x7f0dcc1603c0 con 0x7f0dcc06d160 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dcaffd640 1 -- 172.21.15.39:0/877078941 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0db8003520 con 0x7f0dcc06d160 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dcb7fe640 1 -- 172.21.15.39:0/877078941 >> v1:172.21.15.50:6789/0 conn(0x7f0dcc06bb20 legacy=0x7f0dcc15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dcb7fe640 1 -- 172.21.15.39:0/877078941 >> v1:172.21.15.39:6789/0 conn(0x7f0dcc06d160 legacy=0x7f0dcc06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.086+0000 7f0dcb7fe640 1 -- 172.21.15.39:0/877078941 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dcc06c3a0 con 0x7f0dcc15e4f0 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.087+0000 7f0dcb7fe640 1 --2- 172.21.15.39:0/877078941 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0dcc15e4f0 0x7f0dcc15f570 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc0097a0 tx=0x7f0dbc02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f5c02abc5f88431 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.087+0000 7f0dcaffd640 1 -- 172.21.15.39:0/877078941 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc037070 con 0x7f0dcc15e4f0 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.087+0000 7f0dcaffd640 1 -- 172.21.15.39:0/877078941 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dbc032440 con 0x7f0dcc15e4f0 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.087+0000 7f0dcaffd640 1 -- 172.21.15.39:0/877078941 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0327f0 con 0x7f0dcc15e4f0 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.088+0000 7f0dd1baf640 1 -- 172.21.15.39:0/877078941 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0dcc15e4f0 msgr2=0x7f0dcc15f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.088+0000 7f0dd1baf640 1 --2- 172.21.15.39:0/877078941 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0dcc15e4f0 0x7f0dcc15f570 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc0097a0 tx=0x7f0dbc02a230 comp rx=0 tx=0).stop 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.088+0000 7f0dd1baf640 1 -- 172.21.15.39:0/877078941 shutdown_connections 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.088+0000 7f0dd1baf640 1 --2- 172.21.15.39:0/877078941 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0dcc15e4f0 0x7f0dcc15f570 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.088+0000 7f0dd1baf640 1 -- 172.21.15.39:0/877078941 >> 172.21.15.39:0/877078941 conn(0x7f0dcc06e5b0 msgr2=0x7f0dcc06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.088+0000 7f0dd1baf640 1 -- 172.21.15.39:0/877078941 shutdown_connections 2024-09-19T05:36:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.088+0000 7f0dd1baf640 1 -- 172.21.15.39:0/877078941 wait complete. 2024-09-19T05:36:00.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.089+0000 7f0dd1baf640 1 Processor -- start 2024-09-19T05:36:00.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.089+0000 7f0dd1baf640 1 -- start start 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dd1baf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0dcc06bb20 0x7f0dcc1f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dd1baf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0dcc06d160 0x7f0dcc15ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dd1baf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0dcc15e4f0 0x7f0dcc14fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dd1baf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc15e8d0 con 0x7f0dcc06d160 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dd1baf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc06c960 con 0x7f0dcc06bb20 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dd1baf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0dcc0b6dc0 con 0x7f0dcc15e4f0 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dc2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0dcc06d160 0x7f0dcc15ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dc2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0dcc06d160 0x7f0dcc15ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54912/0 (socket says 172.21.15.39:54912) 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dc2ffd640 1 -- 172.21.15.39:0/534144300 learned_addr learned my addr 172.21.15.39:0/534144300 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dcbfff640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0dcc15e4f0 0x7f0dcc14fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dcb7fe640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0dcc06bb20 0x7f0dcc1f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dc2ffd640 1 -- 172.21.15.39:0/534144300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0dcc15e4f0 msgr2=0x7f0dcc14fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dc2ffd640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0dcc15e4f0 0x7f0dcc14fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dc2ffd640 1 -- 172.21.15.39:0/534144300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0dcc06bb20 msgr2=0x7f0dcc1f79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dc2ffd640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0dcc06bb20 0x7f0dcc1f79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dc2ffd640 1 -- 172.21.15.39:0/534144300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dcc15b7d0 con 0x7f0dcc06d160 2024-09-19T05:36:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.090+0000 7f0dc2ffd640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0dcc06d160 0x7f0dcc15ae60 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f0db400c400 tx=0x7f0db400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.091+0000 7f0dc8ff9640 1 -- 172.21.15.39:0/534144300 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db40052d0 con 0x7f0dcc06d160 2024-09-19T05:36:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.091+0000 7f0dc8ff9640 1 -- 172.21.15.39:0/534144300 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0db4005490 con 0x7f0dcc06d160 2024-09-19T05:36:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.091+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dcc15bab0 con 0x7f0dcc06d160 2024-09-19T05:36:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.091+0000 7f0dc8ff9640 1 -- 172.21.15.39:0/534144300 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db4007260 con 0x7f0dcc06d160 2024-09-19T05:36:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.091+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dcc15c070 con 0x7f0dcc06d160 2024-09-19T05:36:00.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.092+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dcc0b55e0 con 0x7f0dcc06d160 2024-09-19T05:36:00.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.092+0000 7f0dc8ff9640 1 -- 172.21.15.39:0/534144300 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0db4007400 con 0x7f0dcc06d160 2024-09-19T05:36:00.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.093+0000 7f0dc8ff9640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0dac06c2b0 0x7f0dac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.093+0000 7f0dc8ff9640 1 -- 172.21.15.39:0/534144300 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 4943+0+0 (secure 0 0 0) 0x7f0db408a5e0 con 0x7f0dcc06d160 2024-09-19T05:36:00.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.093+0000 7f0dcb7fe640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0dac06c2b0 0x7f0dac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.093+0000 7f0dcb7fe640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0dac06c2b0 0x7f0dac06e770 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc034000 tx=0x7f0dbc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.097+0000 7f0dc8ff9640 1 -- 172.21.15.39:0/534144300 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0dcc0b55e0 con 0x7f0dcc06d160 2024-09-19T05:36:00.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.339+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]} v 0) -- 0x7f0dcc15ec60 con 0x7f0dcc06d160 2024-09-19T05:36:00.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.355+0000 7f0dc8ff9640 1 -- 172.21.15.39:0/534144300 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]}]=0 v127) ==== 146+0+0 (secure 0 0 0) 0x7f0db40590e0 con 0x7f0dcc06d160 2024-09-19T05:36:00.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0dac06c2b0 msgr2=0x7f0dac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0dac06c2b0 0x7f0dac06e770 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc034000 tx=0x7f0dbc02e000 comp rx=0 tx=0).stop 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0dcc06d160 msgr2=0x7f0dcc15ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0dcc06d160 0x7f0dcc15ae60 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f0db400c400 tx=0x7f0db400c8c0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 shutdown_connections 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0dac06c2b0 0x7f0dac06e770 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0dcc15e4f0 0x7f0dcc14fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0dcc06d160 0x7f0dcc15ae60 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 --2- 172.21.15.39:0/534144300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0dcc06bb20 0x7f0dcc1f79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 >> 172.21.15.39:0/534144300 conn(0x7f0dcc06e5b0 msgr2=0x7f0dcc0ce260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 shutdown_connections 2024-09-19T05:36:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.357+0000 7f0dd1baf640 1 -- 172.21.15.39:0/534144300 wait complete. 2024-09-19T05:36:00.369 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:36:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.473+0000 7f453d4d0640 1 Processor -- start 2024-09-19T05:36:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.473+0000 7f453d4d0640 1 -- start start 2024-09-19T05:36:00.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.474+0000 7f453d4d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453806bb20 0x7f453806bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.474+0000 7f453d4d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f453806c480 con 0x7f45380cf3b0 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.474+0000 7f453d4d0640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45380d2ed0 con 0x7f453815e820 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.474+0000 7f453d4d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f45380d2c80 con 0x7f453806bb20 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.474+0000 7f45377fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f45380cf3b0 0x7f45380cf800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57602/0 (socket says 172.21.15.39:57602) 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.474+0000 7f45377fe640 1 -- 172.21.15.39:0/191774652 learned_addr learned my addr 172.21.15.39:0/191774652 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.474+0000 7f45367fc640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453806bb20 0x7f453806bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.474+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3962474867 0 0) 0x7f453806c480 con 0x7f45380cf3b0 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4524003520 con 0x7f45380cf3b0 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3782957783 0 0) 0x7f4524003520 con 0x7f45380cf3b0 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453806bb20 msgr2=0x7f453806bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453806bb20 0x7f453806bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 >> v1:172.21.15.50:6789/0 conn(0x7f453815e820 legacy=0x7f45380d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45380d31b0 con 0x7f45380cf3b0 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f4530001670 con 0x7f45380cf3b0 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 >> v1:172.21.15.39:6789/0 conn(0x7f45380cf3b0 legacy=0x7f45380cf800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45240039e0 0x7f4524003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453806bb20 0x7f4524004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4524004d40 0x7f45240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f45380d2c80 con 0x7f45240039e0 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f452400bb60 con 0x7f4524004d40 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f452400bd60 con 0x7f453806bb20 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4536ffd640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45240039e0 0x7f4524003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f45367fc640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453806bb20 0x7f4524004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f45377fe640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4524004d40 0x7f45240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4536ffd640 1 -- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453806bb20 msgr2=0x7f4524004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4536ffd640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453806bb20 0x7f4524004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4536ffd640 1 -- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4524004d40 msgr2=0x7f45240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4536ffd640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4524004d40 0x7f45240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f4536ffd640 1 -- 172.21.15.39:0/191774652 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4524003520 con 0x7f45240039e0 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.475+0000 7f45377fe640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4524004d40 0x7f45240051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.476+0000 7f4536ffd640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45240039e0 0x7f4524003e00 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f4528001e20 tx=0x7f4524005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfab85482ccb7241 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.476+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4528001a70 con 0x7f45240039e0 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.476+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f452802ae40 con 0x7f45240039e0 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.476+0000 7f4535ffb640 1 -- 172.21.15.39:0/191774652 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4528003bb0 con 0x7f45240039e0 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.477+0000 7f453d4d0640 1 -- 172.21.15.39:0/191774652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45240039e0 msgr2=0x7f4524003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.477+0000 7f453d4d0640 1 --2- 172.21.15.39:0/191774652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45240039e0 0x7f4524003e00 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f4528001e20 tx=0x7f4524005830 comp rx=0 tx=0).stop 2024-09-19T05:36:00.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.477+0000 7f45377fe640 1 -- 172.21.15.39:0/191774652 reap_dead start 2024-09-19T05:36:00.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.477+0000 7f453d4d0640 1 -- 172.21.15.39:0/191774652 shutdown_connections 2024-09-19T05:36:00.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.477+0000 7f453d4d0640 1 -- 172.21.15.39:0/191774652 >> 172.21.15.39:0/191774652 conn(0x7f4538072770 msgr2=0x7f45380d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:00.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.477+0000 7f453d4d0640 1 -- 172.21.15.39:0/191774652 shutdown_connections 2024-09-19T05:36:00.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.477+0000 7f453d4d0640 1 -- 172.21.15.39:0/191774652 wait complete. 2024-09-19T05:36:00.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.478+0000 7f453d4d0640 1 Processor -- start 2024-09-19T05:36:00.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.478+0000 7f453d4d0640 1 -- start start 2024-09-19T05:36:00.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f453d4d0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45240039e0 0x7f453814b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f453d4d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453815cf70 0x7f453815d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f453d4d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45380b4270 0x7f45380b46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f453d4d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f45380d3a50 con 0x7f45380b4270 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f453d4d0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45380d3770 con 0x7f45240039e0 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f453d4d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f453806bf40 con 0x7f453815cf70 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45377fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45380b4270 0x7f45380b46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45377fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45380b4270 0x7f45380b46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54934/0 (socket says 172.21.15.39:54934) 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45377fe640 1 -- 172.21.15.39:0/4194934129 learned_addr learned my addr 172.21.15.39:0/4194934129 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45367fc640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453815cf70 0x7f453815d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f4536ffd640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45240039e0 0x7f453814b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45377fe640 1 -- 172.21.15.39:0/4194934129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453815cf70 msgr2=0x7f453815d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45377fe640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453815cf70 0x7f453815d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45377fe640 1 -- 172.21.15.39:0/4194934129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45240039e0 msgr2=0x7f453814b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45377fe640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45240039e0 0x7f453814b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45377fe640 1 -- 172.21.15.39:0/4194934129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45380b4ff0 con 0x7f45380b4270 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45367fc640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453815cf70 0x7f453815d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.479+0000 7f45377fe640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45380b4270 0x7f45380b46f0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f4530000fb0 tx=0x7f453000eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.480+0000 7f452f7fe640 1 -- 172.21.15.39:0/4194934129 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4530019070 con 0x7f45380b4270 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.480+0000 7f452f7fe640 1 -- 172.21.15.39:0/4194934129 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f453000c590 con 0x7f45380b4270 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.480+0000 7f452f7fe640 1 -- 172.21.15.39:0/4194934129 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f453000c940 con 0x7f45380b4270 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.480+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45380b52d0 con 0x7f45380b4270 2024-09-19T05:36:00.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.480+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45380b5890 con 0x7f45380b4270 2024-09-19T05:36:00.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.481+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45380ccf50 con 0x7f45380b4270 2024-09-19T05:36:00.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.481+0000 7f452f7fe640 1 -- 172.21.15.39:0/4194934129 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f453001c070 con 0x7f45380b4270 2024-09-19T05:36:00.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.482+0000 7f452f7fe640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f451806c2b0 0x7f451806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.482+0000 7f452f7fe640 1 -- 172.21.15.39:0/4194934129 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 4943+0+0 (secure 0 0 0) 0x7f453008a610 con 0x7f45380b4270 2024-09-19T05:36:00.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.482+0000 7f4536ffd640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f451806c2b0 0x7f451806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.482+0000 7f4536ffd640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f451806c2b0 0x7f451806e770 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4528032000 tx=0x7f452802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.486+0000 7f452f7fe640 1 -- 172.21.15.39:0/4194934129 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f45380ccf50 con 0x7f45380b4270 2024-09-19T05:36:00.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.660+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f453806c310 con 0x7f45380b4270 2024-09-19T05:36:00.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.664+0000 7f452f7fe640 1 -- 172.21.15.39:0/4194934129 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f45300589a0 con 0x7f45380b4270 2024-09-19T05:36:00.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f451806c2b0 msgr2=0x7f451806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f451806c2b0 0x7f451806e770 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4528032000 tx=0x7f452802e000 comp rx=0 tx=0).stop 2024-09-19T05:36:00.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45380b4270 msgr2=0x7f45380b46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45380b4270 0x7f45380b46f0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f4530000fb0 tx=0x7f453000eb90 comp rx=0 tx=0).stop 2024-09-19T05:36:00.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 shutdown_connections 2024-09-19T05:36:00.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f451806c2b0 0x7f451806e770 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45380b4270 0x7f45380b46f0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f453815cf70 0x7f453815d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 --2- 172.21.15.39:0/4194934129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45240039e0 0x7f453814b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 >> 172.21.15.39:0/4194934129 conn(0x7f4538072770 msgr2=0x7f45380b33e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:00.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 shutdown_connections 2024-09-19T05:36:00.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.666+0000 7f453d4d0640 1 -- 172.21.15.39:0/4194934129 wait complete. 2024-09-19T05:36:00.679 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:36:00.679 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:36:00.722 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:36:00.774 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:36:00.774 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:00.774 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:00.790 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:36:00.790 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:00.790 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:00.808 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:36:00.809 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:00.809 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:00.846 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:36:00.846 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:00.846 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:00.866 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:36:00.866 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:36:00.866 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:00.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.986+0000 7ffaf08dd640 1 Processor -- start 2024-09-19T05:36:00.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.986+0000 7ffaf08dd640 1 -- start start 2024-09-19T05:36:00.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.987+0000 7ffaf08dd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffaec0b6690 0x7ffaec0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.987+0000 7ffaf08dd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ffaec0b6a70 0x7ffaec0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.987+0000 7ffaf08dd640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaec0cff10 con 0x7ffaec0d1510 2024-09-19T05:36:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.987+0000 7ffaf08dd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ffaec0cf540 con 0x7ffaec0b6690 2024-09-19T05:36:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.987+0000 7ffaf08dd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ffaec0d1d90 con 0x7ffaec0b6a70 2024-09-19T05:36:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffaea59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffaec0b6690 0x7ffaec0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffaead9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ffaec0d1510 0x7ffaec0d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57614/0 (socket says 172.21.15.39:57614) 2024-09-19T05:36:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffaead9d640 1 -- 172.21.15.39:0/2560773959 learned_addr learned my addr 172.21.15.39:0/2560773959 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffae9d9b640 1 --2- 172.21.15.39:0/2560773959 >> v2:172.21.15.50:3300/0 conn(0x7ffaec0b6a70 0x7ffaec0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffaea59c640 1 -- 172.21.15.39:0/2560773959 >> v2:172.21.15.50:3300/0 conn(0x7ffaec0b6a70 msgr2=0x7ffaec0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffae959a640 1 -- 172.21.15.39:0/2560773959 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4113251050 0 0) 0x7ffaec0cff10 con 0x7ffaec0d1510 2024-09-19T05:36:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffaea59c640 1 --2- 172.21.15.39:0/2560773959 >> v2:172.21.15.50:3300/0 conn(0x7ffaec0b6a70 0x7ffaec0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffaea59c640 1 -- 172.21.15.39:0/2560773959 >> v1:172.21.15.39:6789/0 conn(0x7ffaec0d1510 legacy=0x7ffaec0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffaea59c640 1 -- 172.21.15.39:0/2560773959 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaec0ceef0 con 0x7ffaec0b6690 2024-09-19T05:36:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.988+0000 7ffae9d9b640 1 --2- 172.21.15.39:0/2560773959 >> v2:172.21.15.50:3300/0 conn(0x7ffaec0b6a70 0x7ffaec0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffaea59c640 1 --2- 172.21.15.39:0/2560773959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6690 0x7ffaec0cf9d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ffaec0b7690 tx=0x7ffadc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6003eda343bec4d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffae959a640 1 -- 172.21.15.39:0/2560773959 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc037070 con 0x7ffaec0b6690 2024-09-19T05:36:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffae959a640 1 -- 172.21.15.39:0/2560773959 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffadc032440 con 0x7ffaec0b6690 2024-09-19T05:36:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffae959a640 1 -- 172.21.15.39:0/2560773959 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc032810 con 0x7ffaec0b6690 2024-09-19T05:36:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2560773959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6690 msgr2=0x7ffaec0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffaf08dd640 1 --2- 172.21.15.39:0/2560773959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6690 0x7ffaec0cf9d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ffaec0b7690 tx=0x7ffadc02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2560773959 shutdown_connections 2024-09-19T05:36:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffaf08dd640 1 --2- 172.21.15.39:0/2560773959 >> v2:172.21.15.50:3300/0 conn(0x7ffaec0b6a70 0x7ffaec0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffaf08dd640 1 --2- 172.21.15.39:0/2560773959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6690 0x7ffaec0cf9d0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2560773959 >> 172.21.15.39:0/2560773959 conn(0x7ffaec072560 msgr2=0x7ffaec072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2560773959 shutdown_connections 2024-09-19T05:36:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.989+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2560773959 wait complete. 2024-09-19T05:36:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.991+0000 7ffaf08dd640 1 Processor -- start 2024-09-19T05:36:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.991+0000 7ffaf08dd640 1 -- start start 2024-09-19T05:36:00.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaf08dd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec0b6690 0x7ffaec0cc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaf08dd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6a70 0x7ffaec0c9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaf08dd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaec0d1510 0x7ffaec1f7af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaf08dd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec15c530 con 0x7ffaec0b6a70 2024-09-19T05:36:00.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaf08dd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec0b6f00 con 0x7ffaec0b6690 2024-09-19T05:36:00.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaf08dd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffaec15c6b0 con 0x7ffaec0d1510 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffae9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6a70 0x7ffaec0c9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffae9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6a70 0x7ffaec0c9af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54958/0 (socket says 172.21.15.39:54958) 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffae9d9b640 1 -- 172.21.15.39:0/2200668187 learned_addr learned my addr 172.21.15.39:0/2200668187 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaea59c640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec0b6690 0x7ffaec0cc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaead9d640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaec0d1510 0x7ffaec1f7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffae9d9b640 1 -- 172.21.15.39:0/2200668187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaec0d1510 msgr2=0x7ffaec1f7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffae9d9b640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaec0d1510 0x7ffaec1f7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffae9d9b640 1 -- 172.21.15.39:0/2200668187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec0b6690 msgr2=0x7ffaec0cc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffae9d9b640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec0b6690 0x7ffaec0cc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffae9d9b640 1 -- 172.21.15.39:0/2200668187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaec0cc620 con 0x7ffaec0b6a70 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffae9d9b640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6a70 0x7ffaec0c9af0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7ffae000c7f0 tx=0x7ffae000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffadaffd640 1 -- 172.21.15.39:0/2200668187 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae0015070 con 0x7ffaec0b6a70 2024-09-19T05:36:00.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffadaffd640 1 -- 172.21.15.39:0/2200668187 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffae0007a30 con 0x7ffaec0b6a70 2024-09-19T05:36:00.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffadaffd640 1 -- 172.21.15.39:0/2200668187 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae0007e00 con 0x7ffaec0b6a70 2024-09-19T05:36:00.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaec1f84d0 con 0x7ffaec0b6a70 2024-09-19T05:36:00.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.992+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaec0cb8e0 con 0x7ffaec0b6a70 2024-09-19T05:36:00.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.993+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaec0d1940 con 0x7ffaec0b6a70 2024-09-19T05:36:00.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.994+0000 7ffadaffd640 1 -- 172.21.15.39:0/2200668187 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffae0018070 con 0x7ffaec0b6a70 2024-09-19T05:36:00.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.994+0000 7ffadaffd640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffacc06c2b0 0x7ffacc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.995+0000 7ffadaffd640 1 -- 172.21.15.39:0/2200668187 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 4943+0+0 (secure 0 0 0) 0x7ffae008b180 con 0x7ffaec0b6a70 2024-09-19T05:36:00.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.995+0000 7ffaea59c640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffacc06c2b0 0x7ffacc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.995+0000 7ffaea59c640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffacc06c2b0 0x7ffacc06e770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ffadc034000 tx=0x7ffadc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:01.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:00.999+0000 7ffadaffd640 1 -- 172.21.15.39:0/2200668187 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffae0059b60 con 0x7ffaec0b6a70 2024-09-19T05:36:01.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.212+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffaec069140 con 0x7ffaec0b6a70 2024-09-19T05:36:01.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.212+0000 7ffadaffd640 1 -- 172.21.15.39:0/2200668187 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+3905 (secure 0 0 0) 0x7ffae0059460 con 0x7ffaec0b6a70 2024-09-19T05:36:01.214 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:01.214 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":30,"btime":"2024-09-19T05:35:56:337292+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5206,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3136780929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3136780929},{"type":"v1","addr":"172.21.15.50:6834","nonce":3136780929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/4141180415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":4141180415},{"type":"v1","addr":"172.21.15.50:6835","nonce":4141180415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":25},{"gid":5460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/25992977","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":25992977},{"type":"v1","addr":"172.21.15.39:6836","nonce":25992977}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":5706,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/1022999820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":1022999820},{"type":"v1","addr":"172.21.15.39:6837","nonce":1022999820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[]} 2024-09-19T05:36:01.215 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 30 2024-09-19T05:36:01.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.214+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffacc06c2b0 msgr2=0x7ffacc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:01.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.214+0000 7ffaf08dd640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffacc06c2b0 0x7ffacc06e770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ffadc034000 tx=0x7ffadc02e000 comp rx=0 tx=0).stop 2024-09-19T05:36:01.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.214+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6a70 msgr2=0x7ffaec0c9af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:01.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.214+0000 7ffaf08dd640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6a70 0x7ffaec0c9af0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7ffae000c7f0 tx=0x7ffae000cbf0 comp rx=0 tx=0).stop 2024-09-19T05:36:01.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.215+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 shutdown_connections 2024-09-19T05:36:01.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.215+0000 7ffaf08dd640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffacc06c2b0 0x7ffacc06e770 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:01.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.215+0000 7ffaf08dd640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaec0d1510 0x7ffaec1f7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:01.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.215+0000 7ffaf08dd640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec0b6a70 0x7ffaec0c9af0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:01.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.215+0000 7ffaf08dd640 1 --2- 172.21.15.39:0/2200668187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec0b6690 0x7ffaec0cc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:01.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.215+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 >> 172.21.15.39:0/2200668187 conn(0x7ffaec072560 msgr2=0x7ffaec15f210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:01.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.215+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 shutdown_connections 2024-09-19T05:36:01.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.215+0000 7ffaf08dd640 1 -- 172.21.15.39:0/2200668187 wait complete. 2024-09-19T05:36:01.227 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:36:01.228 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:36:01.228 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:36:01.228 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:36:01.228 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:36:01.228 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:36:01.228 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:36:01.228 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:36:01.229 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:36:01.229 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:36:01.229 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:36:01.229 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:36:01.229 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:36:01.229 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:36:01.229 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:36:01.230 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:36:01.238 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:36:01.238 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:36:01.239 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:36:01.239 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:36:01.241 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:36:01.242 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:36:01.242 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:36:01.243 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:36:01.281 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:36:01.281 DEBUG:teuthology.parallel:result is None 2024-09-19T05:36:01.282 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:36:01.282 DEBUG:teuthology.parallel:result is None 2024-09-19T05:36:01.284 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:36:01.284 DEBUG:teuthology.parallel:result is None 2024-09-19T05:36:01.285 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:36:01.285 DEBUG:teuthology.parallel:result is None 2024-09-19T05:36:01.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:36:01.359 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:36:01.359 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:36:01.373 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-19T05:36:01.373 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-19T05:36:01.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.393+0000 7f6b315f8640 1 Processor -- start 2024-09-19T05:36:01.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.393+0000 7f6b315f8640 1 -- start start 2024-09-19T05:36:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.394+0000 7f6b315f8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6b2c062d40 0x7f6b2c0b6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.394+0000 7f6b315f8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b2c160ff0 con 0x7f6b2c15f9a0 2024-09-19T05:36:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.394+0000 7f6b315f8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b2c0cdc50 con 0x7f6b2c160b60 2024-09-19T05:36:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.394+0000 7f6b315f8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6b2c0ce580 con 0x7f6b2c062d40 2024-09-19T05:36:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.394+0000 7f6b2affd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6b2c15f9a0 0x7f6b2c062630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57630/0 (socket says 172.21.15.39:57630) 2024-09-19T05:36:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.394+0000 7f6b2b7fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6b2c062d40 0x7f6b2c0b6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.394+0000 7f6b2affd640 1 -- 172.21.15.39:0/3090569936 learned_addr learned my addr 172.21.15.39:0/3090569936 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.395+0000 7f6b2b7fe640 1 -- 172.21.15.39:0/3090569936 >> v1:172.21.15.50:6789/0 conn(0x7f6b2c160b60 legacy=0x7f6b2c0b6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:01.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.395+0000 7f6b2b7fe640 1 -- 172.21.15.39:0/3090569936 >> v1:172.21.15.39:6789/0 conn(0x7f6b2c15f9a0 legacy=0x7f6b2c062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:01.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.395+0000 7f6b2b7fe640 1 -- 172.21.15.39:0/3090569936 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b2c0cdf30 con 0x7f6b2c062d40 2024-09-19T05:36:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.395+0000 7f6b2b7fe640 1 --2- 172.21.15.39:0/3090569936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b2c062d40 0x7f6b2c0b6730 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c0ce700 tx=0x7f6b1c02a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2ab3b7ca4f3a221 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.395+0000 7f6b29ffb640 1 -- 172.21.15.39:0/3090569936 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1c007740 con 0x7f6b2c062d40 2024-09-19T05:36:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.395+0000 7f6b29ffb640 1 -- 172.21.15.39:0/3090569936 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b1c0078e0 con 0x7f6b2c062d40 2024-09-19T05:36:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.396+0000 7f6b29ffb640 1 -- 172.21.15.39:0/3090569936 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1c007cb0 con 0x7f6b2c062d40 2024-09-19T05:36:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.396+0000 7f6b315f8640 1 -- 172.21.15.39:0/3090569936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b2c062d40 msgr2=0x7f6b2c0b6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.396+0000 7f6b315f8640 1 --2- 172.21.15.39:0/3090569936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b2c062d40 0x7f6b2c0b6730 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c0ce700 tx=0x7f6b1c02a6f0 comp rx=0 tx=0).stop 2024-09-19T05:36:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.396+0000 7f6b315f8640 1 -- 172.21.15.39:0/3090569936 shutdown_connections 2024-09-19T05:36:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.396+0000 7f6b315f8640 1 --2- 172.21.15.39:0/3090569936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b2c062d40 0x7f6b2c0b6730 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.396+0000 7f6b315f8640 1 -- 172.21.15.39:0/3090569936 >> 172.21.15.39:0/3090569936 conn(0x7f6b2c0732b0 msgr2=0x7f6b2c0736c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.396+0000 7f6b315f8640 1 -- 172.21.15.39:0/3090569936 shutdown_connections 2024-09-19T05:36:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.396+0000 7f6b315f8640 1 -- 172.21.15.39:0/3090569936 wait complete. 2024-09-19T05:36:01.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.397+0000 7f6b315f8640 1 Processor -- start 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.397+0000 7f6b315f8640 1 -- start start 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b315f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b2c062d40 0x7f6b2c0c4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b315f8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b2c15f9a0 0x7f6b2c06df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b315f8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b2c06e4a0 0x7f6b2c0c7480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b315f8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2c15ff00 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b315f8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2c15fd80 con 0x7f6b2c15f9a0 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b2b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b2c06e4a0 0x7f6b2c0c7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b315f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6b2c0b6c70 con 0x7f6b2c062d40 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b2b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b2c06e4a0 0x7f6b2c0c7480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55004/0 (socket says 172.21.15.39:55004) 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b2b7fe640 1 -- 172.21.15.39:0/4130649134 learned_addr learned my addr 172.21.15.39:0/4130649134 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:01.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b2affd640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b2c062d40 0x7f6b2c0c4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.398+0000 7f6b2a7fc640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b2c15f9a0 0x7f6b2c06df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b2b7fe640 1 -- 172.21.15.39:0/4130649134 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b2c062d40 msgr2=0x7f6b2c0c4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b2b7fe640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b2c062d40 0x7f6b2c0c4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b2b7fe640 1 -- 172.21.15.39:0/4130649134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b2c15f9a0 msgr2=0x7f6b2c06df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b2b7fe640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b2c15f9a0 0x7f6b2c06df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b2b7fe640 1 -- 172.21.15.39:0/4130649134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b2c0c51f0 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b2b7fe640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b2c06e4a0 0x7f6b2c0c7480 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f6b1c02ace0 tx=0x7f6b1c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b237fe640 1 -- 172.21.15.39:0/4130649134 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1c040070 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b237fe640 1 -- 172.21.15.39:0/4130649134 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b1c031c90 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b2c0c5680 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b237fe640 1 -- 172.21.15.39:0/4130649134 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1c045680 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.399+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b2c0c5920 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.400+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b2c1e7f30 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.401+0000 7f6b237fe640 1 -- 172.21.15.39:0/4130649134 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6b1c039040 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.401+0000 7f6b237fe640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b0c06c2b0 0x7f6b0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:01.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.401+0000 7f6b237fe640 1 -- 172.21.15.39:0/4130649134 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 4943+0+0 (secure 0 0 0) 0x7f6b1c0aca50 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.401+0000 7f6b2affd640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b0c06c2b0 0x7f6b0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:01.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.402+0000 7f6b2affd640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b0c06c2b0 0x7f6b0c06e770 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6b24007fd0 tx=0x7f6b24007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:01.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.405+0000 7f6b237fe640 1 -- 172.21.15.39:0/4130649134 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6b2c1e7f30 con 0x7f6b2c06e4a0 2024-09-19T05:36:01.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:01.593+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f6b2c160390 con 0x7f6b2c06e4a0 2024-09-19T05:36:02.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.683+0000 7f6b237fe640 1 -- 172.21.15.39:0/4130649134 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v62) ==== 97+0+0 (secure 0 0 0) 0x7f6b1c07af20 con 0x7f6b2c06e4a0 2024-09-19T05:36:02.685 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-19T05:36:02.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.686+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b0c06c2b0 msgr2=0x7f6b0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:02.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.686+0000 7f6b315f8640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b0c06c2b0 0x7f6b0c06e770 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6b24007fd0 tx=0x7f6b24007e80 comp rx=0 tx=0).stop 2024-09-19T05:36:02.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.686+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b2c06e4a0 msgr2=0x7f6b2c0c7480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:02.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.686+0000 7f6b315f8640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b2c06e4a0 0x7f6b2c0c7480 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f6b1c02ace0 tx=0x7f6b1c004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:02.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.686+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 shutdown_connections 2024-09-19T05:36:02.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.686+0000 7f6b315f8640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b0c06c2b0 0x7f6b0c06e770 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:02.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.686+0000 7f6b315f8640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b2c06e4a0 0x7f6b2c0c7480 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:02.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.686+0000 7f6b315f8640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b2c15f9a0 0x7f6b2c06df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:02.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.686+0000 7f6b315f8640 1 --2- 172.21.15.39:0/4130649134 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b2c062d40 0x7f6b2c0c4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:02.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.687+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 >> 172.21.15.39:0/4130649134 conn(0x7f6b2c0732b0 msgr2=0x7f6b2c0ae1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:02.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.687+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 shutdown_connections 2024-09-19T05:36:02.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.687+0000 7f6b315f8640 1 -- 172.21.15.39:0/4130649134 wait complete. 2024-09-19T05:36:02.702 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:36:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.810+0000 7f0eb06d0640 1 Processor -- start 2024-09-19T05:36:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.810+0000 7f0eb06d0640 1 -- start start 2024-09-19T05:36:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eb06d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ea8160710 0x7f0ea80cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eb06d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ea80cfdd0 con 0x7f0ea80d07c0 2024-09-19T05:36:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eb06d0640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ea815cc90 con 0x7f0ea8160af0 2024-09-19T05:36:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eb06d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f0ea815cf70 con 0x7f0ea8160710 2024-09-19T05:36:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eae46c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ea8160710 0x7f0ea80cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eaec6d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0ea80d07c0 0x7f0ea8072070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57636/0 (socket says 172.21.15.39:57636) 2024-09-19T05:36:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eaec6d640 1 -- 172.21.15.39:0/3255684379 learned_addr learned my addr 172.21.15.39:0/3255684379 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eae46c640 1 -- 172.21.15.39:0/3255684379 >> v1:172.21.15.50:6789/0 conn(0x7f0ea8160af0 legacy=0x7f0ea80d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eae46c640 1 -- 172.21.15.39:0/3255684379 >> v1:172.21.15.39:6789/0 conn(0x7f0ea80d07c0 legacy=0x7f0ea8072070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0eae46c640 1 -- 172.21.15.39:0/3255684379 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea815d250 con 0x7f0ea8160710 2024-09-19T05:36:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.811+0000 7f0ead46a640 1 -- 172.21.15.39:0/3255684379 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1200390996 0 0) 0x7f0ea80cfdd0 con 0x7f0ea80d07c0 2024-09-19T05:36:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.812+0000 7f0eae46c640 1 --2- 172.21.15.39:0/3255684379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea8160710 0x7f0ea80cf2c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f0ea40097a0 tx=0x7f0ea402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=611841c2faab358f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.812+0000 7f0ead46a640 1 -- 172.21.15.39:0/3255684379 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4037070 con 0x7f0ea8160710 2024-09-19T05:36:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.812+0000 7f0ead46a640 1 -- 172.21.15.39:0/3255684379 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ea4032440 con 0x7f0ea8160710 2024-09-19T05:36:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.812+0000 7f0ead46a640 1 -- 172.21.15.39:0/3255684379 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4032810 con 0x7f0ea8160710 2024-09-19T05:36:02.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.813+0000 7f0eb06d0640 1 -- 172.21.15.39:0/3255684379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea8160710 msgr2=0x7f0ea80cf2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:02.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.813+0000 7f0eb06d0640 1 --2- 172.21.15.39:0/3255684379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea8160710 0x7f0ea80cf2c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f0ea40097a0 tx=0x7f0ea402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:36:02.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.813+0000 7f0eb06d0640 1 -- 172.21.15.39:0/3255684379 shutdown_connections 2024-09-19T05:36:02.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.813+0000 7f0eb06d0640 1 --2- 172.21.15.39:0/3255684379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea8160710 0x7f0ea80cf2c0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:02.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.813+0000 7f0eb06d0640 1 -- 172.21.15.39:0/3255684379 >> 172.21.15.39:0/3255684379 conn(0x7f0ea806d000 msgr2=0x7f0ea806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:02.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.813+0000 7f0eb06d0640 1 -- 172.21.15.39:0/3255684379 shutdown_connections 2024-09-19T05:36:02.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.813+0000 7f0eb06d0640 1 -- 172.21.15.39:0/3255684379 wait complete. 2024-09-19T05:36:02.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.814+0000 7f0eb06d0640 1 Processor -- start 2024-09-19T05:36:02.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.814+0000 7f0eb06d0640 1 -- start start 2024-09-19T05:36:02.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eb06d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea80d07c0 0x7f0ea8146d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eb06d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ea8160710 0x7f0ea80ac7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eb06d0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea8160af0 0x7f0ea80acd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eb06d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea815d770 con 0x7f0ea80d07c0 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eb06d0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea80cf800 con 0x7f0ea8160af0 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eb06d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0ea8147270 con 0x7f0ea8160710 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eae46c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea80d07c0 0x7f0ea8146d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eae46c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea80d07c0 0x7f0ea8146d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55030/0 (socket says 172.21.15.39:55030) 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eae46c640 1 -- 172.21.15.39:0/1061447813 learned_addr learned my addr 172.21.15.39:0/1061447813 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eaec6d640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea8160af0 0x7f0ea80acd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eadc6b640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ea8160710 0x7f0ea80ac7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eae46c640 1 -- 172.21.15.39:0/1061447813 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ea8160710 msgr2=0x7f0ea80ac7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eae46c640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ea8160710 0x7f0ea80ac7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:02.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eae46c640 1 -- 172.21.15.39:0/1061447813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea8160af0 msgr2=0x7f0ea80acd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:02.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eae46c640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea8160af0 0x7f0ea80acd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:02.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eae46c640 1 -- 172.21.15.39:0/1061447813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea8154cb0 con 0x7f0ea80d07c0 2024-09-19T05:36:02.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.815+0000 7f0eae46c640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea80d07c0 0x7f0ea8146d30 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f0ea40097a0 tx=0x7f0ea40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:02.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.816+0000 7f0e9effd640 1 -- 172.21.15.39:0/1061447813 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4037040 con 0x7f0ea80d07c0 2024-09-19T05:36:02.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.816+0000 7f0e9effd640 1 -- 172.21.15.39:0/1061447813 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ea4004250 con 0x7f0ea80d07c0 2024-09-19T05:36:02.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.816+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ea8154f90 con 0x7f0ea80d07c0 2024-09-19T05:36:02.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.816+0000 7f0e9effd640 1 -- 172.21.15.39:0/1061447813 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4032e20 con 0x7f0ea80d07c0 2024-09-19T05:36:02.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.816+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ea80aa8f0 con 0x7f0ea80d07c0 2024-09-19T05:36:02.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.817+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ea815d8f0 con 0x7f0ea80d07c0 2024-09-19T05:36:02.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.817+0000 7f0e9effd640 1 -- 172.21.15.39:0/1061447813 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ea4030770 con 0x7f0ea80d07c0 2024-09-19T05:36:02.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.818+0000 7f0e9effd640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0e8c06c2b0 0x7f0e8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:02.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.818+0000 7f0e9effd640 1 -- 172.21.15.39:0/1061447813 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4857+0+0 (secure 0 0 0) 0x7f0ea40ac5a0 con 0x7f0ea80d07c0 2024-09-19T05:36:02.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.818+0000 7f0eadc6b640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0e8c06c2b0 0x7f0e8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:02.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.818+0000 7f0eadc6b640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0e8c06c2b0 0x7f0e8c06e770 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0e98006fd0 tx=0x7f0e98008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:02.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:02.822+0000 7f0e9effd640 1 -- 172.21.15.39:0/1061447813 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ea407b0e0 con 0x7f0ea80d07c0 2024-09-19T05:36:02.974 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:36:02.976 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:36:03.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.065+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f0ea80afd50 con 0x7f0ea80d07c0 2024-09-19T05:36:03.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.065+0000 7f0e9effd640 1 -- 172.21.15.39:0/1061447813 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7f0ea407a9e0 con 0x7f0ea80d07c0 2024-09-19T05:36:03.067 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:03.067 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:36:03.067 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-19T05:36:03.068 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.068 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-19T05:36:03.068 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIM4aDRAAlMJ7aOrv03elCfbuji2K5Q==", 2024-09-19T05:36:03.068 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.068 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:03.068 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:03.068 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:03.068 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvgt7GRAA/eoXSbz/ug67UEj/AlWG3w==", 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIG5NFBAAYRoFlBTGF9vWE8tD5dXp+g==", 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.070 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmmFTdIBAAYykc1nIxjNdsCUi4spxX8A==", 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCYt+tmP3rWFhAAowwSHyPCz6SrbalmmSKQBQ==", 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:03.071 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCbt+tmxbocGxAAXBJVNd9geM3WjPnzoN4Jeg==", 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.072 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCet+tmca0/LBAAkkmpxq3FL+vA+VxSrchJfA==", 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.073 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCit+tmzVUqAxAAGG8wZT2s9qUs1/xn1aQEzQ==", 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-19T05:36:03.074 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCmt+tmlzzNExAAKv2HxkFtL7iAGOyIoucHPg==", 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCpt+tmHftQFhAATRmtgFgM4plu3j3Y84ySvA==", 2024-09-19T05:36:03.075 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.076 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:03.076 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:03.076 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.076 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.076 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.076 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.076 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-19T05:36:03.076 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCst+tmQgP3JxAAsS3nowkJGITPFCd4cHLG9w==", 2024-09-19T05:36:03.076 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.077 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:03.077 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:03.077 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.077 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.077 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.077 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.077 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-19T05:36:03.078 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCvt+tmWnfGOBAAqceyaunM8LQyhXoccnb3GA==", 2024-09-19T05:36:03.078 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.078 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:03.078 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:03.078 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.078 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.078 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.078 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ==", 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-19T05:36:03.079 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvp8oLhAAnPW4CNPoKei0acso9k3X6w==", 2024-09-19T05:36:03.080 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.080 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:03.080 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:36:03.080 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:36:03.080 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:36:03.080 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.080 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.080 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.080 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmBbHYKhAA+49M8aS7VHuPjm00KOCwUw==", 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-19T05:36:03.081 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmge3nMxAADicDEBNjTt+/zzL3befE1w==", 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCQt+tmWTbVKxAA2TBzvNegyH9FNxy/NFGX6Q==", 2024-09-19T05:36:03.082 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm1q7NCRAA1Wg1Mq1WXaqx/ngn21X60Q==", 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:36:03.083 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvvK9BRAAyFVhGghx2zPYcMbaHBpWoA==", 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.084 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.085 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-19T05:36:03.085 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:36:03.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.067+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0e8c06c2b0 msgr2=0x7f0e8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.067+0000 7f0eb06d0640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0e8c06c2b0 0x7f0e8c06e770 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0e98006fd0 tx=0x7f0e98008040 comp rx=0 tx=0).stop 2024-09-19T05:36:03.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.067+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea80d07c0 msgr2=0x7f0ea8146d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.067+0000 7f0eb06d0640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea80d07c0 0x7f0ea8146d30 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f0ea40097a0 tx=0x7f0ea40046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.068+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 shutdown_connections 2024-09-19T05:36:03.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.068+0000 7f0eb06d0640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0e8c06c2b0 0x7f0e8c06e770 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.068+0000 7f0eb06d0640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ea8160af0 0x7f0ea80acd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.068+0000 7f0eb06d0640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ea8160710 0x7f0ea80ac7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.068+0000 7f0eb06d0640 1 --2- 172.21.15.39:0/1061447813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ea80d07c0 0x7f0ea8146d30 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.068+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 >> 172.21.15.39:0/1061447813 conn(0x7f0ea806d000 msgr2=0x7f0ea80b1600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:03.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.068+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 shutdown_connections 2024-09-19T05:36:03.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.068+0000 7f0eb06d0640 1 -- 172.21.15.39:0/1061447813 wait complete. 2024-09-19T05:36:03.087 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:36:03.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.227+0000 7f12791e4640 1 Processor -- start 2024-09-19T05:36:03.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.227+0000 7f12791e4640 1 -- start start 2024-09-19T05:36:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.228+0000 7f12791e4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f12741674d0 0x7f12741698c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.228+0000 7f12791e4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12740b47d0 con 0x7f1274161dd0 2024-09-19T05:36:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.228+0000 7f12791e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f127406c870 con 0x7f12740b5ea0 2024-09-19T05:36:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.228+0000 7f12791e4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f127406cb50 con 0x7f12741674d0 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.228+0000 7f1272d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1274161dd0 0x7f127406f8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57642/0 (socket says 172.21.15.39:57642) 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.228+0000 7f1272d9d640 1 -- 172.21.15.39:0/4144372063 learned_addr learned my addr 172.21.15.39:0/4144372063 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.228+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3721244799 0 0) 0x7f12740b47d0 con 0x7f1274161dd0 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.228+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1260003520 con 0x7f1274161dd0 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.228+0000 7f127359e640 1 --2- 172.21.15.39:0/4144372063 >> v2:172.21.15.50:3300/0 conn(0x7f12741674d0 0x7f12741698c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1321220349 0 0) 0x7f1260003520 con 0x7f1274161dd0 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 >> v2:172.21.15.50:3300/0 conn(0x7f12741674d0 msgr2=0x7f12741698c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 --2- 172.21.15.39:0/4144372063 >> v2:172.21.15.50:3300/0 conn(0x7f12741674d0 0x7f12741698c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 >> v1:172.21.15.50:6789/0 conn(0x7f12740b5ea0 legacy=0x7f12740b62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12741621b0 con 0x7f1274161dd0 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f12640019f0 con 0x7f1274161dd0 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 >> v1:172.21.15.39:6789/0 conn(0x7f1274161dd0 legacy=0x7f127406f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12600039b0 0x7f1260003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1260004800 0x7f1260004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f12600051c0 0x7f126000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f127406cb50 con 0x7f12600039b0 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f126000c060 con 0x7f1260004800 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f126000c260 con 0x7f12600051c0 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1272d9d640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12600039b0 0x7f1260003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f127259c640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1260004800 0x7f1260004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f127359e640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f12600051c0 0x7f126000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1272d9d640 1 -- 172.21.15.39:0/4144372063 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f12600051c0 msgr2=0x7f126000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1272d9d640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f12600051c0 0x7f126000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1272d9d640 1 -- 172.21.15.39:0/4144372063 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1260004800 msgr2=0x7f1260004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1272d9d640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1260004800 0x7f1260004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f1272d9d640 1 -- 172.21.15.39:0/4144372063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1260003520 con 0x7f12600039b0 2024-09-19T05:36:03.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f127359e640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f12600051c0 0x7f126000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:03.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.229+0000 7f127359e640 1 -- 172.21.15.39:0/4144372063 reap_dead start 2024-09-19T05:36:03.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.230+0000 7f1272d9d640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12600039b0 0x7f1260003dd0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f126400a860 tx=0x7f1260005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dafd94491058a3d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:03.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.230+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126400a480 con 0x7f12600039b0 2024-09-19T05:36:03.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.230+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f126402f070 con 0x7f12600039b0 2024-09-19T05:36:03.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.230+0000 7f1271d9b640 1 -- 172.21.15.39:0/4144372063 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126402bcd0 con 0x7f12600039b0 2024-09-19T05:36:03.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.230+0000 7f12791e4640 1 -- 172.21.15.39:0/4144372063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12600039b0 msgr2=0x7f1260003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.230+0000 7f12791e4640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12600039b0 0x7f1260003dd0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f126400a860 tx=0x7f1260005830 comp rx=0 tx=0).stop 2024-09-19T05:36:03.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.231+0000 7f12791e4640 1 -- 172.21.15.39:0/4144372063 shutdown_connections 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.231+0000 7f12791e4640 1 --2- 172.21.15.39:0/4144372063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12600039b0 0x7f1260003dd0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.231+0000 7f12791e4640 1 -- 172.21.15.39:0/4144372063 >> 172.21.15.39:0/4144372063 conn(0x7f12740b3540 msgr2=0x7f12740b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.231+0000 7f12791e4640 1 -- 172.21.15.39:0/4144372063 shutdown_connections 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.231+0000 7f12791e4640 1 -- 172.21.15.39:0/4144372063 wait complete. 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.232+0000 7f12791e4640 1 Processor -- start 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.232+0000 7f12791e4640 1 -- start start 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f12791e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12600039b0 0x7f127415ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f12791e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127414e700 0x7f1274160af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f12791e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12741518c0 0x7f127406e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f12791e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f12740b4570 con 0x7f12741518c0 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f12791e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f12740b43f0 con 0x7f12600039b0 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f12791e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f127406f8d0 con 0x7f127414e700 2024-09-19T05:36:03.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12741518c0 0x7f127406e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12741518c0 0x7f127406e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55062/0 (socket says 172.21.15.39:55062) 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127359e640 1 -- 172.21.15.39:0/3586238197 learned_addr learned my addr 172.21.15.39:0/3586238197 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f1272d9d640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12600039b0 0x7f127415ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127259c640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127414e700 0x7f1274160af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127359e640 1 -- 172.21.15.39:0/3586238197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127414e700 msgr2=0x7f1274160af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127359e640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127414e700 0x7f1274160af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127359e640 1 -- 172.21.15.39:0/3586238197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12600039b0 msgr2=0x7f127415ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127359e640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12600039b0 0x7f127415ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127359e640 1 -- 172.21.15.39:0/3586238197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12741520a0 con 0x7f12741518c0 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.233+0000 7f127359e640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12741518c0 0x7f127406e150 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f12740b5c50 tx=0x7f126c011920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.234+0000 7f126b7fe640 1 -- 172.21.15.39:0/3586238197 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126c004440 con 0x7f12741518c0 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.234+0000 7f126b7fe640 1 -- 172.21.15.39:0/3586238197 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f126c01b070 con 0x7f12741518c0 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.234+0000 7f126b7fe640 1 -- 172.21.15.39:0/3586238197 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126c003850 con 0x7f12741518c0 2024-09-19T05:36:03.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.234+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1274152380 con 0x7f12741518c0 2024-09-19T05:36:03.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.234+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1274150230 con 0x7f12741518c0 2024-09-19T05:36:03.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.235+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f127414eae0 con 0x7f12741518c0 2024-09-19T05:36:03.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.235+0000 7f126b7fe640 1 -- 172.21.15.39:0/3586238197 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f126c0039f0 con 0x7f12741518c0 2024-09-19T05:36:03.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.236+0000 7f126b7fe640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f125406c2e0 0x7f125406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.236+0000 7f126b7fe640 1 -- 172.21.15.39:0/3586238197 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4857+0+0 (secure 0 0 0) 0x7f126c08af40 con 0x7f12741518c0 2024-09-19T05:36:03.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.236+0000 7f1272d9d640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f125406c2e0 0x7f125406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.236+0000 7f1272d9d640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f125406c2e0 0x7f125406e7a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f1264033000 tx=0x7f1264009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:03.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.240+0000 7f126b7fe640 1 -- 172.21.15.39:0/3586238197 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f126c025020 con 0x7f12741518c0 2024-09-19T05:36:03.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.418+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f1274150020 con 0x7f12741518c0 2024-09-19T05:36:03.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.418+0000 7f126b7fe640 1 -- 172.21.15.39:0/3586238197 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v62) ==== 84+0+65 (secure 0 0 0) 0x7f126c0593b0 con 0x7f12741518c0 2024-09-19T05:36:03.420 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:03.420 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-19T05:36:03.420 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:03.420 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-19T05:36:03.420 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-19T05:36:03.421 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:03.421 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-19T05:36:03.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f125406c2e0 msgr2=0x7f125406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f125406c2e0 0x7f125406e7a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f1264033000 tx=0x7f1264009030 comp rx=0 tx=0).stop 2024-09-19T05:36:03.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12741518c0 msgr2=0x7f127406e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12741518c0 0x7f127406e150 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f12740b5c50 tx=0x7f126c011920 comp rx=0 tx=0).stop 2024-09-19T05:36:03.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 shutdown_connections 2024-09-19T05:36:03.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f125406c2e0 0x7f125406e7a0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12741518c0 0x7f127406e150 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f127414e700 0x7f1274160af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 --2- 172.21.15.39:0/3586238197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12600039b0 0x7f127415ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 >> 172.21.15.39:0/3586238197 conn(0x7f12740b3540 msgr2=0x7f12740d1250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:03.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 shutdown_connections 2024-09-19T05:36:03.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.420+0000 7f12791e4640 1 -- 172.21.15.39:0/3586238197 wait complete. 2024-09-19T05:36:03.433 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:36:03.433 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:36:03.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.537+0000 7fd230118640 1 Processor -- start 2024-09-19T05:36:03.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.537+0000 7fd230118640 1 -- start start 2024-09-19T05:36:03.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd230118640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22815e820 0x7fd2280b6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd230118640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd2280b38e0 0x7fd2280cef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd230118640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd22806bb20 0x7fd22806bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd230118640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fd22806c4b0 con 0x7fd22806bb20 2024-09-19T05:36:03.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd230118640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fd2280b67e0 con 0x7fd2280b38e0 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd230118640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd2280b61b0 con 0x7fd22815e820 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd22e6b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd22806bb20 0x7fd22806bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd22e6b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd22806bb20 0x7fd22806bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55064/0 (socket says 172.21.15.39:55064) 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd22e6b5640 1 -- 172.21.15.39:0/323182116 learned_addr learned my addr 172.21.15.39:0/323182116 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd22deb4640 1 --2- 172.21.15.39:0/323182116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22815e820 0x7fd2280b6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.538+0000 7fd22d6b3640 1 --2- 172.21.15.39:0/323182116 >> v2:172.21.15.50:3300/0 conn(0x7fd2280b38e0 0x7fd2280cef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.539+0000 7fd22e6b5640 1 -- 172.21.15.39:0/323182116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22815e820 msgr2=0x7fd2280b6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.539+0000 7fd22e6b5640 1 --2- 172.21.15.39:0/323182116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22815e820 0x7fd2280b6c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.539+0000 7fd22e6b5640 1 -- 172.21.15.39:0/323182116 >> v2:172.21.15.50:3300/0 conn(0x7fd2280b38e0 msgr2=0x7fd2280cef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.539+0000 7fd22e6b5640 1 --2- 172.21.15.39:0/323182116 >> v2:172.21.15.50:3300/0 conn(0x7fd2280b38e0 0x7fd2280cef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.539+0000 7fd22e6b5640 1 -- 172.21.15.39:0/323182116 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2280cf870 con 0x7fd22806bb20 2024-09-19T05:36:03.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.539+0000 7fd22deb4640 1 --2- 172.21.15.39:0/323182116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22815e820 0x7fd2280b6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.539+0000 7fd22e6b5640 1 --2- 172.21.15.39:0/323182116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd22806bb20 0x7fd22806bf70 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fd22808d9f0 tx=0x7fd22002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfe52249f8cb3d8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd22ceb2640 1 -- 172.21.15.39:0/323182116 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd220036070 con 0x7fd22806bb20 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd22ceb2640 1 -- 172.21.15.39:0/323182116 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd220031600 con 0x7fd22806bb20 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd22ceb2640 1 -- 172.21.15.39:0/323182116 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2200319d0 con 0x7fd22806bb20 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd230118640 1 -- 172.21.15.39:0/323182116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd22806bb20 msgr2=0x7fd22806bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd230118640 1 --2- 172.21.15.39:0/323182116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd22806bb20 0x7fd22806bf70 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fd22808d9f0 tx=0x7fd22002a610 comp rx=0 tx=0).stop 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd230118640 1 -- 172.21.15.39:0/323182116 shutdown_connections 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd230118640 1 --2- 172.21.15.39:0/323182116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd22806bb20 0x7fd22806bf70 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd230118640 1 --2- 172.21.15.39:0/323182116 >> v2:172.21.15.50:3300/0 conn(0x7fd2280b38e0 0x7fd2280cef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd230118640 1 --2- 172.21.15.39:0/323182116 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22815e820 0x7fd2280b6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd230118640 1 -- 172.21.15.39:0/323182116 >> 172.21.15.39:0/323182116 conn(0x7fd228072770 msgr2=0x7fd2280d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:03.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd230118640 1 -- 172.21.15.39:0/323182116 shutdown_connections 2024-09-19T05:36:03.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.540+0000 7fd230118640 1 -- 172.21.15.39:0/323182116 wait complete. 2024-09-19T05:36:03.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.541+0000 7fd230118640 1 Processor -- start 2024-09-19T05:36:03.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd230118640 1 -- start start 2024-09-19T05:36:03.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd230118640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22806bb20 0x7fd22815c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd230118640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2280b38e0 0x7fd2280b9800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd230118640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd22815e820 0x7fd2281f4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd230118640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd22815ec00 con 0x7fd2280b38e0 2024-09-19T05:36:03.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd230118640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd2280b6470 con 0x7fd22815e820 2024-09-19T05:36:03.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd230118640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd2280cf440 con 0x7fd22806bb20 2024-09-19T05:36:03.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd22d6b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2280b38e0 0x7fd2280b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd22d6b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2280b38e0 0x7fd2280b9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55076/0 (socket says 172.21.15.39:55076) 2024-09-19T05:36:03.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd22d6b3640 1 -- 172.21.15.39:0/2860017408 learned_addr learned my addr 172.21.15.39:0/2860017408 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.542+0000 7fd22deb4640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22806bb20 0x7fd22815c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd22e6b5640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd22815e820 0x7fd2281f4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd22d6b3640 1 -- 172.21.15.39:0/2860017408 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22806bb20 msgr2=0x7fd22815c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd22d6b3640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22806bb20 0x7fd22815c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd22d6b3640 1 -- 172.21.15.39:0/2860017408 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd22815e820 msgr2=0x7fd2281f4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd22d6b3640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd22815e820 0x7fd2281f4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd22d6b3640 1 -- 172.21.15.39:0/2860017408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd22815bd80 con 0x7fd2280b38e0 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd22e6b5640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd22815e820 0x7fd2281f4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd22d6b3640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2280b38e0 0x7fd2280b9800 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fd21800d7d0 tx=0x7fd21800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd21e7fc640 1 -- 172.21.15.39:0/2860017408 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd218018020 con 0x7fd2280b38e0 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd21e7fc640 1 -- 172.21.15.39:0/2860017408 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2180096a0 con 0x7fd2280b38e0 2024-09-19T05:36:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd21e7fc640 1 -- 172.21.15.39:0/2860017408 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd218009a90 con 0x7fd2280b38e0 2024-09-19T05:36:03.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2281f4e90 con 0x7fd2280b38e0 2024-09-19T05:36:03.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.543+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd22815c040 con 0x7fd2280b38e0 2024-09-19T05:36:03.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.544+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2280cef00 con 0x7fd2280b38e0 2024-09-19T05:36:03.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.545+0000 7fd21e7fc640 1 -- 172.21.15.39:0/2860017408 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd21801b020 con 0x7fd2280b38e0 2024-09-19T05:36:03.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.545+0000 7fd21e7fc640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd20c06c2b0 0x7fd20c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:03.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.545+0000 7fd21e7fc640 1 -- 172.21.15.39:0/2860017408 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 4857+0+0 (secure 0 0 0) 0x7fd21808b350 con 0x7fd2280b38e0 2024-09-19T05:36:03.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.545+0000 7fd22deb4640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd20c06c2b0 0x7fd20c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:03.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.546+0000 7fd22deb4640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd20c06c2b0 0x7fd20c06e770 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd224006fd0 tx=0x7fd224008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.549+0000 7fd21e7fc640 1 -- 172.21.15.39:0/2860017408 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd218022030 con 0x7fd2280b38e0 2024-09-19T05:36:03.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:03.725+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fd22815c440 con 0x7fd2280b38e0 2024-09-19T05:36:04.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.688+0000 7fd21e7fc640 1 -- 172.21.15.39:0/2860017408 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v63) ==== 138+0+0 (secure 0 0 0) 0x7fd218059d90 con 0x7fd2280b38e0 2024-09-19T05:36:04.690 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-19T05:36:04.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.691+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd20c06c2b0 msgr2=0x7fd20c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:04.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.691+0000 7fd230118640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd20c06c2b0 0x7fd20c06e770 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd224006fd0 tx=0x7fd224008040 comp rx=0 tx=0).stop 2024-09-19T05:36:04.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.691+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2280b38e0 msgr2=0x7fd2280b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:04.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.691+0000 7fd230118640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2280b38e0 0x7fd2280b9800 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fd21800d7d0 tx=0x7fd21800dc90 comp rx=0 tx=0).stop 2024-09-19T05:36:04.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.693+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 shutdown_connections 2024-09-19T05:36:04.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.693+0000 7fd230118640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd20c06c2b0 0x7fd20c06e770 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:04.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.693+0000 7fd230118640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd22815e820 0x7fd2281f4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:04.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.693+0000 7fd230118640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2280b38e0 0x7fd2280b9800 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:04.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.693+0000 7fd230118640 1 --2- 172.21.15.39:0/2860017408 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd22806bb20 0x7fd22815c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:04.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.693+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 >> 172.21.15.39:0/2860017408 conn(0x7fd228072770 msgr2=0x7fd2280b4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:04.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.694+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 shutdown_connections 2024-09-19T05:36:04.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.695+0000 7fd230118640 1 -- 172.21.15.39:0/2860017408 wait complete. 2024-09-19T05:36:04.711 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:36:04.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.826+0000 7fc4f53c6640 1 Processor -- start 2024-09-19T05:36:04.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.826+0000 7fc4f53c6640 1 -- start start 2024-09-19T05:36:04.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.827+0000 7fc4f53c6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 0x7fc4f015ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:04.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.827+0000 7fc4f53c6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc4f00732e0 0x7fc4f01604c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:04.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.827+0000 7fc4f53c6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4f015fcf0 con 0x7fc4f0160a00 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.827+0000 7fc4f53c6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fc4f00d0010 con 0x7fc4f00732e0 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.827+0000 7fc4f53c6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc4f0073770 con 0x7fc4f015f910 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.827+0000 7fc4ee7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc4f00732e0 0x7fc4f01604c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.827+0000 7fc4ef7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc4f0160a00 0x7fc4f006dd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57648/0 (socket says 172.21.15.39:57648) 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.827+0000 7fc4ef7fe640 1 -- 172.21.15.39:0/4192811842 learned_addr learned my addr 172.21.15.39:0/4192811842 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.828+0000 7fc4eeffd640 1 --2- 172.21.15.39:0/4192811842 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 0x7fc4f015ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.828+0000 7fc4ee7fc640 1 -- 172.21.15.39:0/4192811842 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 msgr2=0x7fc4f015ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.828+0000 7fc4ee7fc640 1 --2- 172.21.15.39:0/4192811842 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 0x7fc4f015ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.828+0000 7fc4ee7fc640 1 -- 172.21.15.39:0/4192811842 >> v1:172.21.15.39:6789/0 conn(0x7fc4f0160a00 legacy=0x7fc4f006dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:04.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.828+0000 7fc4ee7fc640 1 -- 172.21.15.39:0/4192811842 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4f00b71b0 con 0x7fc4f00732e0 2024-09-19T05:36:04.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.828+0000 7fc4ee7fc640 1 --2- 172.21.15.39:0/4192811842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f00732e0 0x7fc4f01604c0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fc4f00d0190 tx=0x7fc4d802a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=939265bb12627bf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:04.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4edffb640 1 -- 172.21.15.39:0/4192811842 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8037070 con 0x7fc4f00732e0 2024-09-19T05:36:04.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4edffb640 1 -- 172.21.15.39:0/4192811842 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4d802adb0 con 0x7fc4f00732e0 2024-09-19T05:36:04.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4edffb640 1 -- 172.21.15.39:0/4192811842 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8032660 con 0x7fc4f00732e0 2024-09-19T05:36:04.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4f53c6640 1 -- 172.21.15.39:0/4192811842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f00732e0 msgr2=0x7fc4f01604c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:04.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4f53c6640 1 --2- 172.21.15.39:0/4192811842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f00732e0 0x7fc4f01604c0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fc4f00d0190 tx=0x7fc4d802a060 comp rx=0 tx=0).stop 2024-09-19T05:36:04.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4f53c6640 1 -- 172.21.15.39:0/4192811842 shutdown_connections 2024-09-19T05:36:04.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4f53c6640 1 --2- 172.21.15.39:0/4192811842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f00732e0 0x7fc4f01604c0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:04.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4f53c6640 1 --2- 172.21.15.39:0/4192811842 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 0x7fc4f015ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:04.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4f53c6640 1 -- 172.21.15.39:0/4192811842 >> 172.21.15.39:0/4192811842 conn(0x7fc4f00b4170 msgr2=0x7fc4f00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:04.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4f53c6640 1 -- 172.21.15.39:0/4192811842 shutdown_connections 2024-09-19T05:36:04.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.829+0000 7fc4f53c6640 1 -- 172.21.15.39:0/4192811842 wait complete. 2024-09-19T05:36:04.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.831+0000 7fc4f53c6640 1 Processor -- start 2024-09-19T05:36:04.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.831+0000 7fc4f53c6640 1 -- start start 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.831+0000 7fc4f53c6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 0x7fc4f0158030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.831+0000 7fc4f53c6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f0160a00 0x7fc4f00af860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.831+0000 7fc4f53c6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4f00afda0 0x7fc4f00b0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.831+0000 7fc4f53c6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc4f00740a0 con 0x7fc4f0160a00 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.831+0000 7fc4f53c6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc4f00b7770 con 0x7fc4f00afda0 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.831+0000 7fc4f53c6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc4f0074220 con 0x7fc4f015f910 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ee7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f0160a00 0x7fc4f00af860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ee7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f0160a00 0x7fc4f00af860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55086/0 (socket says 172.21.15.39:55086) 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ee7fc640 1 -- 172.21.15.39:0/3244299722 learned_addr learned my addr 172.21.15.39:0/3244299722 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4eeffd640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 0x7fc4f0158030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ef7fe640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4f00afda0 0x7fc4f00b0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:04.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ee7fc640 1 -- 172.21.15.39:0/3244299722 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 msgr2=0x7fc4f0158030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ee7fc640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 0x7fc4f0158030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ee7fc640 1 -- 172.21.15.39:0/3244299722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4f00afda0 msgr2=0x7fc4f00b0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ee7fc640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4f00afda0 0x7fc4f00b0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ee7fc640 1 -- 172.21.15.39:0/3244299722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4f00ae380 con 0x7fc4f0160a00 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ef7fe640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4f00afda0 0x7fc4f00b0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4ee7fc640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f0160a00 0x7fc4f00af860 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8000c00 tx=0x7fc4d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4e77fe640 1 -- 172.21.15.39:0/3244299722 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8041070 con 0x7fc4f0160a00 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4e77fe640 1 -- 172.21.15.39:0/3244299722 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4d803c670 con 0x7fc4f0160a00 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4e77fe640 1 -- 172.21.15.39:0/3244299722 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8037040 con 0x7fc4f0160a00 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4f00ae660 con 0x7fc4f0160a00 2024-09-19T05:36:04.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.832+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4f00aec20 con 0x7fc4f0160a00 2024-09-19T05:36:04.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.833+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4f015ff80 con 0x7fc4f0160a00 2024-09-19T05:36:04.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.834+0000 7fc4e77fe640 1 -- 172.21.15.39:0/3244299722 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc4d8044070 con 0x7fc4f0160a00 2024-09-19T05:36:04.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.835+0000 7fc4e77fe640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc4d006c2b0 0x7fc4d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:04.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.835+0000 7fc4eeffd640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc4d006c2b0 0x7fc4d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:04.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.835+0000 7fc4e77fe640 1 -- 172.21.15.39:0/3244299722 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5227+0+0 (secure 0 0 0) 0x7fc4d80aba30 con 0x7fc4f0160a00 2024-09-19T05:36:04.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.835+0000 7fc4eeffd640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc4d006c2b0 0x7fc4d006e770 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc4e0003b80 tx=0x7fc4e00098d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:04.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:04.839+0000 7fc4e77fe640 1 -- 172.21.15.39:0/3244299722 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc4d8079cb0 con 0x7fc4f0160a00 2024-09-19T05:36:05.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.013+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc4f00b4d80 con 0x7fc4f0160a00 2024-09-19T05:36:05.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.694+0000 7fc4e77fe640 1 -- 172.21.15.39:0/3244299722 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v64) ==== 170+0+0 (secure 0 0 0) 0x7fc4d807dfb0 con 0x7fc4f0160a00 2024-09-19T05:36:05.696 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-19T05:36:05.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc4d006c2b0 msgr2=0x7fc4d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:05.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc4d006c2b0 0x7fc4d006e770 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc4e0003b80 tx=0x7fc4e00098d0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f0160a00 msgr2=0x7fc4f00af860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f0160a00 0x7fc4f00af860 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8000c00 tx=0x7fc4d80046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 shutdown_connections 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc4d006c2b0 0x7fc4d006e770 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc4f00afda0 0x7fc4f00b0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4f0160a00 0x7fc4f00af860 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 --2- 172.21.15.39:0/3244299722 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc4f015f910 0x7fc4f0158030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 >> 172.21.15.39:0/3244299722 conn(0x7fc4f00b4170 msgr2=0x7fc4f00d17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 shutdown_connections 2024-09-19T05:36:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.697+0000 7fc4f53c6640 1 -- 172.21.15.39:0/3244299722 wait complete. 2024-09-19T05:36:05.722 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:36:05.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.831+0000 7f7ffecd0640 1 Processor -- start 2024-09-19T05:36:05.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.832+0000 7f7ffecd0640 1 -- start start 2024-09-19T05:36:05.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.832+0000 7f7ffecd0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ff8161d10 0x7f7ff80d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:05.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.832+0000 7f7ffecd0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ff80b76c0 0x7f7ff80d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:05.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.832+0000 7f7ffecd0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ff81620f0 con 0x7f7ff80cef90 2024-09-19T05:36:05.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.832+0000 7f7ffecd0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f7ff8072140 con 0x7f7ff8161d10 2024-09-19T05:36:05.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.832+0000 7f7ffecd0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7ff80b7b30 con 0x7f7ff80b76c0 2024-09-19T05:36:05.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.833+0000 7f7ffca6c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ff8161d10 0x7f7ff80d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:05.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.833+0000 7f7ffd26d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7ff80cef90 0x7f7ff8072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57662/0 (socket says 172.21.15.39:57662) 2024-09-19T05:36:05.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.833+0000 7f7ffd26d640 1 -- 172.21.15.39:0/1943797428 learned_addr learned my addr 172.21.15.39:0/1943797428 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:05.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.833+0000 7f7ff7fff640 1 --2- 172.21.15.39:0/1943797428 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ff80b76c0 0x7f7ff80d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:05.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.833+0000 7f7ffca6c640 1 -- 172.21.15.39:0/1943797428 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ff80b76c0 msgr2=0x7f7ff80d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:05.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.833+0000 7f7ffca6c640 1 --2- 172.21.15.39:0/1943797428 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ff80b76c0 0x7f7ff80d3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.833+0000 7f7ffca6c640 1 -- 172.21.15.39:0/1943797428 >> v1:172.21.15.39:6789/0 conn(0x7f7ff80cef90 legacy=0x7f7ff8072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:05.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.833+0000 7f7ffca6c640 1 -- 172.21.15.39:0/1943797428 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ff80d4200 con 0x7f7ff8161d10 2024-09-19T05:36:05.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ffca6c640 1 --2- 172.21.15.39:0/1943797428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 0x7f7ff80d3b20 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f7ff00097a0 tx=0x7f7ff002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d505105f2adcd0b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:05.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ff77fe640 1 -- 172.21.15.39:0/1943797428 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff0037070 con 0x7f7ff8161d10 2024-09-19T05:36:05.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ff77fe640 1 -- 172.21.15.39:0/1943797428 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ff002ae50 con 0x7f7ff8161d10 2024-09-19T05:36:05.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ff77fe640 1 -- 172.21.15.39:0/1943797428 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff0032660 con 0x7f7ff8161d10 2024-09-19T05:36:05.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ffecd0640 1 -- 172.21.15.39:0/1943797428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 msgr2=0x7f7ff80d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:05.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ffecd0640 1 --2- 172.21.15.39:0/1943797428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 0x7f7ff80d3b20 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f7ff00097a0 tx=0x7f7ff002a100 comp rx=0 tx=0).stop 2024-09-19T05:36:05.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ffecd0640 1 -- 172.21.15.39:0/1943797428 shutdown_connections 2024-09-19T05:36:05.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ffecd0640 1 --2- 172.21.15.39:0/1943797428 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ff80b76c0 0x7f7ff80d3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ffecd0640 1 --2- 172.21.15.39:0/1943797428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 0x7f7ff80d3b20 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ffecd0640 1 -- 172.21.15.39:0/1943797428 >> 172.21.15.39:0/1943797428 conn(0x7f7ff80d4730 msgr2=0x7f7ff80d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:05.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ffecd0640 1 -- 172.21.15.39:0/1943797428 shutdown_connections 2024-09-19T05:36:05.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.834+0000 7f7ffecd0640 1 -- 172.21.15.39:0/1943797428 wait complete. 2024-09-19T05:36:05.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.836+0000 7f7ffecd0640 1 Processor -- start 2024-09-19T05:36:05.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.836+0000 7f7ffecd0640 1 -- start start 2024-09-19T05:36:05.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.836+0000 7f7ffecd0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ff80b76c0 0x7f7ff81f7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:05.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.836+0000 7f7ffecd0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ff80cef90 0x7f7ff815b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:05.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.836+0000 7f7ffecd0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 0x7f7ff815ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:05.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.836+0000 7f7ffecd0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff8072950 con 0x7f7ff8161d10 2024-09-19T05:36:05.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.836+0000 7f7ffecd0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff8072670 con 0x7f7ff80b76c0 2024-09-19T05:36:05.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.836+0000 7f7ffecd0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7ff80cf420 con 0x7f7ff80cef90 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffd26d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 0x7f7ff815ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffd26d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 0x7f7ff815ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55108/0 (socket says 172.21.15.39:55108) 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffd26d640 1 -- 172.21.15.39:0/3289380312 learned_addr learned my addr 172.21.15.39:0/3289380312 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffd26d640 1 -- 172.21.15.39:0/3289380312 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ff80cef90 msgr2=0x7f7ff815b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffd26d640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ff80cef90 0x7f7ff815b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffd26d640 1 -- 172.21.15.39:0/3289380312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ff80b76c0 msgr2=0x7f7ff81f7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffd26d640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ff80b76c0 0x7f7ff81f7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffd26d640 1 -- 172.21.15.39:0/3289380312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ff815c350 con 0x7f7ff8161d10 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffd26d640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 0x7f7ff815ed70 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000c450 tx=0x7f7fe000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ff57fa640 1 -- 172.21.15.39:0/3289380312 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe0017070 con 0x7f7ff8161d10 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ff57fa640 1 -- 172.21.15.39:0/3289380312 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fe0005ce0 con 0x7f7ff8161d10 2024-09-19T05:36:05.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ff8159650 con 0x7f7ff8161d10 2024-09-19T05:36:05.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ff57fa640 1 -- 172.21.15.39:0/3289380312 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe0007270 con 0x7f7ff8161d10 2024-09-19T05:36:05.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.837+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ff815c000 con 0x7f7ff8161d10 2024-09-19T05:36:05.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.838+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ff80cf880 con 0x7f7ff8161d10 2024-09-19T05:36:05.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.840+0000 7f7ff57fa640 1 -- 172.21.15.39:0/3289380312 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7fe001a070 con 0x7f7ff8161d10 2024-09-19T05:36:05.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.840+0000 7f7ff57fa640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7fd806c2b0 0x7f7fd806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:05.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.840+0000 7f7ff57fa640 1 -- 172.21.15.39:0/3289380312 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5609+0+0 (secure 0 0 0) 0x7f7fe008ad00 con 0x7f7ff8161d10 2024-09-19T05:36:05.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.840+0000 7f7ffca6c640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7fd806c2b0 0x7f7fd806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:05.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.841+0000 7f7ffca6c640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7fd806c2b0 0x7f7fd806e770 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0034000 tx=0x7f7ff002c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:05.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:05.844+0000 7f7ff57fa640 1 -- 172.21.15.39:0/3289380312 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7fe0058ff0 con 0x7f7ff8161d10 2024-09-19T05:36:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.057+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f7ff80b4450 con 0x7f7ff8161d10 2024-09-19T05:36:06.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.704+0000 7f7ff57fa640 1 -- 172.21.15.39:0/3289380312 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v32) ==== 174+0+0 (secure 0 0 0) 0x7f7fe005d2f0 con 0x7f7ff8161d10 2024-09-19T05:36:06.709 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 10 and data pool 11 2024-09-19T05:36:06.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.715+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7fd806c2b0 msgr2=0x7f7fd806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:06.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.715+0000 7f7ffecd0640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7fd806c2b0 0x7f7fd806e770 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0034000 tx=0x7f7ff002c000 comp rx=0 tx=0).stop 2024-09-19T05:36:06.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.715+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 msgr2=0x7f7ff815ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:06.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.715+0000 7f7ffecd0640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 0x7f7ff815ed70 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000c450 tx=0x7f7fe000c910 comp rx=0 tx=0).stop 2024-09-19T05:36:06.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.716+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 shutdown_connections 2024-09-19T05:36:06.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.716+0000 7f7ffecd0640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7fd806c2b0 0x7f7fd806e770 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.716+0000 7f7ffecd0640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff8161d10 0x7f7ff815ed70 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.716+0000 7f7ffecd0640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7ff80cef90 0x7f7ff815b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.716+0000 7f7ffecd0640 1 --2- 172.21.15.39:0/3289380312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ff80b76c0 0x7f7ff81f7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.716+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 >> 172.21.15.39:0/3289380312 conn(0x7f7ff80d4730 msgr2=0x7f7ff80b5170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:06.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.718+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 shutdown_connections 2024-09-19T05:36:06.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.718+0000 7f7ffecd0640 1 -- 172.21.15.39:0/3289380312 wait complete. 2024-09-19T05:36:06.737 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:06.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.839+0000 7fa18db03640 1 Processor -- start 2024-09-19T05:36:06.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.839+0000 7fa18db03640 1 -- start start 2024-09-19T05:36:06.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa18db03640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 0x7fa18815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:06.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa18db03640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa18806bb20 0x7fa18815fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:06.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa18db03640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa18806d160 0x7fa18806d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:06.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa18db03640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa18806ccd0 con 0x7fa18806bb20 2024-09-19T05:36:06.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa18db03640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa18806db50 con 0x7fa18806d160 2024-09-19T05:36:06.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa18db03640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa18806c0c0 con 0x7fa18815e4f0 2024-09-19T05:36:06.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa17effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa18806bb20 0x7fa18815fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:06.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa17effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa18806bb20 0x7fa18815fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55110/0 (socket says 172.21.15.39:55110) 2024-09-19T05:36:06.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa17effd640 1 -- 172.21.15.39:0/431677899 learned_addr learned my addr 172.21.15.39:0/431677899 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:06.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa187fff640 1 --2- 172.21.15.39:0/431677899 >> v2:172.21.15.50:3300/0 conn(0x7fa18806d160 0x7fa18806d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:06.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.840+0000 7fa1877fe640 1 --2- 172.21.15.39:0/431677899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 0x7fa18815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:06.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.841+0000 7fa17effd640 1 -- 172.21.15.39:0/431677899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 msgr2=0x7fa18815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:06.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.841+0000 7fa17effd640 1 --2- 172.21.15.39:0/431677899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 0x7fa18815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.841+0000 7fa17effd640 1 -- 172.21.15.39:0/431677899 >> v2:172.21.15.50:3300/0 conn(0x7fa18806d160 msgr2=0x7fa18806d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:06.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.841+0000 7fa17effd640 1 --2- 172.21.15.39:0/431677899 >> v2:172.21.15.50:3300/0 conn(0x7fa18806d160 0x7fa18806d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.841+0000 7fa17effd640 1 -- 172.21.15.39:0/431677899 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa18806c3a0 con 0x7fa18806bb20 2024-09-19T05:36:06.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.841+0000 7fa17effd640 1 --2- 172.21.15.39:0/431677899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 0x7fa18815fcb0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fa18806cc40 tx=0x7fa17002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72220309e564bc35 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:06.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa186ffd640 1 -- 172.21.15.39:0/431677899 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa170037070 con 0x7fa18806bb20 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa186ffd640 1 -- 172.21.15.39:0/431677899 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa170032440 con 0x7fa18806bb20 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa186ffd640 1 -- 172.21.15.39:0/431677899 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa170032810 con 0x7fa18806bb20 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa18db03640 1 -- 172.21.15.39:0/431677899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 msgr2=0x7fa18815fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa18db03640 1 --2- 172.21.15.39:0/431677899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 0x7fa18815fcb0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fa18806cc40 tx=0x7fa17002a1e0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa18db03640 1 -- 172.21.15.39:0/431677899 shutdown_connections 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa18db03640 1 --2- 172.21.15.39:0/431677899 >> v2:172.21.15.50:3300/0 conn(0x7fa18806d160 0x7fa18806d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa18db03640 1 --2- 172.21.15.39:0/431677899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 0x7fa18815fcb0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa18db03640 1 --2- 172.21.15.39:0/431677899 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 0x7fa18815f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa18db03640 1 -- 172.21.15.39:0/431677899 >> 172.21.15.39:0/431677899 conn(0x7fa18806e5b0 msgr2=0x7fa18806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa18db03640 1 -- 172.21.15.39:0/431677899 shutdown_connections 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.842+0000 7fa18db03640 1 -- 172.21.15.39:0/431677899 wait complete. 2024-09-19T05:36:06.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.843+0000 7fa18db03640 1 Processor -- start 2024-09-19T05:36:06.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa18db03640 1 -- start start 2024-09-19T05:36:06.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa18db03640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 0x7fa1881583d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:06.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa18db03640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa18806d160 0x7fa1880aae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:06.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa18db03640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 0x7fa1880cff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa18db03640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa18815e8d0 con 0x7fa18806bb20 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa18db03640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa18806c960 con 0x7fa18806d160 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa18db03640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1881601f0 con 0x7fa18815e4f0 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa1877fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 0x7fa1881583d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa1877fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 0x7fa1881583d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55124/0 (socket says 172.21.15.39:55124) 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa1877fe640 1 -- 172.21.15.39:0/290985807 learned_addr learned my addr 172.21.15.39:0/290985807 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.844+0000 7fa187fff640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 0x7fa1880cff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa17effd640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa18806d160 0x7fa1880aae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa1877fe640 1 -- 172.21.15.39:0/290985807 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 msgr2=0x7fa1880cff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa1877fe640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 0x7fa1880cff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa1877fe640 1 -- 172.21.15.39:0/290985807 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa18806d160 msgr2=0x7fa1880aae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa1877fe640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa18806d160 0x7fa1880aae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:06.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa1877fe640 1 -- 172.21.15.39:0/290985807 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1880aa530 con 0x7fa18806bb20 2024-09-19T05:36:06.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa1877fe640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 0x7fa1881583d0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa17800d620 tx=0x7fa17800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:06.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa184ff9640 1 -- 172.21.15.39:0/290985807 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa17800b620 con 0x7fa18806bb20 2024-09-19T05:36:06.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa184ff9640 1 -- 172.21.15.39:0/290985807 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa178019070 con 0x7fa18806bb20 2024-09-19T05:36:06.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1880aa810 con 0x7fa18806bb20 2024-09-19T05:36:06.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa184ff9640 1 -- 172.21.15.39:0/290985807 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa17800ba00 con 0x7fa18806bb20 2024-09-19T05:36:06.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.845+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1880cf770 con 0x7fa18806bb20 2024-09-19T05:36:06.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.846+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa18815fcb0 con 0x7fa18806bb20 2024-09-19T05:36:06.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.847+0000 7fa184ff9640 1 -- 172.21.15.39:0/290985807 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa17800bba0 con 0x7fa18806bb20 2024-09-19T05:36:06.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.847+0000 7fa184ff9640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa16806c2b0 0x7fa16806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:06.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.847+0000 7fa184ff9640 1 -- 172.21.15.39:0/290985807 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 5709+0+0 (secure 0 0 0) 0x7fa17808b630 con 0x7fa18806bb20 2024-09-19T05:36:06.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.847+0000 7fa17effd640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa16806c2b0 0x7fa16806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:06.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.848+0000 7fa17effd640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa16806c2b0 0x7fa16806e770 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa170034000 tx=0x7fa17002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:06.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:06.852+0000 7fa184ff9640 1 -- 172.21.15.39:0/290985807 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa1780597e0 con 0x7fa18806bb20 2024-09-19T05:36:07.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.027+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa18806f270 con 0x7fa18806bb20 2024-09-19T05:36:07.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.028+0000 7fa184ff9640 1 -- 172.21.15.39:0/290985807 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v65) ==== 74+0+16717 (secure 0 0 0) 0x7fa17805dae0 con 0x7fa18806bb20 2024-09-19T05:36:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:07.030 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":65,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:06.057991+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:03.755929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:05.044336+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa16806c2b0 msgr2=0x7fa16806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa16806c2b0 0x7fa16806e770 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa170034000 tx=0x7fa17002e000 comp rx=0 tx=0).stop 2024-09-19T05:36:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 msgr2=0x7fa1881583d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 0x7fa1881583d0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa17800d620 tx=0x7fa17800dae0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 shutdown_connections 2024-09-19T05:36:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa16806c2b0 0x7fa16806e770 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18815e4f0 0x7fa1880cff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa18806d160 0x7fa1880aae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 --2- 172.21.15.39:0/290985807 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18806bb20 0x7fa1881583d0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 >> 172.21.15.39:0/290985807 conn(0x7fa18806e5b0 msgr2=0x7fa1880b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 shutdown_connections 2024-09-19T05:36:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.030+0000 7fa18db03640 1 -- 172.21.15.39:0/290985807 wait complete. 2024-09-19T05:36:07.043 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:07.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.144+0000 7f553c3a1640 1 Processor -- start 2024-09-19T05:36:07.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.144+0000 7f553c3a1640 1 -- start start 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553c3a1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 0x7f5534162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553c3a1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f55340d1ba0 0x7f55340d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553c3a1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55340b7920 con 0x7f55340cf1f0 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553c3a1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f55340cf940 con 0x7f55340d1ba0 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553c3a1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f55340cfc20 con 0x7f553415e8e0 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553a93e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f55340d1ba0 0x7f55340d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553993c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f55340cf1f0 0x7f55340d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57674/0 (socket says 172.21.15.39:57674) 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553993c640 1 -- 172.21.15.39:0/1315005251 learned_addr learned my addr 172.21.15.39:0/1315005251 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553a13d640 1 --2- 172.21.15.39:0/1315005251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 0x7f5534162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553a93e640 1 -- 172.21.15.39:0/1315005251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 msgr2=0x7f5534162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553a93e640 1 --2- 172.21.15.39:0/1315005251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 0x7f5534162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553a93e640 1 -- 172.21.15.39:0/1315005251 >> v1:172.21.15.39:6789/0 conn(0x7f55340cf1f0 legacy=0x7f55340d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553a93e640 1 -- 172.21.15.39:0/1315005251 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55340d2ae0 con 0x7f55340d1ba0 2024-09-19T05:36:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.145+0000 7f553913b640 1 -- 172.21.15.39:0/1315005251 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2900459325 0 0) 0x7f5524001110 con 0x7f55340cf1f0 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.146+0000 7f553a93e640 1 --2- 172.21.15.39:0/1315005251 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340d1ba0 0x7f55340d32e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f552c009d90 tx=0x7f552c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78bb4c46be2e259c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.146+0000 7f553913b640 1 -- 172.21.15.39:0/1315005251 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f552c031600 con 0x7f55340d1ba0 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.146+0000 7f553913b640 1 -- 172.21.15.39:0/1315005251 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f552c0317a0 con 0x7f55340d1ba0 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.146+0000 7f553913b640 1 -- 172.21.15.39:0/1315005251 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f552c031b70 con 0x7f55340d1ba0 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.147+0000 7f553c3a1640 1 -- 172.21.15.39:0/1315005251 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340d1ba0 msgr2=0x7f55340d32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.147+0000 7f553c3a1640 1 --2- 172.21.15.39:0/1315005251 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340d1ba0 0x7f55340d32e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f552c009d90 tx=0x7f552c02a5d0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.147+0000 7f553c3a1640 1 -- 172.21.15.39:0/1315005251 shutdown_connections 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.147+0000 7f553c3a1640 1 --2- 172.21.15.39:0/1315005251 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340d1ba0 0x7f55340d32e0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.147+0000 7f553c3a1640 1 --2- 172.21.15.39:0/1315005251 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 0x7f5534162cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.147+0000 7f553c3a1640 1 -- 172.21.15.39:0/1315005251 >> 172.21.15.39:0/1315005251 conn(0x7f553406bd00 msgr2=0x7f553406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.147+0000 7f553c3a1640 1 -- 172.21.15.39:0/1315005251 shutdown_connections 2024-09-19T05:36:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.147+0000 7f553c3a1640 1 -- 172.21.15.39:0/1315005251 wait complete. 2024-09-19T05:36:07.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.148+0000 7f553c3a1640 1 Processor -- start 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.148+0000 7f553c3a1640 1 -- start start 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553c3a1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340cf1f0 0x7f55340b29c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553c3a1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55340d1ba0 0x7f55341f4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553c3a1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 0x7f55341614f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553c3a1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f55340d3820 con 0x7f55340cf1f0 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553c3a1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f55340cf630 con 0x7f55340d1ba0 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553c3a1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f55340d39a0 con 0x7f553415e8e0 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a13d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340cf1f0 0x7f55340b29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a13d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340cf1f0 0x7f55340b29c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55146/0 (socket says 172.21.15.39:55146) 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a13d640 1 -- 172.21.15.39:0/2067728343 learned_addr learned my addr 172.21.15.39:0/2067728343 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a93e640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 0x7f55341614f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a13d640 1 -- 172.21.15.39:0/2067728343 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 msgr2=0x7f55341614f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a13d640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 0x7f55341614f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a13d640 1 -- 172.21.15.39:0/2067728343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55340d1ba0 msgr2=0x7f55341f4390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a13d640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55340d1ba0 0x7f55341f4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a13d640 1 -- 172.21.15.39:0/2067728343 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5534162090 con 0x7f55340cf1f0 2024-09-19T05:36:07.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f553a13d640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340cf1f0 0x7f55340b29c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f553000d5f0 tx=0x7f553000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:07.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.149+0000 7f552affd640 1 -- 172.21.15.39:0/2067728343 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55300125f0 con 0x7f55340cf1f0 2024-09-19T05:36:07.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.150+0000 7f552affd640 1 -- 172.21.15.39:0/2067728343 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5530019070 con 0x7f55340cf1f0 2024-09-19T05:36:07.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.150+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55340c9d30 con 0x7f55340cf1f0 2024-09-19T05:36:07.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.150+0000 7f552affd640 1 -- 172.21.15.39:0/2067728343 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55300129d0 con 0x7f55340cf1f0 2024-09-19T05:36:07.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.150+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55340ca2f0 con 0x7f55340cf1f0 2024-09-19T05:36:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.151+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55340d32e0 con 0x7f55340cf1f0 2024-09-19T05:36:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.151+0000 7f552affd640 1 -- 172.21.15.39:0/2067728343 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5530012b70 con 0x7f55340cf1f0 2024-09-19T05:36:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.151+0000 7f552affd640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f551806c2b0 0x7f551806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.152+0000 7f552affd640 1 -- 172.21.15.39:0/2067728343 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 5709+0+0 (secure 0 0 0) 0x7f553008b7b0 con 0x7f55340cf1f0 2024-09-19T05:36:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.152+0000 7f553993c640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f551806c2b0 0x7f551806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.152+0000 7f553993c640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f551806c2b0 0x7f551806e770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f55340b6390 tx=0x7f5524001310 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.156+0000 7f552affd640 1 -- 172.21.15.39:0/2067728343 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5530059fb0 con 0x7f55340cf1f0 2024-09-19T05:36:07.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.331+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f55340d23d0 con 0x7f55340cf1f0 2024-09-19T05:36:07.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.332+0000 7f552affd640 1 -- 172.21.15.39:0/2067728343 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v65) ==== 74+0+16717 (secure 0 0 0) 0x7f55300598b0 con 0x7f55340cf1f0 2024-09-19T05:36:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:07.334 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":65,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:06.057991+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:03.755929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:05.044336+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:07.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f551806c2b0 msgr2=0x7f551806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f551806c2b0 0x7f551806e770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f55340b6390 tx=0x7f5524001310 comp rx=0 tx=0).stop 2024-09-19T05:36:07.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340cf1f0 msgr2=0x7f55340b29c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340cf1f0 0x7f55340b29c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f553000d5f0 tx=0x7f553000dab0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 shutdown_connections 2024-09-19T05:36:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f551806c2b0 0x7f551806e770 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f553415e8e0 0x7f55341614f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f55340d1ba0 0x7f55341f4390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 --2- 172.21.15.39:0/2067728343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55340cf1f0 0x7f55340b29c0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 >> 172.21.15.39:0/2067728343 conn(0x7f553406bd00 msgr2=0x7f55340b68e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 shutdown_connections 2024-09-19T05:36:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.334+0000 7f553c3a1640 1 -- 172.21.15.39:0/2067728343 wait complete. 2024-09-19T05:36:07.347 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:36:07.374 INFO:tasks.ceph.mds.b.smithi050.stderr:2024-09-19T05:36:07.373+0000 7f49f9b05640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:36:07.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.451+0000 7f32aead0640 1 Processor -- start 2024-09-19T05:36:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.451+0000 7f32aead0640 1 -- start start 2024-09-19T05:36:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32aead0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f32a80cf6a0 0x7f32a80d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32aead0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f32a80b76c0 0x7f32a80d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32aead0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32a81620f0 con 0x7f32a8161d10 2024-09-19T05:36:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32aead0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f32a8072140 con 0x7f32a80b76c0 2024-09-19T05:36:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32aead0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f32a80d4200 con 0x7f32a80cf6a0 2024-09-19T05:36:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32ad06d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f32a80b76c0 0x7f32a80d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32ac86c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f32a8161d10 0x7f32a80cef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46970/0 (socket says 172.21.15.39:46970) 2024-09-19T05:36:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32ac86c640 1 -- 172.21.15.39:0/3238334081 learned_addr learned my addr 172.21.15.39:0/3238334081 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32a7fff640 1 --2- 172.21.15.39:0/3238334081 >> v2:172.21.15.50:3300/0 conn(0x7f32a80cf6a0 0x7f32a80d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32ad06d640 1 -- 172.21.15.39:0/3238334081 >> v2:172.21.15.50:3300/0 conn(0x7f32a80cf6a0 msgr2=0x7f32a80d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32ad06d640 1 --2- 172.21.15.39:0/3238334081 >> v2:172.21.15.50:3300/0 conn(0x7f32a80cf6a0 0x7f32a80d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32ad06d640 1 -- 172.21.15.39:0/3238334081 >> v1:172.21.15.39:6789/0 conn(0x7f32a8161d10 legacy=0x7f32a80cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.452+0000 7f32ad06d640 1 -- 172.21.15.39:0/3238334081 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32a8072390 con 0x7f32a80b76c0 2024-09-19T05:36:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.453+0000 7f32ad06d640 1 --2- 172.21.15.39:0/3238334081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80b76c0 0x7f32a80d3280 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f32a80b4140 tx=0x7f32a002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45832a06b66cc747 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:07.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.453+0000 7f32a77fe640 1 -- 172.21.15.39:0/3238334081 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a0007740 con 0x7f32a80b76c0 2024-09-19T05:36:07.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.453+0000 7f32a77fe640 1 -- 172.21.15.39:0/3238334081 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32a00078e0 con 0x7f32a80b76c0 2024-09-19T05:36:07.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.453+0000 7f32a77fe640 1 -- 172.21.15.39:0/3238334081 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a0007cb0 con 0x7f32a80b76c0 2024-09-19T05:36:07.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.453+0000 7f32aead0640 1 -- 172.21.15.39:0/3238334081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80b76c0 msgr2=0x7f32a80d3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.453+0000 7f32aead0640 1 --2- 172.21.15.39:0/3238334081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80b76c0 0x7f32a80d3280 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f32a80b4140 tx=0x7f32a002a5f0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.453+0000 7f32aead0640 1 -- 172.21.15.39:0/3238334081 shutdown_connections 2024-09-19T05:36:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.454+0000 7f32aead0640 1 --2- 172.21.15.39:0/3238334081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80b76c0 0x7f32a80d3280 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.454+0000 7f32aead0640 1 --2- 172.21.15.39:0/3238334081 >> v2:172.21.15.50:3300/0 conn(0x7f32a80cf6a0 0x7f32a80d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.454+0000 7f32aead0640 1 -- 172.21.15.39:0/3238334081 >> 172.21.15.39:0/3238334081 conn(0x7f32a80d4730 msgr2=0x7f32a80d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.454+0000 7f32aead0640 1 -- 172.21.15.39:0/3238334081 shutdown_connections 2024-09-19T05:36:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.454+0000 7f32aead0640 1 -- 172.21.15.39:0/3238334081 wait complete. 2024-09-19T05:36:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.455+0000 7f32aead0640 1 Processor -- start 2024-09-19T05:36:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.455+0000 7f32aead0640 1 -- start start 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32aead0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32a80b76c0 0x7f32a815a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32aead0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80cf6a0 0x7f32a815c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32aead0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32a8161d10 0x7f32a80ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32aead0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f32a80b7ae0 con 0x7f32a80cf6a0 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32aead0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f32a8072950 con 0x7f32a80b76c0 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32aead0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f32a8072e70 con 0x7f32a8161d10 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80cf6a0 0x7f32a815c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80cf6a0 0x7f32a815c070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60514/0 (socket says 172.21.15.39:60514) 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a7fff640 1 -- 172.21.15.39:0/1249616371 learned_addr learned my addr 172.21.15.39:0/1249616371 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32ac86c640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32a80b76c0 0x7f32a815a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32ad06d640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32a8161d10 0x7f32a80ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a7fff640 1 -- 172.21.15.39:0/1249616371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32a8161d10 msgr2=0x7f32a80ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a7fff640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32a8161d10 0x7f32a80ca3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a7fff640 1 -- 172.21.15.39:0/1249616371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32a80b76c0 msgr2=0x7f32a815a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a7fff640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32a80b76c0 0x7f32a815a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a7fff640 1 -- 172.21.15.39:0/1249616371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32a81f5b00 con 0x7f32a80cf6a0 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a7fff640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80cf6a0 0x7f32a815c070 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f329400d800 tx=0x7f329400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.456+0000 7f32a57fa640 1 -- 172.21.15.39:0/1249616371 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329400b6c0 con 0x7f32a80cf6a0 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.457+0000 7f32a57fa640 1 -- 172.21.15.39:0/1249616371 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3294019070 con 0x7f32a80cf6a0 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.457+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32a81eaa60 con 0x7f32a80cf6a0 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.457+0000 7f32a57fa640 1 -- 172.21.15.39:0/1249616371 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329400ba80 con 0x7f32a80cf6a0 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.457+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32a81f5f70 con 0x7f32a80cf6a0 2024-09-19T05:36:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.458+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32a80d3b20 con 0x7f32a80cf6a0 2024-09-19T05:36:07.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.458+0000 7f32a57fa640 1 -- 172.21.15.39:0/1249616371 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f329400bc20 con 0x7f32a80cf6a0 2024-09-19T05:36:07.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.458+0000 7f32a57fa640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f328c06c2b0 0x7f328c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:07.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.459+0000 7f32a57fa640 1 -- 172.21.15.39:0/1249616371 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 5709+0+0 (secure 0 0 0) 0x7f329408b7b0 con 0x7f32a80cf6a0 2024-09-19T05:36:07.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.459+0000 7f32ac86c640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f328c06c2b0 0x7f328c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:07.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.459+0000 7f32ac86c640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f328c06c2b0 0x7f328c06e770 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f329c007fd0 tx=0x7f329c007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:07.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.463+0000 7f32a57fa640 1 -- 172.21.15.39:0/1249616371 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f32940598d0 con 0x7f32a80cf6a0 2024-09-19T05:36:07.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:07.674+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f32a80b9f90 con 0x7f32a80cf6a0 2024-09-19T05:36:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.203+0000 7f32a57fa640 1 -- 172.21.15.39:0/1249616371 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v34) ==== 118+0+0 (secure 0 0 0) 0x7f329405dbd0 con 0x7f32a80cf6a0 2024-09-19T05:36:08.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f328c06c2b0 msgr2=0x7f328c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:08.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f328c06c2b0 0x7f328c06e770 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f329c007fd0 tx=0x7f329c007e80 comp rx=0 tx=0).stop 2024-09-19T05:36:08.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80cf6a0 msgr2=0x7f32a815c070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:08.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80cf6a0 0x7f32a815c070 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f329400d800 tx=0x7f329400dcc0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 shutdown_connections 2024-09-19T05:36:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f328c06c2b0 0x7f328c06e770 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f32a8161d10 0x7f32a80ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a80cf6a0 0x7f32a815c070 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 --2- 172.21.15.39:0/1249616371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32a80b76c0 0x7f32a815a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 >> 172.21.15.39:0/1249616371 conn(0x7f32a80d4730 msgr2=0x7f32a80d33a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 shutdown_connections 2024-09-19T05:36:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.206+0000 7f32aead0640 1 -- 172.21.15.39:0/1249616371 wait complete. 2024-09-19T05:36:08.220 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:36:08.221 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:36:08.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.328+0000 7f9e4dbd6640 1 Processor -- start 2024-09-19T05:36:08.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.328+0000 7f9e4dbd6640 1 -- start start 2024-09-19T05:36:08.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.329+0000 7f9e4dbd6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9e4815b230 0x7f9e4815c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.329+0000 7f9e4dbd6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e48072c50 0x7f9e480b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.329+0000 7f9e4dbd6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 0x7f9e4806cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.329+0000 7f9e4dbd6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f9e4815fbe0 con 0x7f9e48072c50 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.329+0000 7f9e4dbd6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f9e4815c8d0 con 0x7f9e4815b230 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.329+0000 7f9e4dbd6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9e4815eff0 con 0x7f9e480b4ac0 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.329+0000 7f9e46ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e48072c50 0x7f9e480b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.329+0000 7f9e46ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e48072c50 0x7f9e480b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60518/0 (socket says 172.21.15.39:60518) 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.329+0000 7f9e46ffd640 1 -- 172.21.15.39:0/3940371364 learned_addr learned my addr 172.21.15.39:0/3940371364 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.330+0000 7f9e47fff640 1 --2- 172.21.15.39:0/3940371364 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 0x7f9e4806cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.330+0000 7f9e477fe640 1 --2- 172.21.15.39:0/3940371364 >> v2:172.21.15.50:3300/0 conn(0x7f9e4815b230 0x7f9e4815c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.330+0000 7f9e46ffd640 1 -- 172.21.15.39:0/3940371364 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 msgr2=0x7f9e4806cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.330+0000 7f9e46ffd640 1 --2- 172.21.15.39:0/3940371364 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 0x7f9e4806cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.330+0000 7f9e46ffd640 1 -- 172.21.15.39:0/3940371364 >> v2:172.21.15.50:3300/0 conn(0x7f9e4815b230 msgr2=0x7f9e4815c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.330+0000 7f9e46ffd640 1 --2- 172.21.15.39:0/3940371364 >> v2:172.21.15.50:3300/0 conn(0x7f9e4815b230 0x7f9e4815c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.330+0000 7f9e46ffd640 1 -- 172.21.15.39:0/3940371364 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e4815f2b0 con 0x7f9e48072c50 2024-09-19T05:36:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.330+0000 7f9e477fe640 1 --2- 172.21.15.39:0/3940371364 >> v2:172.21.15.50:3300/0 conn(0x7f9e4815b230 0x7f9e4815c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.330+0000 7f9e46ffd640 1 --2- 172.21.15.39:0/3940371364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e48072c50 0x7f9e480b4580 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f9e480b65e0 tx=0x7f9e3c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff9baffe8e14350a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e467fc640 1 -- 172.21.15.39:0/3940371364 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e3c037070 con 0x7f9e48072c50 2024-09-19T05:36:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e467fc640 1 -- 172.21.15.39:0/3940371364 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e3c032440 con 0x7f9e48072c50 2024-09-19T05:36:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e467fc640 1 -- 172.21.15.39:0/3940371364 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e3c032810 con 0x7f9e48072c50 2024-09-19T05:36:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3940371364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e48072c50 msgr2=0x7f9e480b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3940371364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e48072c50 0x7f9e480b4580 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f9e480b65e0 tx=0x7f9e3c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3940371364 shutdown_connections 2024-09-19T05:36:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3940371364 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 0x7f9e4806cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3940371364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e48072c50 0x7f9e480b4580 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3940371364 >> v2:172.21.15.50:3300/0 conn(0x7f9e4815b230 0x7f9e4815c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3940371364 >> 172.21.15.39:0/3940371364 conn(0x7f9e480b5cb0 msgr2=0x7f9e4806bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3940371364 shutdown_connections 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.331+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3940371364 wait complete. 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.332+0000 7f9e4dbd6640 1 Processor -- start 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e4dbd6640 1 -- start start 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e4dbd6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e48072c50 0x7f9e4814d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e4dbd6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 0x7f9e48159340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e4dbd6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e4815b230 0x7f9e4814c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e4dbd6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9e4815b610 con 0x7f9e4815b230 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e4dbd6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9e4815f870 con 0x7f9e48072c50 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e4dbd6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9e4815b790 con 0x7f9e480b4ac0 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e47fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e4815b230 0x7f9e4814c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e47fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e4815b230 0x7f9e4814c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60530/0 (socket says 172.21.15.39:60530) 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.333+0000 7f9e47fff640 1 -- 172.21.15.39:0/3857925571 learned_addr learned my addr 172.21.15.39:0/3857925571 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e46ffd640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 0x7f9e48159340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e477fe640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e48072c50 0x7f9e4814d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e47fff640 1 -- 172.21.15.39:0/3857925571 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 msgr2=0x7f9e48159340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e47fff640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 0x7f9e48159340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e47fff640 1 -- 172.21.15.39:0/3857925571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e48072c50 msgr2=0x7f9e4814d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e47fff640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e48072c50 0x7f9e4814d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e47fff640 1 -- 172.21.15.39:0/3857925571 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e4814e510 con 0x7f9e4815b230 2024-09-19T05:36:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e47fff640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e4815b230 0x7f9e4814c740 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f9e40007e40 tx=0x7f9e4000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:08.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e2ffff640 1 -- 172.21.15.39:0/3857925571 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e40014620 con 0x7f9e4815b230 2024-09-19T05:36:08.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e2ffff640 1 -- 172.21.15.39:0/3857925571 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e40019070 con 0x7f9e4815b230 2024-09-19T05:36:08.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e4814e7f0 con 0x7f9e4815b230 2024-09-19T05:36:08.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e2ffff640 1 -- 172.21.15.39:0/3857925571 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e40014a20 con 0x7f9e4815b230 2024-09-19T05:36:08.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.334+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e4814edb0 con 0x7f9e4815b230 2024-09-19T05:36:08.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.335+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e4806e1e0 con 0x7f9e4815b230 2024-09-19T05:36:08.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.336+0000 7f9e2ffff640 1 -- 172.21.15.39:0/3857925571 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e40014bc0 con 0x7f9e4815b230 2024-09-19T05:36:08.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.336+0000 7f9e2ffff640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e3406c2b0 0x7f9e3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:08.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.336+0000 7f9e2ffff640 1 -- 172.21.15.39:0/3857925571 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f9e4008bd40 con 0x7f9e4815b230 2024-09-19T05:36:08.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.336+0000 7f9e477fe640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e3406c2b0 0x7f9e3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:08.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.337+0000 7f9e477fe640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e3406c2b0 0x7f9e3406e770 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9e3800b7c0 tx=0x7f9e38008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:08.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.340+0000 7f9e2ffff640 1 -- 172.21.15.39:0/3857925571 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9e4005a4b0 con 0x7f9e4815b230 2024-09-19T05:36:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:08.552+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f9e480cfe20 con 0x7f9e4815b230 2024-09-19T05:36:09.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.207+0000 7f9e2ffff640 1 -- 172.21.15.39:0/3857925571 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v35) ==== 122+0+0 (secure 0 0 0) 0x7f9e40059db0 con 0x7f9e4815b230 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e3406c2b0 msgr2=0x7f9e3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e3406c2b0 0x7f9e3406e770 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9e3800b7c0 tx=0x7f9e38008040 comp rx=0 tx=0).stop 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e4815b230 msgr2=0x7f9e4814c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e4815b230 0x7f9e4814c740 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f9e40007e40 tx=0x7f9e4000e4b0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 shutdown_connections 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9e3406c2b0 0x7f9e3406e770 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e4815b230 0x7f9e4814c740 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9e480b4ac0 0x7f9e48159340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 --2- 172.21.15.39:0/3857925571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e48072c50 0x7f9e4814d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 >> 172.21.15.39:0/3857925571 conn(0x7f9e480b5cb0 msgr2=0x7f9e480cee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:09.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 shutdown_connections 2024-09-19T05:36:09.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.210+0000 7f9e4dbd6640 1 -- 172.21.15.39:0/3857925571 wait complete. 2024-09-19T05:36:09.226 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:36:09.227 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:09.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.333+0000 7fa1f298d640 1 Processor -- start 2024-09-19T05:36:09.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.333+0000 7fa1f298d640 1 -- start start 2024-09-19T05:36:09.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.334+0000 7fa1f298d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa1ec0d0fd0 0x7fa1ec162c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.334+0000 7fa1f298d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1ec0b52c0 0x7fa1ec0b5720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.334+0000 7fa1f298d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1ec0b5d80 con 0x7fa1ec0730e0 2024-09-19T05:36:09.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.334+0000 7fa1f298d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa1ec0b6060 con 0x7fa1ec0d0fd0 2024-09-19T05:36:09.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.334+0000 7fa1f298d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1ec1621a0 con 0x7fa1ec0b52c0 2024-09-19T05:36:09.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.334+0000 7fa1ebfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa1ec0d0fd0 0x7fa1ec162c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.334+0000 7fa1ebfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa1ec0d0fd0 0x7fa1ec162c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60532/0 (socket says 172.21.15.39:60532) 2024-09-19T05:36:09.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.334+0000 7fa1ebfff640 1 -- 172.21.15.39:0/1874402846 learned_addr learned my addr 172.21.15.39:0/1874402846 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:09.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.335+0000 7fa1eb7fe640 1 --2- 172.21.15.39:0/1874402846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1ec0b52c0 0x7fa1ec0b5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.335+0000 7fa1ebfff640 1 -- 172.21.15.39:0/1874402846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1ec0b52c0 msgr2=0x7fa1ec0b5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.335+0000 7fa1ebfff640 1 --2- 172.21.15.39:0/1874402846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1ec0b52c0 0x7fa1ec0b5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.335+0000 7fa1ebfff640 1 -- 172.21.15.39:0/1874402846 >> v1:172.21.15.39:6789/0 conn(0x7fa1ec0730e0 legacy=0x7fa1ec154e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.335+0000 7fa1ebfff640 1 -- 172.21.15.39:0/1874402846 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1ec162480 con 0x7fa1ec0d0fd0 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.335+0000 7fa1eaffd640 1 -- 172.21.15.39:0/1874402846 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4050019457 0 0) 0x7fa1ec0b5d80 con 0x7fa1ec0730e0 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1ebfff640 1 --2- 172.21.15.39:0/1874402846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0d0fd0 0x7fa1ec162c80 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fa1dc0098a0 tx=0x7fa1dc02a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d03be63e5825efa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1eaffd640 1 -- 172.21.15.39:0/1874402846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1dc037070 con 0x7fa1ec0d0fd0 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1eaffd640 1 -- 172.21.15.39:0/1874402846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1dc032440 con 0x7fa1ec0d0fd0 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1eaffd640 1 -- 172.21.15.39:0/1874402846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1dc032810 con 0x7fa1ec0d0fd0 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1f298d640 1 -- 172.21.15.39:0/1874402846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0d0fd0 msgr2=0x7fa1ec162c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1f298d640 1 --2- 172.21.15.39:0/1874402846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0d0fd0 0x7fa1ec162c80 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fa1dc0098a0 tx=0x7fa1dc02a290 comp rx=0 tx=0).stop 2024-09-19T05:36:09.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1f298d640 1 -- 172.21.15.39:0/1874402846 shutdown_connections 2024-09-19T05:36:09.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1f298d640 1 --2- 172.21.15.39:0/1874402846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1ec0b52c0 0x7fa1ec0b5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1f298d640 1 --2- 172.21.15.39:0/1874402846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0d0fd0 0x7fa1ec162c80 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1f298d640 1 -- 172.21.15.39:0/1874402846 >> 172.21.15.39:0/1874402846 conn(0x7fa1ec06bb20 msgr2=0x7fa1ec06bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:09.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1f298d640 1 -- 172.21.15.39:0/1874402846 shutdown_connections 2024-09-19T05:36:09.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.336+0000 7fa1f298d640 1 -- 172.21.15.39:0/1874402846 wait complete. 2024-09-19T05:36:09.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.337+0000 7fa1f298d640 1 Processor -- start 2024-09-19T05:36:09.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.338+0000 7fa1f298d640 1 -- start start 2024-09-19T05:36:09.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.338+0000 7fa1f298d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0730e0 0x7fa1ec1e9310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.338+0000 7fa1f298d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1ec0b52c0 0x7fa1ec09ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.338+0000 7fa1f298d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1ec0d0fd0 0x7fa1ec15fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.338+0000 7fa1f298d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec0d13b0 con 0x7fa1ec0730e0 2024-09-19T05:36:09.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.338+0000 7fa1f298d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec06f250 con 0x7fa1ec0b52c0 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.338+0000 7fa1f298d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1ec1e9850 con 0x7fa1ec0d0fd0 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.338+0000 7fa1ebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0730e0 0x7fa1ec1e9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1ebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0730e0 0x7fa1ec1e9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60548/0 (socket says 172.21.15.39:60548) 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1ebfff640 1 -- 172.21.15.39:0/136276535 learned_addr learned my addr 172.21.15.39:0/136276535 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1ebfff640 1 -- 172.21.15.39:0/136276535 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1ec0d0fd0 msgr2=0x7fa1ec15fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1ebfff640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1ec0d0fd0 0x7fa1ec15fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1ebfff640 1 -- 172.21.15.39:0/136276535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1ec0b52c0 msgr2=0x7fa1ec09ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1ebfff640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1ec0b52c0 0x7fa1ec09ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1ebfff640 1 -- 172.21.15.39:0/136276535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1ec09d8b0 con 0x7fa1ec0730e0 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1ebfff640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0730e0 0x7fa1ec1e9310 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fa1dc000c00 tx=0x7fa1dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1e8ff9640 1 -- 172.21.15.39:0/136276535 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1dc041020 con 0x7fa1ec0730e0 2024-09-19T05:36:09.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1e8ff9640 1 -- 172.21.15.39:0/136276535 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1dc0306c0 con 0x7fa1ec0730e0 2024-09-19T05:36:09.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1ec09db90 con 0x7fa1ec0730e0 2024-09-19T05:36:09.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1e8ff9640 1 -- 172.21.15.39:0/136276535 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1dc037040 con 0x7fa1ec0730e0 2024-09-19T05:36:09.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.339+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1ec09e150 con 0x7fa1ec0730e0 2024-09-19T05:36:09.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.340+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1ec0b5d80 con 0x7fa1ec0730e0 2024-09-19T05:36:09.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.341+0000 7fa1e8ff9640 1 -- 172.21.15.39:0/136276535 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa1dc044020 con 0x7fa1ec0730e0 2024-09-19T05:36:09.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.341+0000 7fa1e8ff9640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1d806c2b0 0x7fa1d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.341+0000 7fa1eb7fe640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1d806c2b0 0x7fa1d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.341+0000 7fa1e8ff9640 1 -- 172.21.15.39:0/136276535 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7fa1dc0abc60 con 0x7fa1ec0730e0 2024-09-19T05:36:09.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.342+0000 7fa1eb7fe640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1d806c2b0 0x7fa1d806e770 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec0730b0 tx=0x7fa1e0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:09.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.346+0000 7fa1e8ff9640 1 -- 172.21.15.39:0/136276535 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa1dc04b030 con 0x7fa1ec0730e0 2024-09-19T05:36:09.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.558+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa1ec071eb0 con 0x7fa1ec0730e0 2024-09-19T05:36:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.558+0000 7fa1e8ff9640 1 -- 172.21.15.39:0/136276535 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5219 (secure 0 0 0) 0x7fa1dc07a3d0 con 0x7fa1ec0730e0 2024-09-19T05:36:09.561 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:09.561 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"btime":"2024-09-19T05:36:09:204367+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5473,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1458589004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1458589004},{"type":"v1","addr":"172.21.15.50:6835","nonce":1458589004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5775,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/354339075","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":354339075},{"type":"v1","addr":"172.21.15.39:6836","nonce":354339075}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5778,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/462896404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":462896404},{"type":"v1","addr":"172.21.15.39:6837","nonce":462896404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:06.058291+0000","modified":"2024-09-19T05:36:08.553728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5790},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5790":{"gid":5790,"name":"b","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6834/3213889132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3213889132},{"type":"v1","addr":"172.21.15.50:6834","nonce":3213889132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5790,"qdb_cluster":[5790]},"id":5}]} 2024-09-19T05:36:09.562 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-19T05:36:09.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1d806c2b0 msgr2=0x7fa1d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1d806c2b0 0x7fa1d806e770 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec0730b0 tx=0x7fa1e0008040 comp rx=0 tx=0).stop 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0730e0 msgr2=0x7fa1ec1e9310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0730e0 0x7fa1ec1e9310 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fa1dc000c00 tx=0x7fa1dc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 shutdown_connections 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1d806c2b0 0x7fa1d806e770 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1ec0d0fd0 0x7fa1ec15fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1ec0b52c0 0x7fa1ec09ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 --2- 172.21.15.39:0/136276535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1ec0730e0 0x7fa1ec1e9310 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 >> 172.21.15.39:0/136276535 conn(0x7fa1ec06bb20 msgr2=0x7fa1ec14e4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 shutdown_connections 2024-09-19T05:36:09.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.561+0000 7fa1f298d640 1 -- 172.21.15.39:0/136276535 wait complete. 2024-09-19T05:36:09.574 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.673+0000 7feef1f11640 1 Processor -- start 2024-09-19T05:36:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.673+0000 7feef1f11640 1 -- start start 2024-09-19T05:36:09.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.674+0000 7feef1f11640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7feeec0d16e0 0x7feeec0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.674+0000 7feef1f11640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feeec0d1b10 con 0x7feeec0b6690 2024-09-19T05:36:09.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.674+0000 7feef1f11640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feeec0d1d90 con 0x7feeec0b6a70 2024-09-19T05:36:09.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.674+0000 7feef1f11640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7feeec0cf540 con 0x7feeec0d16e0 2024-09-19T05:36:09.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.674+0000 7feeeb7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7feeec0b6690 0x7feeec0cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47002/0 (socket says 172.21.15.39:47002) 2024-09-19T05:36:09.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.674+0000 7feeeb7fe640 1 -- 172.21.15.39:0/4146339573 learned_addr learned my addr 172.21.15.39:0/4146339573 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:09.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeebfff640 1 --2- 172.21.15.39:0/4146339573 >> v2:172.21.15.50:3300/0 conn(0x7feeec0d16e0 0x7feeec0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 344849298 0 0) 0x7feedc001490 con 0x7feeec0b6690 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feed4003520 con 0x7feeec0b6690 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2389111328 0 0) 0x7feeec0d1d90 con 0x7feeec0b6a70 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feedc001490 con 0x7feeec0b6a70 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1392296904 0 0) 0x7feed4003520 con 0x7feeec0b6690 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 >> v2:172.21.15.50:3300/0 conn(0x7feeec0d16e0 msgr2=0x7feeec0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 --2- 172.21.15.39:0/4146339573 >> v2:172.21.15.50:3300/0 conn(0x7feeec0d16e0 0x7feeec0d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 >> v1:172.21.15.50:6789/0 conn(0x7feeec0b6a70 legacy=0x7feeec0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feeec0ceef0 con 0x7feeec0b6690 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7feedc001b40 con 0x7feeec0b6690 2024-09-19T05:36:09.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 >> v1:172.21.15.39:6789/0 conn(0x7feeec0b6690 legacy=0x7feeec0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feed4003b90 0x7feed4003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feed4004800 0x7feed4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed40051c0 0x7feed400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7feeec0cf540 con 0x7feed40051c0 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feed400c090 con 0x7feed4004800 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7feed400c290 con 0x7feed4003b90 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeebfff640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed40051c0 0x7feed400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeeb7fe640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feed4003b90 0x7feed4003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeeaffd640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feed4004800 0x7feed4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeebfff640 1 -- 172.21.15.39:0/4146339573 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feed4003b90 msgr2=0x7feed4003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeebfff640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feed4003b90 0x7feed4003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeebfff640 1 -- 172.21.15.39:0/4146339573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feed4004800 msgr2=0x7feed4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeebfff640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feed4004800 0x7feed4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeebfff640 1 -- 172.21.15.39:0/4146339573 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feed4003520 con 0x7feed40051c0 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.675+0000 7feeeb7fe640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feed4003b90 0x7feed4003f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.676+0000 7feeebfff640 1 -- 172.21.15.39:0/4146339573 reap_dead start 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.676+0000 7feeebfff640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed40051c0 0x7feed400b9c0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7feee4009ac0 tx=0x7feed4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16eade75cfbb0945 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.676+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee4009690 con 0x7feed40051c0 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.676+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feee4004020 con 0x7feed40051c0 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.676+0000 7feeea7fc640 1 -- 172.21.15.39:0/4146339573 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee40043d0 con 0x7feed40051c0 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.677+0000 7feef1f11640 1 -- 172.21.15.39:0/4146339573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed40051c0 msgr2=0x7feed400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.677+0000 7feef1f11640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed40051c0 0x7feed400b9c0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7feee4009ac0 tx=0x7feed4005830 comp rx=0 tx=0).stop 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.677+0000 7feef1f11640 1 -- 172.21.15.39:0/4146339573 shutdown_connections 2024-09-19T05:36:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.677+0000 7feef1f11640 1 --2- 172.21.15.39:0/4146339573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed40051c0 0x7feed400b9c0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.677+0000 7feef1f11640 1 -- 172.21.15.39:0/4146339573 >> 172.21.15.39:0/4146339573 conn(0x7feeec072560 msgr2=0x7feeec072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:09.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.677+0000 7feef1f11640 1 -- 172.21.15.39:0/4146339573 shutdown_connections 2024-09-19T05:36:09.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.677+0000 7feef1f11640 1 -- 172.21.15.39:0/4146339573 wait complete. 2024-09-19T05:36:09.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.678+0000 7feef1f11640 1 Processor -- start 2024-09-19T05:36:09.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.678+0000 7feef1f11640 1 -- start start 2024-09-19T05:36:09.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feef1f11640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feed40051c0 0x7feeec154810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feef1f11640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeec151210 0x7feeec152920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feef1f11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeec151670 0x7feeec152e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feef1f11640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7feeec15c530 con 0x7feeec151670 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feef1f11640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feeec0b6f00 con 0x7feed40051c0 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feef1f11640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7feeec15c6b0 con 0x7feeec151210 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeec151670 0x7feeec152e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeec151670 0x7feeec152e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60558/0 (socket says 172.21.15.39:60558) 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeebfff640 1 -- 172.21.15.39:0/3645233747 learned_addr learned my addr 172.21.15.39:0/3645233747 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeeb7fe640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feed40051c0 0x7feeec154810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeeaffd640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeec151210 0x7feeec152920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeebfff640 1 -- 172.21.15.39:0/3645233747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeec151210 msgr2=0x7feeec152920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeebfff640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeec151210 0x7feeec152920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeebfff640 1 -- 172.21.15.39:0/3645233747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feed40051c0 msgr2=0x7feeec154810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeebfff640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feed40051c0 0x7feeec154810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.679+0000 7feeebfff640 1 -- 172.21.15.39:0/3645233747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feeec1f4e70 con 0x7feeec151670 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.680+0000 7feeebfff640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeec151670 0x7feeec152e60 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7feee4009bb0 tx=0x7feee4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.680+0000 7feed3fff640 1 -- 172.21.15.39:0/3645233747 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee4036040 con 0x7feeec151670 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.680+0000 7feed3fff640 1 -- 172.21.15.39:0/3645233747 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feee400f040 con 0x7feeec151670 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.680+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feeec153a50 con 0x7feeec151670 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.680+0000 7feed3fff640 1 -- 172.21.15.39:0/3645233747 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee4003e10 con 0x7feeec151670 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.680+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feeec154010 con 0x7feeec151670 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.681+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feeec0cf9d0 con 0x7feeec151670 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.681+0000 7feed3fff640 1 -- 172.21.15.39:0/3645233747 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feee4043020 con 0x7feeec151670 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.682+0000 7feed3fff640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7feed806c2e0 0x7feed806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.682+0000 7feed3fff640 1 -- 172.21.15.39:0/3645233747 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7feee40aa660 con 0x7feeec151670 2024-09-19T05:36:09.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.682+0000 7feeeb7fe640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7feed806c2e0 0x7feed806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.682+0000 7feeeb7fe640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7feed806c2e0 0x7feed806e7a0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7feedc002230 tx=0x7feedc002180 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:09.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.686+0000 7feed3fff640 1 -- 172.21.15.39:0/3645233747 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feeec1f4e70 con 0x7feeec151670 2024-09-19T05:36:09.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.864+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feeec069140 con 0x7feeec151670 2024-09-19T05:36:09.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.865+0000 7feed3fff640 1 -- 172.21.15.39:0/3645233747 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) ==== 74+0+16704 (secure 0 0 0) 0x7feee40788f0 con 0x7feeec151670 2024-09-19T05:36:09.868 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:09.868 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":66,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:07.703780+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:03.755929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:05.044336+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7feed806c2e0 msgr2=0x7feed806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7feed806c2e0 0x7feed806e7a0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7feedc002230 tx=0x7feedc002180 comp rx=0 tx=0).stop 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeec151670 msgr2=0x7feeec152e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeec151670 0x7feeec152e60 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7feee4009bb0 tx=0x7feee4004730 comp rx=0 tx=0).stop 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 shutdown_connections 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7feed806c2e0 0x7feed806e7a0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeec151670 0x7feeec152e60 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeec151210 0x7feeec152920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 --2- 172.21.15.39:0/3645233747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feed40051c0 0x7feeec154810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 >> 172.21.15.39:0/3645233747 conn(0x7feeec072560 msgr2=0x7feeec0b93f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:09.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 shutdown_connections 2024-09-19T05:36:09.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.867+0000 7feef1f11640 1 -- 172.21.15.39:0/3645233747 wait complete. 2024-09-19T05:36:09.881 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:36:09.881 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:09.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.980+0000 7f87a5baf640 1 Processor -- start 2024-09-19T05:36:09.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.981+0000 7f87a5baf640 1 -- start start 2024-09-19T05:36:09.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.981+0000 7f87a5baf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6a70 0x7f87a00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.981+0000 7f87a5baf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f87a00d1510 0x7f87a00d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.981+0000 7f87a5baf640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87a00d1d90 con 0x7f87a00b6690 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.981+0000 7f87a5baf640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f87a00cf540 con 0x7f87a00d1510 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.981+0000 7f87a5baf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f87a00ceef0 con 0x7f87a00b6a70 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.981+0000 7f879ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f87a00d1510 0x7f87a00d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.981+0000 7f879f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f87a00b6690 0x7f87a00cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47004/0 (socket says 172.21.15.39:47004) 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.981+0000 7f879f7fe640 1 -- 172.21.15.39:0/2027360711 learned_addr learned my addr 172.21.15.39:0/2027360711 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.982+0000 7f879effd640 1 --2- 172.21.15.39:0/2027360711 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6a70 0x7f87a00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.982+0000 7f879ffff640 1 -- 172.21.15.39:0/2027360711 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6a70 msgr2=0x7f87a00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.982+0000 7f879ffff640 1 --2- 172.21.15.39:0/2027360711 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6a70 0x7f87a00d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.982+0000 7f879ffff640 1 -- 172.21.15.39:0/2027360711 >> v1:172.21.15.39:6789/0 conn(0x7f87a00b6690 legacy=0x7f87a00cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.982+0000 7f879ffff640 1 -- 172.21.15.39:0/2027360711 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a00cf1d0 con 0x7f87a00d1510 2024-09-19T05:36:09.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.982+0000 7f879effd640 1 --2- 172.21.15.39:0/2027360711 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6a70 0x7f87a00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:09.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.982+0000 7f879ffff640 1 --2- 172.21.15.39:0/2027360711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 0x7f87a00d2b50 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f87980097a0 tx=0x7f879802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=400269c03cd119c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:09.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f879e7fc640 1 -- 172.21.15.39:0/2027360711 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798037070 con 0x7f87a00d1510 2024-09-19T05:36:09.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f879e7fc640 1 -- 172.21.15.39:0/2027360711 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8798032440 con 0x7f87a00d1510 2024-09-19T05:36:09.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f879e7fc640 1 -- 172.21.15.39:0/2027360711 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798032810 con 0x7f87a00d1510 2024-09-19T05:36:09.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f87a5baf640 1 -- 172.21.15.39:0/2027360711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 msgr2=0x7f87a00d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f87a5baf640 1 --2- 172.21.15.39:0/2027360711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 0x7f87a00d2b50 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f87980097a0 tx=0x7f879802a180 comp rx=0 tx=0).stop 2024-09-19T05:36:09.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f87a5baf640 1 -- 172.21.15.39:0/2027360711 shutdown_connections 2024-09-19T05:36:09.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f87a5baf640 1 --2- 172.21.15.39:0/2027360711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 0x7f87a00d2b50 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f87a5baf640 1 --2- 172.21.15.39:0/2027360711 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6a70 0x7f87a00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f87a5baf640 1 -- 172.21.15.39:0/2027360711 >> 172.21.15.39:0/2027360711 conn(0x7f87a0072560 msgr2=0x7f87a0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:09.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f87a5baf640 1 -- 172.21.15.39:0/2027360711 shutdown_connections 2024-09-19T05:36:09.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.983+0000 7f87a5baf640 1 -- 172.21.15.39:0/2027360711 wait complete. 2024-09-19T05:36:09.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.984+0000 7f87a5baf640 1 Processor -- start 2024-09-19T05:36:09.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.985+0000 7f87a5baf640 1 -- start start 2024-09-19T05:36:09.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.985+0000 7f87a5baf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6690 0x7f87a00b5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.985+0000 7f87a5baf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f87a00b6a70 0x7f87a014b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.985+0000 7f87a5baf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 0x7f87a0159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.985+0000 7f87a5baf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f87a00d1b20 con 0x7f87a00d1510 2024-09-19T05:36:09.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.985+0000 7f87a5baf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f87a00d19a0 con 0x7f87a00b6a70 2024-09-19T05:36:09.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.985+0000 7f87a5baf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f87a015c530 con 0x7f87a00b6690 2024-09-19T05:36:09.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.985+0000 7f879ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 0x7f87a0159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.985+0000 7f879ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 0x7f87a0159bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60574/0 (socket says 172.21.15.39:60574) 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f879ffff640 1 -- 172.21.15.39:0/1518431381 learned_addr learned my addr 172.21.15.39:0/1518431381 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f879f7fe640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6690 0x7f87a00b5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f879ffff640 1 -- 172.21.15.39:0/1518431381 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6690 msgr2=0x7f87a00b5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f879ffff640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6690 0x7f87a00b5850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f879ffff640 1 -- 172.21.15.39:0/1518431381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f87a00b6a70 msgr2=0x7f87a014b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f879ffff640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f87a00b6a70 0x7f87a014b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f879ffff640 1 -- 172.21.15.39:0/1518431381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a014bfa0 con 0x7f87a00d1510 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f879ffff640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 0x7f87a0159bc0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f8798035040 tx=0x7f87980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f8787fff640 1 -- 172.21.15.39:0/1518431381 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798037040 con 0x7f87a00d1510 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f8787fff640 1 -- 172.21.15.39:0/1518431381 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8798042070 con 0x7f87a00d1510 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f8787fff640 1 -- 172.21.15.39:0/1518431381 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798030b50 con 0x7f87a00d1510 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87a014c280 con 0x7f87a00d1510 2024-09-19T05:36:09.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.986+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87a014c840 con 0x7f87a00d1510 2024-09-19T05:36:09.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.987+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87a00d0fd0 con 0x7f87a00d1510 2024-09-19T05:36:09.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.988+0000 7f8787fff640 1 -- 172.21.15.39:0/1518431381 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8798030cf0 con 0x7f87a00d1510 2024-09-19T05:36:09.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.988+0000 7f8787fff640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f878c06c2b0 0x7f878c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:09.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.988+0000 7f8787fff640 1 -- 172.21.15.39:0/1518431381 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f87980ac000 con 0x7f87a00d1510 2024-09-19T05:36:09.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.988+0000 7f879f7fe640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f878c06c2b0 0x7f878c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:09.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.989+0000 7f879f7fe640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f878c06c2b0 0x7f878c06e770 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f87a0157440 tx=0x7f8790009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:09.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:09.992+0000 7f8787fff640 1 -- 172.21.15.39:0/1518431381 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8798032e20 con 0x7f87a00d1510 2024-09-19T05:36:10.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.164+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f87a00ba1b0 con 0x7f878c06c2b0 2024-09-19T05:36:10.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.170+0000 7f8787fff640 1 -- 172.21.15.39:0/1518431381 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242666 (secure 0 0 0) 0x7f87a00ba1b0 con 0x7f878c06c2b0 2024-09-19T05:36:10.174 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:10.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f878c06c2b0 msgr2=0x7f878c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f878c06c2b0 0x7f878c06e770 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f87a0157440 tx=0x7f8790009040 comp rx=0 tx=0).stop 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 msgr2=0x7f87a0159bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 0x7f87a0159bc0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f8798035040 tx=0x7f87980046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 shutdown_connections 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f878c06c2b0 0x7f878c06e770 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87a00d1510 0x7f87a0159bc0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f87a00b6a70 0x7f87a014b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 --2- 172.21.15.39:0/1518431381 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f87a00b6690 0x7f87a00b5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 >> 172.21.15.39:0/1518431381 conn(0x7f87a0072560 msgr2=0x7f87a00b8380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 shutdown_connections 2024-09-19T05:36:10.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.173+0000 7f87a5baf640 1 -- 172.21.15.39:0/1518431381 wait complete. 2024-09-19T05:36:10.186 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":126,"stamp":"2024-09-19T05:36:08.694123+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":118,"acting":118,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":273216,"kb_used_data":7020,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754701504,"statfs":{"total":773094113280,"available":772814340096,"internally_reserved":0,"allocated":7188480,"data_stored":3649731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.004627"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699710+0000","last_change":"2024-09-19T05:36:05.699710+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699710+0000","last_undegraded":"2024-09-19T05:36:05.699710+0000","last_fullsized":"2024-09-19T05:36:05.699710+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704748+0000","last_change":"2024-09-19T05:36:05.704748+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704748+0000","last_undegraded":"2024-09-19T05:36:05.704748+0000","last_fullsized":"2024-09-19T05:36:05.704748+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.708436+0000","last_change":"2024-09-19T05:36:05.708436+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.708436+0000","last_undegraded":"2024-09-19T05:36:05.708436+0000","last_fullsized":"2024-09-19T05:36:05.708436+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699854+0000","last_change":"2024-09-19T05:36:05.699854+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699854+0000","last_undegraded":"2024-09-19T05:36:05.699854+0000","last_fullsized":"2024-09-19T05:36:05.699854+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.700065+0000","last_change":"2024-09-19T05:36:05.700065+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.700065+0000","last_undegraded":"2024-09-19T05:36:05.700065+0000","last_fullsized":"2024-09-19T05:36:05.700065+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.708422+0000","last_change":"2024-09-19T05:36:05.708422+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.708422+0000","last_undegraded":"2024-09-19T05:36:05.708422+0000","last_fullsized":"2024-09-19T05:36:05.708422+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.706080+0000","last_change":"2024-09-19T05:36:05.706080+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.706080+0000","last_undegraded":"2024-09-19T05:36:05.706080+0000","last_fullsized":"2024-09-19T05:36:05.706080+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.705475+0000","last_change":"2024-09-19T05:36:05.705475+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.705475+0000","last_undegraded":"2024-09-19T05:36:05.705475+0000","last_fullsized":"2024-09-19T05:36:05.705475+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699255+0000","last_change":"2024-09-19T05:36:05.699255+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699255+0000","last_undegraded":"2024-09-19T05:36:05.699255+0000","last_fullsized":"2024-09-19T05:36:05.699255+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704167+0000","last_change":"2024-09-19T05:36:05.704167+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704167+0000","last_undegraded":"2024-09-19T05:36:05.704167+0000","last_fullsized":"2024-09-19T05:36:05.704167+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.705268+0000","last_change":"2024-09-19T05:36:05.705268+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.705268+0000","last_undegraded":"2024-09-19T05:36:05.705268+0000","last_fullsized":"2024-09-19T05:36:05.705268+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699063+0000","last_change":"2024-09-19T05:36:05.699063+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699063+0000","last_undegraded":"2024-09-19T05:36:05.699063+0000","last_fullsized":"2024-09-19T05:36:05.699063+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.696473+0000","last_change":"2024-09-19T05:36:04.696473+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.696473+0000","last_undegraded":"2024-09-19T05:36:04.696473+0000","last_fullsized":"2024-09-19T05:36:04.696473+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704940+0000","last_change":"2024-09-19T05:36:05.704940+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704940+0000","last_undegraded":"2024-09-19T05:36:05.704940+0000","last_fullsized":"2024-09-19T05:36:05.704940+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.695416+0000","last_change":"2024-09-19T05:36:04.695416+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.695416+0000","last_undegraded":"2024-09-19T05:36:04.695416+0000","last_fullsized":"2024-09-19T05:36:04.695416+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699532+0000","last_change":"2024-09-19T05:36:05.699532+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699532+0000","last_undegraded":"2024-09-19T05:36:05.699532+0000","last_fullsized":"2024-09-19T05:36:05.699532+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694517+0000","last_change":"2024-09-19T05:36:04.694517+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694517+0000","last_undegraded":"2024-09-19T05:36:04.694517+0000","last_fullsized":"2024-09-19T05:36:04.694517+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.697647+0000","last_change":"2024-09-19T05:36:05.697647+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.697647+0000","last_undegraded":"2024-09-19T05:36:05.697647+0000","last_fullsized":"2024-09-19T05:36:05.697647+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.712006+0000","last_change":"2024-09-19T05:36:05.712006+0000","last_active":"2024-09-19T05:36:05.712006+0000","last_peered":"2024-09-19T05:36:05.712006+0000","last_clean":"2024-09-19T05:36:05.712006+0000","last_became_active":"2024-09-19T05:36:05.711727+0000","last_became_peered":"2024-09-19T05:36:05.711727+0000","last_unstale":"2024-09-19T05:36:05.712006+0000","last_undegraded":"2024-09-19T05:36:05.712006+0000","last_fullsized":"2024-09-19T05:36:05.712006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:38.844823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.716211+0000","last_change":"2024-09-19T05:36:05.713830+0000","last_active":"2024-09-19T05:36:05.716211+0000","last_peered":"2024-09-19T05:36:05.716211+0000","last_clean":"2024-09-19T05:36:05.716211+0000","last_became_active":"2024-09-19T05:36:05.713146+0000","last_became_peered":"2024-09-19T05:36:05.713146+0000","last_unstale":"2024-09-19T05:36:05.716211+0000","last_undegraded":"2024-09-19T05:36:05.716211+0000","last_fullsized":"2024-09-19T05:36:05.716211+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:19.855042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704412+0000","last_change":"2024-09-19T05:36:05.704412+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704412+0000","last_undegraded":"2024-09-19T05:36:05.704412+0000","last_fullsized":"2024-09-19T05:36:05.704412+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.693351+0000","last_change":"2024-09-19T05:36:04.693351+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.693351+0000","last_undegraded":"2024-09-19T05:36:04.693351+0000","last_fullsized":"2024-09-19T05:36:04.693351+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698388+0000","last_change":"2024-09-19T05:36:05.698388+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698388+0000","last_undegraded":"2024-09-19T05:36:05.698388+0000","last_fullsized":"2024-09-19T05:36:05.698388+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694531+0000","last_change":"2024-09-19T05:36:04.694531+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694531+0000","last_undegraded":"2024-09-19T05:36:04.694531+0000","last_fullsized":"2024-09-19T05:36:04.694531+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.712483+0000","last_change":"2024-09-19T05:36:05.710200+0000","last_active":"2024-09-19T05:36:05.712483+0000","last_peered":"2024-09-19T05:36:05.712483+0000","last_clean":"2024-09-19T05:36:05.712483+0000","last_became_active":"2024-09-19T05:36:05.709293+0000","last_became_peered":"2024-09-19T05:36:05.709293+0000","last_unstale":"2024-09-19T05:36:05.712483+0000","last_undegraded":"2024-09-19T05:36:05.712483+0000","last_fullsized":"2024-09-19T05:36:05.712483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:07.248464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698154+0000","last_change":"2024-09-19T05:36:05.698154+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698154+0000","last_undegraded":"2024-09-19T05:36:05.698154+0000","last_fullsized":"2024-09-19T05:36:05.698154+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.710282+0000","last_change":"2024-09-19T05:36:05.710282+0000","last_active":"2024-09-19T05:36:05.710282+0000","last_peered":"2024-09-19T05:36:05.710282+0000","last_clean":"2024-09-19T05:36:05.710282+0000","last_became_active":"2024-09-19T05:36:05.709973+0000","last_became_peered":"2024-09-19T05:36:05.709973+0000","last_unstale":"2024-09-19T05:36:05.710282+0000","last_undegraded":"2024-09-19T05:36:05.710282+0000","last_fullsized":"2024-09-19T05:36:05.710282+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:48.111351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703905+0000","last_change":"2024-09-19T05:36:05.703905+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703905+0000","last_undegraded":"2024-09-19T05:36:05.703905+0000","last_fullsized":"2024-09-19T05:36:05.703905+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.693329+0000","last_change":"2024-09-19T05:36:04.693329+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.693329+0000","last_undegraded":"2024-09-19T05:36:04.693329+0000","last_fullsized":"2024-09-19T05:36:04.693329+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.693134+0000","last_change":"2024-09-19T05:36:04.693134+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.693134+0000","last_undegraded":"2024-09-19T05:36:04.693134+0000","last_fullsized":"2024-09-19T05:36:04.693134+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.709080+0000","last_change":"2024-09-19T05:36:05.703831+0000","last_active":"2024-09-19T05:36:05.709080+0000","last_peered":"2024-09-19T05:36:05.709080+0000","last_clean":"2024-09-19T05:36:05.709080+0000","last_became_active":"2024-09-19T05:36:05.703531+0000","last_became_peered":"2024-09-19T05:36:05.703531+0000","last_unstale":"2024-09-19T05:36:05.709080+0000","last_undegraded":"2024-09-19T05:36:05.709080+0000","last_fullsized":"2024-09-19T05:36:05.709080+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:49.575946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.692160+0000","last_change":"2024-09-19T05:36:04.692160+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.692160+0000","last_undegraded":"2024-09-19T05:36:04.692160+0000","last_fullsized":"2024-09-19T05:36:04.692160+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703216+0000","last_change":"2024-09-19T05:36:05.703216+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703216+0000","last_undegraded":"2024-09-19T05:36:05.703216+0000","last_fullsized":"2024-09-19T05:36:05.703216+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694509+0000","last_change":"2024-09-19T05:36:04.694509+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694509+0000","last_undegraded":"2024-09-19T05:36:04.694509+0000","last_fullsized":"2024-09-19T05:36:04.694509+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.716329+0000","last_change":"2024-09-19T05:36:05.714043+0000","last_active":"2024-09-19T05:36:05.716329+0000","last_peered":"2024-09-19T05:36:05.716329+0000","last_clean":"2024-09-19T05:36:05.716329+0000","last_became_active":"2024-09-19T05:36:05.713577+0000","last_became_peered":"2024-09-19T05:36:05.713577+0000","last_unstale":"2024-09-19T05:36:05.716329+0000","last_undegraded":"2024-09-19T05:36:05.716329+0000","last_fullsized":"2024-09-19T05:36:05.716329+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:47.121911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.695040+0000","last_change":"2024-09-19T05:36:04.695040+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.695040+0000","last_undegraded":"2024-09-19T05:36:04.695040+0000","last_fullsized":"2024-09-19T05:36:04.695040+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.711335+0000","last_change":"2024-09-19T05:36:05.710618+0000","last_active":"2024-09-19T05:36:05.711335+0000","last_peered":"2024-09-19T05:36:05.711335+0000","last_clean":"2024-09-19T05:36:05.711335+0000","last_became_active":"2024-09-19T05:36:05.710260+0000","last_became_peered":"2024-09-19T05:36:05.710260+0000","last_unstale":"2024-09-19T05:36:05.711335+0000","last_undegraded":"2024-09-19T05:36:05.711335+0000","last_fullsized":"2024-09-19T05:36:05.711335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:48.405798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703286+0000","last_change":"2024-09-19T05:36:05.703286+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703286+0000","last_undegraded":"2024-09-19T05:36:05.703286+0000","last_fullsized":"2024-09-19T05:36:05.703286+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.695991+0000","last_change":"2024-09-19T05:36:04.695991+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.695991+0000","last_undegraded":"2024-09-19T05:36:04.695991+0000","last_fullsized":"2024-09-19T05:36:04.695991+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704677+0000","last_change":"2024-09-19T05:36:05.704677+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704677+0000","last_undegraded":"2024-09-19T05:36:05.704677+0000","last_fullsized":"2024-09-19T05:36:05.704677+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.715499+0000","last_change":"2024-09-19T05:36:05.712745+0000","last_active":"2024-09-19T05:36:05.715499+0000","last_peered":"2024-09-19T05:36:05.715499+0000","last_clean":"2024-09-19T05:36:05.715499+0000","last_became_active":"2024-09-19T05:36:05.712444+0000","last_became_peered":"2024-09-19T05:36:05.712444+0000","last_unstale":"2024-09-19T05:36:05.715499+0000","last_undegraded":"2024-09-19T05:36:05.715499+0000","last_fullsized":"2024-09-19T05:36:05.715499+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:15.795070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703781+0000","last_change":"2024-09-19T05:36:05.703781+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703781+0000","last_undegraded":"2024-09-19T05:36:05.703781+0000","last_fullsized":"2024-09-19T05:36:05.703781+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.691551+0000","last_change":"2024-09-19T05:36:04.691551+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.691551+0000","last_undegraded":"2024-09-19T05:36:04.691551+0000","last_fullsized":"2024-09-19T05:36:04.691551+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703762+0000","last_change":"2024-09-19T05:36:05.703762+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703762+0000","last_undegraded":"2024-09-19T05:36:05.703762+0000","last_fullsized":"2024-09-19T05:36:05.703762+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694878+0000","last_change":"2024-09-19T05:36:04.694878+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694878+0000","last_undegraded":"2024-09-19T05:36:04.694878+0000","last_fullsized":"2024-09-19T05:36:04.694878+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.715594+0000","last_change":"2024-09-19T05:36:05.712495+0000","last_active":"2024-09-19T05:36:05.715594+0000","last_peered":"2024-09-19T05:36:05.715594+0000","last_clean":"2024-09-19T05:36:05.715594+0000","last_became_active":"2024-09-19T05:36:05.712202+0000","last_became_peered":"2024-09-19T05:36:05.712202+0000","last_unstale":"2024-09-19T05:36:05.715594+0000","last_undegraded":"2024-09-19T05:36:05.715594+0000","last_fullsized":"2024-09-19T05:36:05.715594+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:01.171467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.692802+0000","last_change":"2024-09-19T05:36:04.692802+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.692802+0000","last_undegraded":"2024-09-19T05:36:04.692802+0000","last_fullsized":"2024-09-19T05:36:04.692802+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.713634+0000","last_change":"2024-09-19T05:36:05.713634+0000","last_active":"2024-09-19T05:36:05.713634+0000","last_peered":"2024-09-19T05:36:05.713634+0000","last_clean":"2024-09-19T05:36:05.713634+0000","last_became_active":"2024-09-19T05:36:05.713314+0000","last_became_peered":"2024-09-19T05:36:05.713314+0000","last_unstale":"2024-09-19T05:36:05.713634+0000","last_undegraded":"2024-09-19T05:36:05.713634+0000","last_fullsized":"2024-09-19T05:36:05.713634+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:33.435116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.695588+0000","last_change":"2024-09-19T05:36:04.695588+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.695588+0000","last_undegraded":"2024-09-19T05:36:04.695588+0000","last_fullsized":"2024-09-19T05:36:04.695588+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.702653+0000","last_change":"2024-09-19T05:36:05.702653+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.702653+0000","last_undegraded":"2024-09-19T05:36:05.702653+0000","last_fullsized":"2024-09-19T05:36:05.702653+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.707148+0000","last_change":"2024-09-19T05:36:05.707148+0000","last_active":"2024-09-19T05:36:05.707148+0000","last_peered":"2024-09-19T05:36:05.707148+0000","last_clean":"2024-09-19T05:36:05.707148+0000","last_became_active":"2024-09-19T05:36:05.706877+0000","last_became_peered":"2024-09-19T05:36:05.706877+0000","last_unstale":"2024-09-19T05:36:05.707148+0000","last_undegraded":"2024-09-19T05:36:05.707148+0000","last_fullsized":"2024-09-19T05:36:05.707148+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:40.056914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698680+0000","last_change":"2024-09-19T05:36:05.698680+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698680+0000","last_undegraded":"2024-09-19T05:36:05.698680+0000","last_fullsized":"2024-09-19T05:36:05.698680+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.692787+0000","last_change":"2024-09-19T05:36:04.692787+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.692787+0000","last_undegraded":"2024-09-19T05:36:04.692787+0000","last_fullsized":"2024-09-19T05:36:04.692787+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694647+0000","last_change":"2024-09-19T05:36:04.694647+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694647+0000","last_undegraded":"2024-09-19T05:36:04.694647+0000","last_fullsized":"2024-09-19T05:36:04.694647+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698136+0000","last_change":"2024-09-19T05:36:05.698136+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698136+0000","last_undegraded":"2024-09-19T05:36:05.698136+0000","last_fullsized":"2024-09-19T05:36:05.698136+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698147+0000","last_change":"2024-09-19T05:36:05.698147+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698147+0000","last_undegraded":"2024-09-19T05:36:05.698147+0000","last_fullsized":"2024-09-19T05:36:05.698147+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703902+0000","last_change":"2024-09-19T05:36:05.703902+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703902+0000","last_undegraded":"2024-09-19T05:36:05.703902+0000","last_fullsized":"2024-09-19T05:36:05.703902+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698181+0000","last_change":"2024-09-19T05:36:05.698181+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698181+0000","last_undegraded":"2024-09-19T05:36:05.698181+0000","last_fullsized":"2024-09-19T05:36:05.698181+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":248,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-19T05:36:04.696885+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:04.696885+0000","last_peered":"2024-09-19T05:36:04.696885+0000","last_clean":"2024-09-19T05:36:04.696885+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:04.696885+0000","last_undegraded":"2024-09-19T05:36:04.696885+0000","last_fullsized":"2024-09-19T05:36:04.696885+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":52,"acting":52,"num_store_stats":3},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509469,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36100,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335740,"statfs":{"total":96636764160,"available":96599797760,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509468,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509470,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542174,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36664,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335176,"statfs":{"total":96636764160,"available":96599220224,"internally_reserved":0,"allocated":1339392,"data_stored":896811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542172,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36092,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335748,"statfs":{"total":96636764160,"available":96599805952,"internally_reserved":0,"allocated":745472,"data_stored":306443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36076,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335764,"statfs":{"total":96636764160,"available":96599822336,"internally_reserved":0,"allocated":745472,"data_stored":306443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":745472,"data_stored":306443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542175,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32496,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339344,"statfs":{"total":96636764160,"available":96603488256,"internally_reserved":0,"allocated":1339392,"data_stored":896811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:10.235 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:10.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.334+0000 7f1c8c877640 1 Processor -- start 2024-09-19T05:36:10.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.334+0000 7f1c8c877640 1 -- start start 2024-09-19T05:36:10.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.335+0000 7f1c8c877640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1c880d16e0 0x7f1c880d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.335+0000 7f1c8c877640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c880d1b10 con 0x7f1c880b6690 2024-09-19T05:36:10.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.335+0000 7f1c8c877640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c880d1d90 con 0x7f1c880b6a70 2024-09-19T05:36:10.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.335+0000 7f1c8c877640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f1c880cf540 con 0x7f1c880d16e0 2024-09-19T05:36:10.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.335+0000 7f1c8659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1c880b6690 0x7f1c880cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47014/0 (socket says 172.21.15.39:47014) 2024-09-19T05:36:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.335+0000 7f1c8659c640 1 -- 172.21.15.39:0/1483850015 learned_addr learned my addr 172.21.15.39:0/1483850015 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.336+0000 7f1c86d9d640 1 --2- 172.21.15.39:0/1483850015 >> v2:172.21.15.50:3300/0 conn(0x7f1c880d16e0 0x7f1c880d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.336+0000 7f1c8559a640 1 -- 172.21.15.39:0/1483850015 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1932450690 0 0) 0x7f1c78001110 con 0x7f1c880b6690 2024-09-19T05:36:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.336+0000 7f1c8559a640 1 -- 172.21.15.39:0/1483850015 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c70003520 con 0x7f1c880b6690 2024-09-19T05:36:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.336+0000 7f1c86d9d640 1 -- 172.21.15.39:0/1483850015 >> v1:172.21.15.50:6789/0 conn(0x7f1c880b6a70 legacy=0x7f1c880d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.336+0000 7f1c86d9d640 1 -- 172.21.15.39:0/1483850015 >> v1:172.21.15.39:6789/0 conn(0x7f1c880b6690 legacy=0x7f1c880cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.336+0000 7f1c86d9d640 1 -- 172.21.15.39:0/1483850015 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c880ceef0 con 0x7f1c880d16e0 2024-09-19T05:36:10.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.337+0000 7f1c86d9d640 1 --2- 172.21.15.39:0/1483850015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880d16e0 0x7f1c880d2b50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1c80009d90 tx=0x7f1c8002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfb850fedcbd4c45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:10.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.337+0000 7f1c8559a640 1 -- 172.21.15.39:0/1483850015 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c80007740 con 0x7f1c880d16e0 2024-09-19T05:36:10.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.337+0000 7f1c8559a640 1 -- 172.21.15.39:0/1483850015 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c800078e0 con 0x7f1c880d16e0 2024-09-19T05:36:10.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.337+0000 7f1c8559a640 1 -- 172.21.15.39:0/1483850015 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c80007c90 con 0x7f1c880d16e0 2024-09-19T05:36:10.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.337+0000 7f1c8c877640 1 -- 172.21.15.39:0/1483850015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880d16e0 msgr2=0x7f1c880d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.337+0000 7f1c8c877640 1 --2- 172.21.15.39:0/1483850015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880d16e0 0x7f1c880d2b50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1c80009d90 tx=0x7f1c8002a6f0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.338+0000 7f1c8c877640 1 -- 172.21.15.39:0/1483850015 shutdown_connections 2024-09-19T05:36:10.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.338+0000 7f1c8c877640 1 --2- 172.21.15.39:0/1483850015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880d16e0 0x7f1c880d2b50 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.338+0000 7f1c8c877640 1 -- 172.21.15.39:0/1483850015 >> 172.21.15.39:0/1483850015 conn(0x7f1c88072560 msgr2=0x7f1c88072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:10.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.338+0000 7f1c8c877640 1 -- 172.21.15.39:0/1483850015 shutdown_connections 2024-09-19T05:36:10.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.338+0000 7f1c8c877640 1 -- 172.21.15.39:0/1483850015 wait complete. 2024-09-19T05:36:10.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.339+0000 7f1c8c877640 1 Processor -- start 2024-09-19T05:36:10.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.339+0000 7f1c8c877640 1 -- start start 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8c877640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c880b6690 0x7f1c881f40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8c877640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880b6a70 0x7f1c8815a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8c877640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c880d16e0 0x7f1c8815acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8c877640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1c8815c530 con 0x7f1c880b6690 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8c877640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c880b6f00 con 0x7f1c880b6a70 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8c877640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1c8815c6b0 con 0x7f1c880d16e0 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c880b6690 0x7f1c881f40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c880b6690 0x7f1c881f40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60578/0 (socket says 172.21.15.39:60578) 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8659c640 1 -- 172.21.15.39:0/2923844822 learned_addr learned my addr 172.21.15.39:0/2923844822 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c86d9d640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c880d16e0 0x7f1c8815acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c85d9b640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880b6a70 0x7f1c8815a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8659c640 1 -- 172.21.15.39:0/2923844822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c880d16e0 msgr2=0x7f1c8815acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8659c640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c880d16e0 0x7f1c8815acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8659c640 1 -- 172.21.15.39:0/2923844822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880b6a70 msgr2=0x7f1c8815a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8659c640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880b6a70 0x7f1c8815a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8659c640 1 -- 172.21.15.39:0/2923844822 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c88149450 con 0x7f1c880b6690 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c85d9b640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880b6a70 0x7f1c8815a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c8659c640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c880b6690 0x7f1c881f40e0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f1c7800c760 tx=0x7f1c7800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.340+0000 7f1c76ffd640 1 -- 172.21.15.39:0/2923844822 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78017070 con 0x7f1c880b6690 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.341+0000 7f1c76ffd640 1 -- 172.21.15.39:0/2923844822 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c78005ab0 con 0x7f1c880b6690 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.341+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c88149730 con 0x7f1c880b6690 2024-09-19T05:36:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.341+0000 7f1c76ffd640 1 -- 172.21.15.39:0/2923844822 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78007070 con 0x7f1c880b6690 2024-09-19T05:36:10.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.341+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c88149cf0 con 0x7f1c880b6690 2024-09-19T05:36:10.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.341+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c880cf9d0 con 0x7f1c880b6690 2024-09-19T05:36:10.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.342+0000 7f1c76ffd640 1 -- 172.21.15.39:0/2923844822 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c7801a070 con 0x7f1c880b6690 2024-09-19T05:36:10.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.343+0000 7f1c76ffd640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c6806c2b0 0x7f1c6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.343+0000 7f1c76ffd640 1 -- 172.21.15.39:0/2923844822 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f1c7808a790 con 0x7f1c880b6690 2024-09-19T05:36:10.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.343+0000 7f1c85d9b640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c6806c2b0 0x7f1c6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.343+0000 7f1c85d9b640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c6806c2b0 0x7f1c6806e770 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f1c8815d3a0 tx=0x7f1c7c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:10.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.347+0000 7f1c76ffd640 1 -- 172.21.15.39:0/2923844822 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c880d1b10 con 0x7f1c880b6690 2024-09-19T05:36:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.519+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1c88069140 con 0x7f1c6806c2b0 2024-09-19T05:36:10.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.524+0000 7f1c76ffd640 1 -- 172.21.15.39:0/2923844822 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242666 (secure 0 0 0) 0x7f1c88069140 con 0x7f1c6806c2b0 2024-09-19T05:36:10.529 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:10.532 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c6806c2b0 msgr2=0x7f1c6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c6806c2b0 0x7f1c6806e770 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f1c8815d3a0 tx=0x7f1c7c009040 comp rx=0 tx=0).stop 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c880b6690 msgr2=0x7f1c881f40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c880b6690 0x7f1c881f40e0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f1c7800c760 tx=0x7f1c7800cc20 comp rx=0 tx=0).stop 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 shutdown_connections 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c6806c2b0 0x7f1c6806e770 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c880d16e0 0x7f1c8815acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c880b6a70 0x7f1c8815a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 --2- 172.21.15.39:0/2923844822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c880b6690 0x7f1c881f40e0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 >> 172.21.15.39:0/2923844822 conn(0x7f1c88072560 msgr2=0x7f1c88157da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:10.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 shutdown_connections 2024-09-19T05:36:10.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.527+0000 7f1c8c877640 1 -- 172.21.15.39:0/2923844822 wait complete. 2024-09-19T05:36:10.540 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":126,"stamp":"2024-09-19T05:36:08.694123+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":118,"acting":118,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":273216,"kb_used_data":7020,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754701504,"statfs":{"total":773094113280,"available":772814340096,"internally_reserved":0,"allocated":7188480,"data_stored":3649731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.004627"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699710+0000","last_change":"2024-09-19T05:36:05.699710+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699710+0000","last_undegraded":"2024-09-19T05:36:05.699710+0000","last_fullsized":"2024-09-19T05:36:05.699710+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704748+0000","last_change":"2024-09-19T05:36:05.704748+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704748+0000","last_undegraded":"2024-09-19T05:36:05.704748+0000","last_fullsized":"2024-09-19T05:36:05.704748+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.708436+0000","last_change":"2024-09-19T05:36:05.708436+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.708436+0000","last_undegraded":"2024-09-19T05:36:05.708436+0000","last_fullsized":"2024-09-19T05:36:05.708436+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699854+0000","last_change":"2024-09-19T05:36:05.699854+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699854+0000","last_undegraded":"2024-09-19T05:36:05.699854+0000","last_fullsized":"2024-09-19T05:36:05.699854+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.700065+0000","last_change":"2024-09-19T05:36:05.700065+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.700065+0000","last_undegraded":"2024-09-19T05:36:05.700065+0000","last_fullsized":"2024-09-19T05:36:05.700065+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.708422+0000","last_change":"2024-09-19T05:36:05.708422+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.708422+0000","last_undegraded":"2024-09-19T05:36:05.708422+0000","last_fullsized":"2024-09-19T05:36:05.708422+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.706080+0000","last_change":"2024-09-19T05:36:05.706080+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.706080+0000","last_undegraded":"2024-09-19T05:36:05.706080+0000","last_fullsized":"2024-09-19T05:36:05.706080+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.705475+0000","last_change":"2024-09-19T05:36:05.705475+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.705475+0000","last_undegraded":"2024-09-19T05:36:05.705475+0000","last_fullsized":"2024-09-19T05:36:05.705475+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699255+0000","last_change":"2024-09-19T05:36:05.699255+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699255+0000","last_undegraded":"2024-09-19T05:36:05.699255+0000","last_fullsized":"2024-09-19T05:36:05.699255+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704167+0000","last_change":"2024-09-19T05:36:05.704167+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704167+0000","last_undegraded":"2024-09-19T05:36:05.704167+0000","last_fullsized":"2024-09-19T05:36:05.704167+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.705268+0000","last_change":"2024-09-19T05:36:05.705268+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.705268+0000","last_undegraded":"2024-09-19T05:36:05.705268+0000","last_fullsized":"2024-09-19T05:36:05.705268+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699063+0000","last_change":"2024-09-19T05:36:05.699063+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699063+0000","last_undegraded":"2024-09-19T05:36:05.699063+0000","last_fullsized":"2024-09-19T05:36:05.699063+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.696473+0000","last_change":"2024-09-19T05:36:04.696473+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.696473+0000","last_undegraded":"2024-09-19T05:36:04.696473+0000","last_fullsized":"2024-09-19T05:36:04.696473+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704940+0000","last_change":"2024-09-19T05:36:05.704940+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704940+0000","last_undegraded":"2024-09-19T05:36:05.704940+0000","last_fullsized":"2024-09-19T05:36:05.704940+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.695416+0000","last_change":"2024-09-19T05:36:04.695416+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.695416+0000","last_undegraded":"2024-09-19T05:36:04.695416+0000","last_fullsized":"2024-09-19T05:36:04.695416+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699532+0000","last_change":"2024-09-19T05:36:05.699532+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699532+0000","last_undegraded":"2024-09-19T05:36:05.699532+0000","last_fullsized":"2024-09-19T05:36:05.699532+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694517+0000","last_change":"2024-09-19T05:36:04.694517+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694517+0000","last_undegraded":"2024-09-19T05:36:04.694517+0000","last_fullsized":"2024-09-19T05:36:04.694517+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.697647+0000","last_change":"2024-09-19T05:36:05.697647+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.697647+0000","last_undegraded":"2024-09-19T05:36:05.697647+0000","last_fullsized":"2024-09-19T05:36:05.697647+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.712006+0000","last_change":"2024-09-19T05:36:05.712006+0000","last_active":"2024-09-19T05:36:05.712006+0000","last_peered":"2024-09-19T05:36:05.712006+0000","last_clean":"2024-09-19T05:36:05.712006+0000","last_became_active":"2024-09-19T05:36:05.711727+0000","last_became_peered":"2024-09-19T05:36:05.711727+0000","last_unstale":"2024-09-19T05:36:05.712006+0000","last_undegraded":"2024-09-19T05:36:05.712006+0000","last_fullsized":"2024-09-19T05:36:05.712006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:38.844823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.716211+0000","last_change":"2024-09-19T05:36:05.713830+0000","last_active":"2024-09-19T05:36:05.716211+0000","last_peered":"2024-09-19T05:36:05.716211+0000","last_clean":"2024-09-19T05:36:05.716211+0000","last_became_active":"2024-09-19T05:36:05.713146+0000","last_became_peered":"2024-09-19T05:36:05.713146+0000","last_unstale":"2024-09-19T05:36:05.716211+0000","last_undegraded":"2024-09-19T05:36:05.716211+0000","last_fullsized":"2024-09-19T05:36:05.716211+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:19.855042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704412+0000","last_change":"2024-09-19T05:36:05.704412+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704412+0000","last_undegraded":"2024-09-19T05:36:05.704412+0000","last_fullsized":"2024-09-19T05:36:05.704412+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.693351+0000","last_change":"2024-09-19T05:36:04.693351+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.693351+0000","last_undegraded":"2024-09-19T05:36:04.693351+0000","last_fullsized":"2024-09-19T05:36:04.693351+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698388+0000","last_change":"2024-09-19T05:36:05.698388+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698388+0000","last_undegraded":"2024-09-19T05:36:05.698388+0000","last_fullsized":"2024-09-19T05:36:05.698388+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694531+0000","last_change":"2024-09-19T05:36:04.694531+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694531+0000","last_undegraded":"2024-09-19T05:36:04.694531+0000","last_fullsized":"2024-09-19T05:36:04.694531+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.712483+0000","last_change":"2024-09-19T05:36:05.710200+0000","last_active":"2024-09-19T05:36:05.712483+0000","last_peered":"2024-09-19T05:36:05.712483+0000","last_clean":"2024-09-19T05:36:05.712483+0000","last_became_active":"2024-09-19T05:36:05.709293+0000","last_became_peered":"2024-09-19T05:36:05.709293+0000","last_unstale":"2024-09-19T05:36:05.712483+0000","last_undegraded":"2024-09-19T05:36:05.712483+0000","last_fullsized":"2024-09-19T05:36:05.712483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:07.248464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698154+0000","last_change":"2024-09-19T05:36:05.698154+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698154+0000","last_undegraded":"2024-09-19T05:36:05.698154+0000","last_fullsized":"2024-09-19T05:36:05.698154+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.710282+0000","last_change":"2024-09-19T05:36:05.710282+0000","last_active":"2024-09-19T05:36:05.710282+0000","last_peered":"2024-09-19T05:36:05.710282+0000","last_clean":"2024-09-19T05:36:05.710282+0000","last_became_active":"2024-09-19T05:36:05.709973+0000","last_became_peered":"2024-09-19T05:36:05.709973+0000","last_unstale":"2024-09-19T05:36:05.710282+0000","last_undegraded":"2024-09-19T05:36:05.710282+0000","last_fullsized":"2024-09-19T05:36:05.710282+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:48.111351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703905+0000","last_change":"2024-09-19T05:36:05.703905+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703905+0000","last_undegraded":"2024-09-19T05:36:05.703905+0000","last_fullsized":"2024-09-19T05:36:05.703905+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.693329+0000","last_change":"2024-09-19T05:36:04.693329+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.693329+0000","last_undegraded":"2024-09-19T05:36:04.693329+0000","last_fullsized":"2024-09-19T05:36:04.693329+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.693134+0000","last_change":"2024-09-19T05:36:04.693134+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.693134+0000","last_undegraded":"2024-09-19T05:36:04.693134+0000","last_fullsized":"2024-09-19T05:36:04.693134+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.709080+0000","last_change":"2024-09-19T05:36:05.703831+0000","last_active":"2024-09-19T05:36:05.709080+0000","last_peered":"2024-09-19T05:36:05.709080+0000","last_clean":"2024-09-19T05:36:05.709080+0000","last_became_active":"2024-09-19T05:36:05.703531+0000","last_became_peered":"2024-09-19T05:36:05.703531+0000","last_unstale":"2024-09-19T05:36:05.709080+0000","last_undegraded":"2024-09-19T05:36:05.709080+0000","last_fullsized":"2024-09-19T05:36:05.709080+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:49.575946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.692160+0000","last_change":"2024-09-19T05:36:04.692160+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.692160+0000","last_undegraded":"2024-09-19T05:36:04.692160+0000","last_fullsized":"2024-09-19T05:36:04.692160+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703216+0000","last_change":"2024-09-19T05:36:05.703216+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703216+0000","last_undegraded":"2024-09-19T05:36:05.703216+0000","last_fullsized":"2024-09-19T05:36:05.703216+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694509+0000","last_change":"2024-09-19T05:36:04.694509+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694509+0000","last_undegraded":"2024-09-19T05:36:04.694509+0000","last_fullsized":"2024-09-19T05:36:04.694509+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.716329+0000","last_change":"2024-09-19T05:36:05.714043+0000","last_active":"2024-09-19T05:36:05.716329+0000","last_peered":"2024-09-19T05:36:05.716329+0000","last_clean":"2024-09-19T05:36:05.716329+0000","last_became_active":"2024-09-19T05:36:05.713577+0000","last_became_peered":"2024-09-19T05:36:05.713577+0000","last_unstale":"2024-09-19T05:36:05.716329+0000","last_undegraded":"2024-09-19T05:36:05.716329+0000","last_fullsized":"2024-09-19T05:36:05.716329+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:47.121911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.695040+0000","last_change":"2024-09-19T05:36:04.695040+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.695040+0000","last_undegraded":"2024-09-19T05:36:04.695040+0000","last_fullsized":"2024-09-19T05:36:04.695040+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.711335+0000","last_change":"2024-09-19T05:36:05.710618+0000","last_active":"2024-09-19T05:36:05.711335+0000","last_peered":"2024-09-19T05:36:05.711335+0000","last_clean":"2024-09-19T05:36:05.711335+0000","last_became_active":"2024-09-19T05:36:05.710260+0000","last_became_peered":"2024-09-19T05:36:05.710260+0000","last_unstale":"2024-09-19T05:36:05.711335+0000","last_undegraded":"2024-09-19T05:36:05.711335+0000","last_fullsized":"2024-09-19T05:36:05.711335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:48.405798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703286+0000","last_change":"2024-09-19T05:36:05.703286+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703286+0000","last_undegraded":"2024-09-19T05:36:05.703286+0000","last_fullsized":"2024-09-19T05:36:05.703286+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.695991+0000","last_change":"2024-09-19T05:36:04.695991+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.695991+0000","last_undegraded":"2024-09-19T05:36:04.695991+0000","last_fullsized":"2024-09-19T05:36:04.695991+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704677+0000","last_change":"2024-09-19T05:36:05.704677+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704677+0000","last_undegraded":"2024-09-19T05:36:05.704677+0000","last_fullsized":"2024-09-19T05:36:05.704677+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.715499+0000","last_change":"2024-09-19T05:36:05.712745+0000","last_active":"2024-09-19T05:36:05.715499+0000","last_peered":"2024-09-19T05:36:05.715499+0000","last_clean":"2024-09-19T05:36:05.715499+0000","last_became_active":"2024-09-19T05:36:05.712444+0000","last_became_peered":"2024-09-19T05:36:05.712444+0000","last_unstale":"2024-09-19T05:36:05.715499+0000","last_undegraded":"2024-09-19T05:36:05.715499+0000","last_fullsized":"2024-09-19T05:36:05.715499+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:15.795070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703781+0000","last_change":"2024-09-19T05:36:05.703781+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703781+0000","last_undegraded":"2024-09-19T05:36:05.703781+0000","last_fullsized":"2024-09-19T05:36:05.703781+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.691551+0000","last_change":"2024-09-19T05:36:04.691551+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.691551+0000","last_undegraded":"2024-09-19T05:36:04.691551+0000","last_fullsized":"2024-09-19T05:36:04.691551+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703762+0000","last_change":"2024-09-19T05:36:05.703762+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703762+0000","last_undegraded":"2024-09-19T05:36:05.703762+0000","last_fullsized":"2024-09-19T05:36:05.703762+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694878+0000","last_change":"2024-09-19T05:36:04.694878+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694878+0000","last_undegraded":"2024-09-19T05:36:04.694878+0000","last_fullsized":"2024-09-19T05:36:04.694878+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.715594+0000","last_change":"2024-09-19T05:36:05.712495+0000","last_active":"2024-09-19T05:36:05.715594+0000","last_peered":"2024-09-19T05:36:05.715594+0000","last_clean":"2024-09-19T05:36:05.715594+0000","last_became_active":"2024-09-19T05:36:05.712202+0000","last_became_peered":"2024-09-19T05:36:05.712202+0000","last_unstale":"2024-09-19T05:36:05.715594+0000","last_undegraded":"2024-09-19T05:36:05.715594+0000","last_fullsized":"2024-09-19T05:36:05.715594+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:01.171467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.692802+0000","last_change":"2024-09-19T05:36:04.692802+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.692802+0000","last_undegraded":"2024-09-19T05:36:04.692802+0000","last_fullsized":"2024-09-19T05:36:04.692802+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.713634+0000","last_change":"2024-09-19T05:36:05.713634+0000","last_active":"2024-09-19T05:36:05.713634+0000","last_peered":"2024-09-19T05:36:05.713634+0000","last_clean":"2024-09-19T05:36:05.713634+0000","last_became_active":"2024-09-19T05:36:05.713314+0000","last_became_peered":"2024-09-19T05:36:05.713314+0000","last_unstale":"2024-09-19T05:36:05.713634+0000","last_undegraded":"2024-09-19T05:36:05.713634+0000","last_fullsized":"2024-09-19T05:36:05.713634+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:33.435116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.695588+0000","last_change":"2024-09-19T05:36:04.695588+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.695588+0000","last_undegraded":"2024-09-19T05:36:04.695588+0000","last_fullsized":"2024-09-19T05:36:04.695588+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.702653+0000","last_change":"2024-09-19T05:36:05.702653+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.702653+0000","last_undegraded":"2024-09-19T05:36:05.702653+0000","last_fullsized":"2024-09-19T05:36:05.702653+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.707148+0000","last_change":"2024-09-19T05:36:05.707148+0000","last_active":"2024-09-19T05:36:05.707148+0000","last_peered":"2024-09-19T05:36:05.707148+0000","last_clean":"2024-09-19T05:36:05.707148+0000","last_became_active":"2024-09-19T05:36:05.706877+0000","last_became_peered":"2024-09-19T05:36:05.706877+0000","last_unstale":"2024-09-19T05:36:05.707148+0000","last_undegraded":"2024-09-19T05:36:05.707148+0000","last_fullsized":"2024-09-19T05:36:05.707148+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:40.056914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698680+0000","last_change":"2024-09-19T05:36:05.698680+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698680+0000","last_undegraded":"2024-09-19T05:36:05.698680+0000","last_fullsized":"2024-09-19T05:36:05.698680+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.692787+0000","last_change":"2024-09-19T05:36:04.692787+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.692787+0000","last_undegraded":"2024-09-19T05:36:04.692787+0000","last_fullsized":"2024-09-19T05:36:04.692787+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:05.689247+0000","last_change":"2024-09-19T05:36:05.689247+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.689247+0000","last_undegraded":"2024-09-19T05:36:05.689247+0000","last_fullsized":"2024-09-19T05:36:05.689247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-19T05:36:04.694647+0000","last_change":"2024-09-19T05:36:04.694647+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:04.694647+0000","last_undegraded":"2024-09-19T05:36:04.694647+0000","last_fullsized":"2024-09-19T05:36:04.694647+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698136+0000","last_change":"2024-09-19T05:36:05.698136+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698136+0000","last_undegraded":"2024-09-19T05:36:05.698136+0000","last_fullsized":"2024-09-19T05:36:05.698136+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698147+0000","last_change":"2024-09-19T05:36:05.698147+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698147+0000","last_undegraded":"2024-09-19T05:36:05.698147+0000","last_fullsized":"2024-09-19T05:36:05.698147+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703902+0000","last_change":"2024-09-19T05:36:05.703902+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703902+0000","last_undegraded":"2024-09-19T05:36:05.703902+0000","last_fullsized":"2024-09-19T05:36:05.703902+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698181+0000","last_change":"2024-09-19T05:36:05.698181+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698181+0000","last_undegraded":"2024-09-19T05:36:05.698181+0000","last_fullsized":"2024-09-19T05:36:05.698181+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":248,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-19T05:36:04.696885+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:04.696885+0000","last_peered":"2024-09-19T05:36:04.696885+0000","last_clean":"2024-09-19T05:36:04.696885+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:04.696885+0000","last_undegraded":"2024-09-19T05:36:04.696885+0000","last_fullsized":"2024-09-19T05:36:04.696885+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":52,"acting":52,"num_store_stats":3},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509469,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36100,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335740,"statfs":{"total":96636764160,"available":96599797760,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509468,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509470,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542174,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36664,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335176,"statfs":{"total":96636764160,"available":96599220224,"internally_reserved":0,"allocated":1339392,"data_stored":896811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542172,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36092,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335748,"statfs":{"total":96636764160,"available":96599805952,"internally_reserved":0,"allocated":745472,"data_stored":306443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36076,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335764,"statfs":{"total":96636764160,"available":96599822336,"internally_reserved":0,"allocated":745472,"data_stored":306443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":745472,"data_stored":306443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542175,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32496,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339344,"statfs":{"total":96636764160,"available":96603488256,"internally_reserved":0,"allocated":1339392,"data_stored":896811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:10.544 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:10.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.681+0000 7ff82661e640 1 Processor -- start 2024-09-19T05:36:10.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.681+0000 7ff82661e640 1 -- start start 2024-09-19T05:36:10.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff82661e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff82015c330 0x7ff8200713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff82661e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 0x7ff82006dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff82661e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff82015cb60 con 0x7ff82006e270 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff82661e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ff8200719b0 con 0x7ff82015c330 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff82661e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff82006e6b0 con 0x7ff820160990 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff81ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff82015c330 0x7ff8200713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff824bbb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff82006e270 0x7ff820072fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47030/0 (socket says 172.21.15.39:47030) 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff824bbb640 1 -- 172.21.15.39:0/456395499 learned_addr learned my addr 172.21.15.39:0/456395499 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff81f7fe640 1 --2- 172.21.15.39:0/456395499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 0x7ff82006dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff81ffff640 1 -- 172.21.15.39:0/456395499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 msgr2=0x7ff82006dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff81ffff640 1 --2- 172.21.15.39:0/456395499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 0x7ff82006dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff81ffff640 1 -- 172.21.15.39:0/456395499 >> v1:172.21.15.39:6789/0 conn(0x7ff82006e270 legacy=0x7ff820072fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff81effd640 1 -- 172.21.15.39:0/456395499 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1240303537 0 0) 0x7ff82015cb60 con 0x7ff82006e270 2024-09-19T05:36:10.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.682+0000 7ff81ffff640 1 -- 172.21.15.39:0/456395499 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff82015ce40 con 0x7ff82015c330 2024-09-19T05:36:10.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.683+0000 7ff81ffff640 1 --2- 172.21.15.39:0/456395499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 0x7ff8200713d0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff8100097a0 tx=0x7ff81002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=246bf92847b62638 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:10.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.683+0000 7ff81effd640 1 -- 172.21.15.39:0/456395499 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff810037070 con 0x7ff82015c330 2024-09-19T05:36:10.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.683+0000 7ff81effd640 1 -- 172.21.15.39:0/456395499 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff810032440 con 0x7ff82015c330 2024-09-19T05:36:10.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.683+0000 7ff81effd640 1 -- 172.21.15.39:0/456395499 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff810032810 con 0x7ff82015c330 2024-09-19T05:36:10.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.683+0000 7ff82661e640 1 -- 172.21.15.39:0/456395499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 msgr2=0x7ff8200713d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.683+0000 7ff82661e640 1 --2- 172.21.15.39:0/456395499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 0x7ff8200713d0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff8100097a0 tx=0x7ff81002a180 comp rx=0 tx=0).stop 2024-09-19T05:36:10.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.683+0000 7ff82661e640 1 -- 172.21.15.39:0/456395499 shutdown_connections 2024-09-19T05:36:10.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.683+0000 7ff82661e640 1 --2- 172.21.15.39:0/456395499 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 0x7ff82006dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.684+0000 7ff82661e640 1 --2- 172.21.15.39:0/456395499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 0x7ff8200713d0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.684+0000 7ff82661e640 1 -- 172.21.15.39:0/456395499 >> 172.21.15.39:0/456395499 conn(0x7ff8200b4170 msgr2=0x7ff8200b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:10.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.684+0000 7ff82661e640 1 -- 172.21.15.39:0/456395499 shutdown_connections 2024-09-19T05:36:10.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.684+0000 7ff82661e640 1 -- 172.21.15.39:0/456395499 wait complete. 2024-09-19T05:36:10.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.685+0000 7ff82661e640 1 Processor -- start 2024-09-19T05:36:10.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.685+0000 7ff82661e640 1 -- start start 2024-09-19T05:36:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff82661e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff82006e270 0x7ff8200cb880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff82661e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 0x7ff8201f7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff82661e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 0x7ff8201f7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff82661e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff82015d920 con 0x7ff82015c330 2024-09-19T05:36:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff82661e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff82015d400 con 0x7ff82006e270 2024-09-19T05:36:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff82661e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff820160e00 con 0x7ff820160990 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 0x7ff8201f7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 0x7ff8201f7870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60600/0 (socket says 172.21.15.39:60600) 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81f7fe640 1 -- 172.21.15.39:0/627562067 learned_addr learned my addr 172.21.15.39:0/627562067 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff824bbb640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 0x7ff8201f7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81ffff640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff82006e270 0x7ff8200cb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81f7fe640 1 -- 172.21.15.39:0/627562067 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 msgr2=0x7ff8201f7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81f7fe640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 0x7ff8201f7db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81f7fe640 1 -- 172.21.15.39:0/627562067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff82006e270 msgr2=0x7ff8200cb880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81f7fe640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff82006e270 0x7ff8200cb880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81f7fe640 1 -- 172.21.15.39:0/627562067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff82006caf0 con 0x7ff82015c330 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81ffff640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff82006e270 0x7ff8200cb880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:10.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81f7fe640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 0x7ff8201f7870 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff81400d620 tx=0x7ff81400dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:10.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81cff9640 1 -- 172.21.15.39:0/627562067 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81400b620 con 0x7ff82015c330 2024-09-19T05:36:10.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.686+0000 7ff81cff9640 1 -- 172.21.15.39:0/627562067 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff814019070 con 0x7ff82015c330 2024-09-19T05:36:10.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.687+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff82006cdd0 con 0x7ff82015c330 2024-09-19T05:36:10.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.687+0000 7ff81cff9640 1 -- 172.21.15.39:0/627562067 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81400ba00 con 0x7ff82015c330 2024-09-19T05:36:10.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.687+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff82006d390 con 0x7ff82015c330 2024-09-19T05:36:10.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.687+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff82015c710 con 0x7ff82015c330 2024-09-19T05:36:10.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.688+0000 7ff81cff9640 1 -- 172.21.15.39:0/627562067 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff81400bba0 con 0x7ff82015c330 2024-09-19T05:36:10.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.688+0000 7ff81cff9640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff80c06c2b0 0x7ff80c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:10.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.689+0000 7ff81ffff640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff80c06c2b0 0x7ff80c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:10.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.689+0000 7ff81cff9640 1 -- 172.21.15.39:0/627562067 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7ff81408b820 con 0x7ff82015c330 2024-09-19T05:36:10.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.689+0000 7ff81ffff640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff80c06c2b0 0x7ff80c06e770 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff810034000 tx=0x7ff81002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.693+0000 7ff81cff9640 1 -- 172.21.15.39:0/627562067 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff814059f90 con 0x7ff82015c330 2024-09-19T05:36:10.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.865+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff8200ce780 con 0x7ff80c06c2b0 2024-09-19T05:36:10.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.871+0000 7ff81cff9640 1 -- 172.21.15.39:0/627562067 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249636 (secure 0 0 0) 0x7ff8200ce780 con 0x7ff80c06c2b0 2024-09-19T05:36:10.876 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:10.877 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff80c06c2b0 msgr2=0x7ff80c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff80c06c2b0 0x7ff80c06e770 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff810034000 tx=0x7ff81002e000 comp rx=0 tx=0).stop 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 msgr2=0x7ff8201f7870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 0x7ff8201f7870 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff81400d620 tx=0x7ff81400dae0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 shutdown_connections 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff80c06c2b0 0x7ff80c06e770 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff820160990 0x7ff8201f7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff82015c330 0x7ff8201f7870 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 --2- 172.21.15.39:0/627562067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff82006e270 0x7ff8200cb880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 >> 172.21.15.39:0/627562067 conn(0x7ff8200b4170 msgr2=0x7ff8200d2470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 shutdown_connections 2024-09-19T05:36:10.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:10.874+0000 7ff82661e640 1 -- 172.21.15.39:0/627562067 wait complete. 2024-09-19T05:36:10.887 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2024-09-19T05:36:10.694622+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592596,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":191,"num_write_kb":2427,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":84,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":273476,"kb_used_data":7296,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754701244,"statfs":{"total":773094113280,"available":772814073856,"internally_reserved":0,"allocated":7471104,"data_stored":3778570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2228,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001559"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760461+0000","last_change":"2024-09-19T05:36:06.713675+0000","last_active":"2024-09-19T05:36:07.760461+0000","last_peered":"2024-09-19T05:36:07.760461+0000","last_clean":"2024-09-19T05:36:07.760461+0000","last_became_active":"2024-09-19T05:36:06.713369+0000","last_became_peered":"2024-09-19T05:36:06.713369+0000","last_unstale":"2024-09-19T05:36:07.760461+0000","last_undegraded":"2024-09-19T05:36:07.760461+0000","last_fullsized":"2024-09-19T05:36:07.760461+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:04.264380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699710+0000","last_change":"2024-09-19T05:36:05.699710+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699710+0000","last_undegraded":"2024-09-19T05:36:05.699710+0000","last_fullsized":"2024-09-19T05:36:05.699710+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704748+0000","last_change":"2024-09-19T05:36:05.704748+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704748+0000","last_undegraded":"2024-09-19T05:36:05.704748+0000","last_fullsized":"2024-09-19T05:36:05.704748+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759681+0000","last_change":"2024-09-19T05:36:06.724739+0000","last_active":"2024-09-19T05:36:07.759681+0000","last_peered":"2024-09-19T05:36:07.759681+0000","last_clean":"2024-09-19T05:36:07.759681+0000","last_became_active":"2024-09-19T05:36:06.724471+0000","last_became_peered":"2024-09-19T05:36:06.724471+0000","last_unstale":"2024-09-19T05:36:07.759681+0000","last_undegraded":"2024-09-19T05:36:07.759681+0000","last_fullsized":"2024-09-19T05:36:07.759681+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:40.016731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.708436+0000","last_change":"2024-09-19T05:36:05.708436+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.708436+0000","last_undegraded":"2024-09-19T05:36:05.708436+0000","last_fullsized":"2024-09-19T05:36:05.708436+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699854+0000","last_change":"2024-09-19T05:36:05.699854+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699854+0000","last_undegraded":"2024-09-19T05:36:05.699854+0000","last_fullsized":"2024-09-19T05:36:05.699854+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713693+0000","last_change":"2024-09-19T05:36:06.712598+0000","last_active":"2024-09-19T05:36:07.713693+0000","last_peered":"2024-09-19T05:36:07.713693+0000","last_clean":"2024-09-19T05:36:07.713693+0000","last_became_active":"2024-09-19T05:36:06.712310+0000","last_became_peered":"2024-09-19T05:36:06.712310+0000","last_unstale":"2024-09-19T05:36:07.713693+0000","last_undegraded":"2024-09-19T05:36:07.713693+0000","last_fullsized":"2024-09-19T05:36:07.713693+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:07.700197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.700065+0000","last_change":"2024-09-19T05:36:05.700065+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.700065+0000","last_undegraded":"2024-09-19T05:36:05.700065+0000","last_fullsized":"2024-09-19T05:36:05.700065+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.708422+0000","last_change":"2024-09-19T05:36:05.708422+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.708422+0000","last_undegraded":"2024-09-19T05:36:05.708422+0000","last_fullsized":"2024-09-19T05:36:05.708422+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714338+0000","last_change":"2024-09-19T05:36:06.710274+0000","last_active":"2024-09-19T05:36:07.714338+0000","last_peered":"2024-09-19T05:36:07.714338+0000","last_clean":"2024-09-19T05:36:07.714338+0000","last_became_active":"2024-09-19T05:36:06.709974+0000","last_became_peered":"2024-09-19T05:36:06.709974+0000","last_unstale":"2024-09-19T05:36:07.714338+0000","last_undegraded":"2024-09-19T05:36:07.714338+0000","last_fullsized":"2024-09-19T05:36:07.714338+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:04.075086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760955+0000","last_change":"2024-09-19T05:36:06.717935+0000","last_active":"2024-09-19T05:36:07.760955+0000","last_peered":"2024-09-19T05:36:07.760955+0000","last_clean":"2024-09-19T05:36:07.760955+0000","last_became_active":"2024-09-19T05:36:06.716077+0000","last_became_peered":"2024-09-19T05:36:06.716077+0000","last_unstale":"2024-09-19T05:36:07.760955+0000","last_undegraded":"2024-09-19T05:36:07.760955+0000","last_fullsized":"2024-09-19T05:36:07.760955+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:54:13.265553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759822+0000","last_change":"2024-09-19T05:36:06.712745+0000","last_active":"2024-09-19T05:36:07.759822+0000","last_peered":"2024-09-19T05:36:07.759822+0000","last_clean":"2024-09-19T05:36:07.759822+0000","last_became_active":"2024-09-19T05:36:06.712465+0000","last_became_peered":"2024-09-19T05:36:06.712465+0000","last_unstale":"2024-09-19T05:36:07.759822+0000","last_undegraded":"2024-09-19T05:36:07.759822+0000","last_fullsized":"2024-09-19T05:36:07.759822+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:34.474959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712373+0000","last_change":"2024-09-19T05:36:06.728046+0000","last_active":"2024-09-19T05:36:07.712373+0000","last_peered":"2024-09-19T05:36:07.712373+0000","last_clean":"2024-09-19T05:36:07.712373+0000","last_became_active":"2024-09-19T05:36:06.727788+0000","last_became_peered":"2024-09-19T05:36:06.727788+0000","last_unstale":"2024-09-19T05:36:07.712373+0000","last_undegraded":"2024-09-19T05:36:07.712373+0000","last_fullsized":"2024-09-19T05:36:07.712373+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:33.182574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.706080+0000","last_change":"2024-09-19T05:36:05.706080+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.706080+0000","last_undegraded":"2024-09-19T05:36:05.706080+0000","last_fullsized":"2024-09-19T05:36:05.706080+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712242+0000","last_change":"2024-09-19T05:36:06.710691+0000","last_active":"2024-09-19T05:36:07.712242+0000","last_peered":"2024-09-19T05:36:07.712242+0000","last_clean":"2024-09-19T05:36:07.712242+0000","last_became_active":"2024-09-19T05:36:06.710413+0000","last_became_peered":"2024-09-19T05:36:06.710413+0000","last_unstale":"2024-09-19T05:36:07.712242+0000","last_undegraded":"2024-09-19T05:36:07.712242+0000","last_fullsized":"2024-09-19T05:36:07.712242+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:14.247401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714195+0000","last_change":"2024-09-19T05:36:06.721814+0000","last_active":"2024-09-19T05:36:07.714195+0000","last_peered":"2024-09-19T05:36:07.714195+0000","last_clean":"2024-09-19T05:36:07.714195+0000","last_became_active":"2024-09-19T05:36:06.721526+0000","last_became_peered":"2024-09-19T05:36:06.721526+0000","last_unstale":"2024-09-19T05:36:07.714195+0000","last_undegraded":"2024-09-19T05:36:07.714195+0000","last_fullsized":"2024-09-19T05:36:07.714195+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:59.308624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.705475+0000","last_change":"2024-09-19T05:36:05.705475+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.705475+0000","last_undegraded":"2024-09-19T05:36:05.705475+0000","last_fullsized":"2024-09-19T05:36:05.705475+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759933+0000","last_change":"2024-09-19T05:36:06.722145+0000","last_active":"2024-09-19T05:36:07.759933+0000","last_peered":"2024-09-19T05:36:07.759933+0000","last_clean":"2024-09-19T05:36:07.759933+0000","last_became_active":"2024-09-19T05:36:06.721868+0000","last_became_peered":"2024-09-19T05:36:06.721868+0000","last_unstale":"2024-09-19T05:36:07.759933+0000","last_undegraded":"2024-09-19T05:36:07.759933+0000","last_fullsized":"2024-09-19T05:36:07.759933+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:17.742366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699255+0000","last_change":"2024-09-19T05:36:05.699255+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699255+0000","last_undegraded":"2024-09-19T05:36:05.699255+0000","last_fullsized":"2024-09-19T05:36:05.699255+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712319+0000","last_change":"2024-09-19T05:36:06.714368+0000","last_active":"2024-09-19T05:36:07.712319+0000","last_peered":"2024-09-19T05:36:07.712319+0000","last_clean":"2024-09-19T05:36:07.712319+0000","last_became_active":"2024-09-19T05:36:06.714090+0000","last_became_peered":"2024-09-19T05:36:06.714090+0000","last_unstale":"2024-09-19T05:36:07.712319+0000","last_undegraded":"2024-09-19T05:36:07.712319+0000","last_fullsized":"2024-09-19T05:36:07.712319+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:30:38.979916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714463+0000","last_change":"2024-09-19T05:36:06.710183+0000","last_active":"2024-09-19T05:36:07.714463+0000","last_peered":"2024-09-19T05:36:07.714463+0000","last_clean":"2024-09-19T05:36:07.714463+0000","last_became_active":"2024-09-19T05:36:06.709845+0000","last_became_peered":"2024-09-19T05:36:06.709845+0000","last_unstale":"2024-09-19T05:36:07.714463+0000","last_undegraded":"2024-09-19T05:36:07.714463+0000","last_fullsized":"2024-09-19T05:36:07.714463+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:10.230071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713866+0000","last_change":"2024-09-19T05:36:06.714202+0000","last_active":"2024-09-19T05:36:07.713866+0000","last_peered":"2024-09-19T05:36:07.713866+0000","last_clean":"2024-09-19T05:36:07.713866+0000","last_became_active":"2024-09-19T05:36:06.713888+0000","last_became_peered":"2024-09-19T05:36:06.713888+0000","last_unstale":"2024-09-19T05:36:07.713866+0000","last_undegraded":"2024-09-19T05:36:07.713866+0000","last_fullsized":"2024-09-19T05:36:07.713866+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:02:02.625410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760166+0000","last_change":"2024-09-19T05:36:06.714402+0000","last_active":"2024-09-19T05:36:07.760166+0000","last_peered":"2024-09-19T05:36:07.760166+0000","last_clean":"2024-09-19T05:36:07.760166+0000","last_became_active":"2024-09-19T05:36:06.714122+0000","last_became_peered":"2024-09-19T05:36:06.714122+0000","last_unstale":"2024-09-19T05:36:07.760166+0000","last_undegraded":"2024-09-19T05:36:07.760166+0000","last_fullsized":"2024-09-19T05:36:07.760166+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:18:45.235693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760067+0000","last_change":"2024-09-19T05:36:06.724666+0000","last_active":"2024-09-19T05:36:07.760067+0000","last_peered":"2024-09-19T05:36:07.760067+0000","last_clean":"2024-09-19T05:36:07.760067+0000","last_became_active":"2024-09-19T05:36:06.724405+0000","last_became_peered":"2024-09-19T05:36:06.724405+0000","last_unstale":"2024-09-19T05:36:07.760067+0000","last_undegraded":"2024-09-19T05:36:07.760067+0000","last_fullsized":"2024-09-19T05:36:07.760067+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:07.286560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714100+0000","last_change":"2024-09-19T05:36:06.718097+0000","last_active":"2024-09-19T05:36:07.714100+0000","last_peered":"2024-09-19T05:36:07.714100+0000","last_clean":"2024-09-19T05:36:07.714100+0000","last_became_active":"2024-09-19T05:36:06.717673+0000","last_became_peered":"2024-09-19T05:36:06.717673+0000","last_unstale":"2024-09-19T05:36:07.714100+0000","last_undegraded":"2024-09-19T05:36:07.714100+0000","last_fullsized":"2024-09-19T05:36:07.714100+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:42.110906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714019+0000","last_change":"2024-09-19T05:36:06.724782+0000","last_active":"2024-09-19T05:36:07.714019+0000","last_peered":"2024-09-19T05:36:07.714019+0000","last_clean":"2024-09-19T05:36:07.714019+0000","last_became_active":"2024-09-19T05:36:06.721681+0000","last_became_peered":"2024-09-19T05:36:06.721681+0000","last_unstale":"2024-09-19T05:36:07.714019+0000","last_undegraded":"2024-09-19T05:36:07.714019+0000","last_fullsized":"2024-09-19T05:36:07.714019+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:04.272296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704167+0000","last_change":"2024-09-19T05:36:05.704167+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704167+0000","last_undegraded":"2024-09-19T05:36:05.704167+0000","last_fullsized":"2024-09-19T05:36:05.704167+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714481+0000","last_change":"2024-09-19T05:36:06.711411+0000","last_active":"2024-09-19T05:36:07.714481+0000","last_peered":"2024-09-19T05:36:07.714481+0000","last_clean":"2024-09-19T05:36:07.714481+0000","last_became_active":"2024-09-19T05:36:06.710729+0000","last_became_peered":"2024-09-19T05:36:06.710729+0000","last_unstale":"2024-09-19T05:36:07.714481+0000","last_undegraded":"2024-09-19T05:36:07.714481+0000","last_fullsized":"2024-09-19T05:36:07.714481+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:20.376936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.705268+0000","last_change":"2024-09-19T05:36:05.705268+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.705268+0000","last_undegraded":"2024-09-19T05:36:05.705268+0000","last_fullsized":"2024-09-19T05:36:05.705268+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713467+0000","last_change":"2024-09-19T05:36:06.726008+0000","last_active":"2024-09-19T05:36:07.713467+0000","last_peered":"2024-09-19T05:36:07.713467+0000","last_clean":"2024-09-19T05:36:07.713467+0000","last_became_active":"2024-09-19T05:36:06.725453+0000","last_became_peered":"2024-09-19T05:36:06.725453+0000","last_unstale":"2024-09-19T05:36:07.713467+0000","last_undegraded":"2024-09-19T05:36:07.713467+0000","last_fullsized":"2024-09-19T05:36:07.713467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:14.768948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713435+0000","last_change":"2024-09-19T05:36:06.716301+0000","last_active":"2024-09-19T05:36:07.713435+0000","last_peered":"2024-09-19T05:36:07.713435+0000","last_clean":"2024-09-19T05:36:07.713435+0000","last_became_active":"2024-09-19T05:36:06.716028+0000","last_became_peered":"2024-09-19T05:36:06.716028+0000","last_unstale":"2024-09-19T05:36:07.713435+0000","last_undegraded":"2024-09-19T05:36:07.713435+0000","last_fullsized":"2024-09-19T05:36:07.713435+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:18.431081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699063+0000","last_change":"2024-09-19T05:36:05.699063+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699063+0000","last_undegraded":"2024-09-19T05:36:05.699063+0000","last_fullsized":"2024-09-19T05:36:05.699063+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760572+0000","last_change":"2024-09-19T05:36:06.722937+0000","last_active":"2024-09-19T05:36:07.760572+0000","last_peered":"2024-09-19T05:36:07.760572+0000","last_clean":"2024-09-19T05:36:07.760572+0000","last_became_active":"2024-09-19T05:36:06.722666+0000","last_became_peered":"2024-09-19T05:36:06.722666+0000","last_unstale":"2024-09-19T05:36:07.760572+0000","last_undegraded":"2024-09-19T05:36:07.760572+0000","last_fullsized":"2024-09-19T05:36:07.760572+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:57.971381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"65'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760728+0000","last_change":"2024-09-19T05:36:05.720186+0000","last_active":"2024-09-19T05:36:07.760728+0000","last_peered":"2024-09-19T05:36:07.760728+0000","last_clean":"2024-09-19T05:36:07.760728+0000","last_became_active":"2024-09-19T05:36:05.719840+0000","last_became_peered":"2024-09-19T05:36:05.719840+0000","last_unstale":"2024-09-19T05:36:07.760728+0000","last_undegraded":"2024-09-19T05:36:07.760728+0000","last_fullsized":"2024-09-19T05:36:07.760728+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:50.426417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704940+0000","last_change":"2024-09-19T05:36:05.704940+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704940+0000","last_undegraded":"2024-09-19T05:36:05.704940+0000","last_fullsized":"2024-09-19T05:36:05.704940+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712587+0000","last_change":"2024-09-19T05:36:05.716913+0000","last_active":"2024-09-19T05:36:07.712587+0000","last_peered":"2024-09-19T05:36:07.712587+0000","last_clean":"2024-09-19T05:36:07.712587+0000","last_became_active":"2024-09-19T05:36:05.716583+0000","last_became_peered":"2024-09-19T05:36:05.716583+0000","last_unstale":"2024-09-19T05:36:07.712587+0000","last_undegraded":"2024-09-19T05:36:07.712587+0000","last_fullsized":"2024-09-19T05:36:07.712587+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:42:06.623926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699532+0000","last_change":"2024-09-19T05:36:05.699532+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699532+0000","last_undegraded":"2024-09-19T05:36:05.699532+0000","last_fullsized":"2024-09-19T05:36:05.699532+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713826+0000","last_change":"2024-09-19T05:36:05.711971+0000","last_active":"2024-09-19T05:36:07.713826+0000","last_peered":"2024-09-19T05:36:07.713826+0000","last_clean":"2024-09-19T05:36:07.713826+0000","last_became_active":"2024-09-19T05:36:05.711636+0000","last_became_peered":"2024-09-19T05:36:05.711636+0000","last_unstale":"2024-09-19T05:36:07.713826+0000","last_undegraded":"2024-09-19T05:36:07.713826+0000","last_fullsized":"2024-09-19T05:36:07.713826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:39.013051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760519+0000","last_change":"2024-09-19T05:36:06.713786+0000","last_active":"2024-09-19T05:36:07.760519+0000","last_peered":"2024-09-19T05:36:07.760519+0000","last_clean":"2024-09-19T05:36:07.760519+0000","last_became_active":"2024-09-19T05:36:06.713477+0000","last_became_peered":"2024-09-19T05:36:06.713477+0000","last_unstale":"2024-09-19T05:36:07.760519+0000","last_undegraded":"2024-09-19T05:36:07.760519+0000","last_fullsized":"2024-09-19T05:36:07.760519+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:24.486176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.697647+0000","last_change":"2024-09-19T05:36:05.697647+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.697647+0000","last_undegraded":"2024-09-19T05:36:05.697647+0000","last_fullsized":"2024-09-19T05:36:05.697647+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713653+0000","last_change":"2024-09-19T05:36:06.703408+0000","last_active":"2024-09-19T05:36:07.713653+0000","last_peered":"2024-09-19T05:36:07.713653+0000","last_clean":"2024-09-19T05:36:07.713653+0000","last_became_active":"2024-09-19T05:36:06.703100+0000","last_became_peered":"2024-09-19T05:36:06.703100+0000","last_unstale":"2024-09-19T05:36:07.713653+0000","last_undegraded":"2024-09-19T05:36:07.713653+0000","last_fullsized":"2024-09-19T05:36:07.713653+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:59.397393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.712006+0000","last_change":"2024-09-19T05:36:05.712006+0000","last_active":"2024-09-19T05:36:05.712006+0000","last_peered":"2024-09-19T05:36:05.712006+0000","last_clean":"2024-09-19T05:36:05.712006+0000","last_became_active":"2024-09-19T05:36:05.711727+0000","last_became_peered":"2024-09-19T05:36:05.711727+0000","last_unstale":"2024-09-19T05:36:05.712006+0000","last_undegraded":"2024-09-19T05:36:05.712006+0000","last_fullsized":"2024-09-19T05:36:05.712006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:38.844823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714426+0000","last_change":"2024-09-19T05:36:06.717248+0000","last_active":"2024-09-19T05:36:07.714426+0000","last_peered":"2024-09-19T05:36:07.714426+0000","last_clean":"2024-09-19T05:36:07.714426+0000","last_became_active":"2024-09-19T05:36:06.716959+0000","last_became_peered":"2024-09-19T05:36:06.716959+0000","last_unstale":"2024-09-19T05:36:07.714426+0000","last_undegraded":"2024-09-19T05:36:07.714426+0000","last_fullsized":"2024-09-19T05:36:07.714426+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:24.354591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.716211+0000","last_change":"2024-09-19T05:36:05.713830+0000","last_active":"2024-09-19T05:36:05.716211+0000","last_peered":"2024-09-19T05:36:05.716211+0000","last_clean":"2024-09-19T05:36:05.716211+0000","last_became_active":"2024-09-19T05:36:05.713146+0000","last_became_peered":"2024-09-19T05:36:05.713146+0000","last_unstale":"2024-09-19T05:36:05.716211+0000","last_undegraded":"2024-09-19T05:36:05.716211+0000","last_fullsized":"2024-09-19T05:36:05.716211+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:19.855042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704412+0000","last_change":"2024-09-19T05:36:05.704412+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704412+0000","last_undegraded":"2024-09-19T05:36:05.704412+0000","last_fullsized":"2024-09-19T05:36:05.704412+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759328+0000","last_change":"2024-09-19T05:36:05.715477+0000","last_active":"2024-09-19T05:36:07.759328+0000","last_peered":"2024-09-19T05:36:07.759328+0000","last_clean":"2024-09-19T05:36:07.759328+0000","last_became_active":"2024-09-19T05:36:05.715169+0000","last_became_peered":"2024-09-19T05:36:05.715169+0000","last_unstale":"2024-09-19T05:36:07.759328+0000","last_undegraded":"2024-09-19T05:36:07.759328+0000","last_fullsized":"2024-09-19T05:36:07.759328+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:53.942843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712430+0000","last_change":"2024-09-19T05:36:06.717437+0000","last_active":"2024-09-19T05:36:07.712430+0000","last_peered":"2024-09-19T05:36:07.712430+0000","last_clean":"2024-09-19T05:36:07.712430+0000","last_became_active":"2024-09-19T05:36:06.717151+0000","last_became_peered":"2024-09-19T05:36:06.717151+0000","last_unstale":"2024-09-19T05:36:07.712430+0000","last_undegraded":"2024-09-19T05:36:07.712430+0000","last_fullsized":"2024-09-19T05:36:07.712430+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:43.033133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698388+0000","last_change":"2024-09-19T05:36:05.698388+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698388+0000","last_undegraded":"2024-09-19T05:36:05.698388+0000","last_fullsized":"2024-09-19T05:36:05.698388+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714192+0000","last_change":"2024-09-19T05:36:06.719809+0000","last_active":"2024-09-19T05:36:07.714192+0000","last_peered":"2024-09-19T05:36:07.714192+0000","last_clean":"2024-09-19T05:36:07.714192+0000","last_became_active":"2024-09-19T05:36:06.718813+0000","last_became_peered":"2024-09-19T05:36:06.718813+0000","last_unstale":"2024-09-19T05:36:07.714192+0000","last_undegraded":"2024-09-19T05:36:07.714192+0000","last_fullsized":"2024-09-19T05:36:07.714192+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:23.878742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713905+0000","last_change":"2024-09-19T05:36:05.717472+0000","last_active":"2024-09-19T05:36:07.713905+0000","last_peered":"2024-09-19T05:36:07.713905+0000","last_clean":"2024-09-19T05:36:07.713905+0000","last_became_active":"2024-09-19T05:36:05.716982+0000","last_became_peered":"2024-09-19T05:36:05.716982+0000","last_unstale":"2024-09-19T05:36:07.713905+0000","last_undegraded":"2024-09-19T05:36:07.713905+0000","last_fullsized":"2024-09-19T05:36:07.713905+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:16.738686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760660+0000","last_change":"2024-09-19T05:36:06.723916+0000","last_active":"2024-09-19T05:36:07.760660+0000","last_peered":"2024-09-19T05:36:07.760660+0000","last_clean":"2024-09-19T05:36:07.760660+0000","last_became_active":"2024-09-19T05:36:06.723661+0000","last_became_peered":"2024-09-19T05:36:06.723661+0000","last_unstale":"2024-09-19T05:36:07.760660+0000","last_undegraded":"2024-09-19T05:36:07.760660+0000","last_fullsized":"2024-09-19T05:36:07.760660+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:16.329411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.712483+0000","last_change":"2024-09-19T05:36:05.710200+0000","last_active":"2024-09-19T05:36:05.712483+0000","last_peered":"2024-09-19T05:36:05.712483+0000","last_clean":"2024-09-19T05:36:05.712483+0000","last_became_active":"2024-09-19T05:36:05.709293+0000","last_became_peered":"2024-09-19T05:36:05.709293+0000","last_unstale":"2024-09-19T05:36:05.712483+0000","last_undegraded":"2024-09-19T05:36:05.712483+0000","last_fullsized":"2024-09-19T05:36:05.712483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:07.248464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698154+0000","last_change":"2024-09-19T05:36:05.698154+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698154+0000","last_undegraded":"2024-09-19T05:36:05.698154+0000","last_fullsized":"2024-09-19T05:36:05.698154+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.710282+0000","last_change":"2024-09-19T05:36:05.710282+0000","last_active":"2024-09-19T05:36:05.710282+0000","last_peered":"2024-09-19T05:36:05.710282+0000","last_clean":"2024-09-19T05:36:05.710282+0000","last_became_active":"2024-09-19T05:36:05.709973+0000","last_became_peered":"2024-09-19T05:36:05.709973+0000","last_unstale":"2024-09-19T05:36:05.710282+0000","last_undegraded":"2024-09-19T05:36:05.710282+0000","last_fullsized":"2024-09-19T05:36:05.710282+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:48.111351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703905+0000","last_change":"2024-09-19T05:36:05.703905+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703905+0000","last_undegraded":"2024-09-19T05:36:05.703905+0000","last_fullsized":"2024-09-19T05:36:05.703905+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759938+0000","last_change":"2024-09-19T05:36:05.719406+0000","last_active":"2024-09-19T05:36:07.759938+0000","last_peered":"2024-09-19T05:36:07.759938+0000","last_clean":"2024-09-19T05:36:07.759938+0000","last_became_active":"2024-09-19T05:36:05.719107+0000","last_became_peered":"2024-09-19T05:36:05.719107+0000","last_unstale":"2024-09-19T05:36:07.759938+0000","last_undegraded":"2024-09-19T05:36:07.759938+0000","last_fullsized":"2024-09-19T05:36:07.759938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:12.462047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760472+0000","last_change":"2024-09-19T05:36:06.715158+0000","last_active":"2024-09-19T05:36:07.760472+0000","last_peered":"2024-09-19T05:36:07.760472+0000","last_clean":"2024-09-19T05:36:07.760472+0000","last_became_active":"2024-09-19T05:36:06.714692+0000","last_became_peered":"2024-09-19T05:36:06.714692+0000","last_unstale":"2024-09-19T05:36:07.760472+0000","last_undegraded":"2024-09-19T05:36:07.760472+0000","last_fullsized":"2024-09-19T05:36:07.760472+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:03.391813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759597+0000","last_change":"2024-09-19T05:36:05.717288+0000","last_active":"2024-09-19T05:36:07.759597+0000","last_peered":"2024-09-19T05:36:07.759597+0000","last_clean":"2024-09-19T05:36:07.759597+0000","last_became_active":"2024-09-19T05:36:05.716975+0000","last_became_peered":"2024-09-19T05:36:05.716975+0000","last_unstale":"2024-09-19T05:36:07.759597+0000","last_undegraded":"2024-09-19T05:36:07.759597+0000","last_fullsized":"2024-09-19T05:36:07.759597+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:45.885592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713976+0000","last_change":"2024-09-19T05:36:06.710994+0000","last_active":"2024-09-19T05:36:07.713976+0000","last_peered":"2024-09-19T05:36:07.713976+0000","last_clean":"2024-09-19T05:36:07.713976+0000","last_became_active":"2024-09-19T05:36:06.710714+0000","last_became_peered":"2024-09-19T05:36:06.710714+0000","last_unstale":"2024-09-19T05:36:07.713976+0000","last_undegraded":"2024-09-19T05:36:07.713976+0000","last_fullsized":"2024-09-19T05:36:07.713976+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:31.364895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.709080+0000","last_change":"2024-09-19T05:36:05.703831+0000","last_active":"2024-09-19T05:36:05.709080+0000","last_peered":"2024-09-19T05:36:05.709080+0000","last_clean":"2024-09-19T05:36:05.709080+0000","last_became_active":"2024-09-19T05:36:05.703531+0000","last_became_peered":"2024-09-19T05:36:05.703531+0000","last_unstale":"2024-09-19T05:36:05.709080+0000","last_undegraded":"2024-09-19T05:36:05.709080+0000","last_fullsized":"2024-09-19T05:36:05.709080+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:49.575946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712223+0000","last_change":"2024-09-19T05:36:06.721217+0000","last_active":"2024-09-19T05:36:07.712223+0000","last_peered":"2024-09-19T05:36:07.712223+0000","last_clean":"2024-09-19T05:36:07.712223+0000","last_became_active":"2024-09-19T05:36:06.720923+0000","last_became_peered":"2024-09-19T05:36:06.720923+0000","last_unstale":"2024-09-19T05:36:07.712223+0000","last_undegraded":"2024-09-19T05:36:07.712223+0000","last_fullsized":"2024-09-19T05:36:07.712223+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:58.855110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713192+0000","last_change":"2024-09-19T05:36:05.711831+0000","last_active":"2024-09-19T05:36:07.713192+0000","last_peered":"2024-09-19T05:36:07.713192+0000","last_clean":"2024-09-19T05:36:07.713192+0000","last_became_active":"2024-09-19T05:36:05.711519+0000","last_became_peered":"2024-09-19T05:36:05.711519+0000","last_unstale":"2024-09-19T05:36:07.713192+0000","last_undegraded":"2024-09-19T05:36:07.713192+0000","last_fullsized":"2024-09-19T05:36:07.713192+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:50.067315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703216+0000","last_change":"2024-09-19T05:36:05.703216+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703216+0000","last_undegraded":"2024-09-19T05:36:05.703216+0000","last_fullsized":"2024-09-19T05:36:05.703216+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714069+0000","last_change":"2024-09-19T05:36:05.712879+0000","last_active":"2024-09-19T05:36:07.714069+0000","last_peered":"2024-09-19T05:36:07.714069+0000","last_clean":"2024-09-19T05:36:07.714069+0000","last_became_active":"2024-09-19T05:36:05.712580+0000","last_became_peered":"2024-09-19T05:36:05.712580+0000","last_unstale":"2024-09-19T05:36:07.714069+0000","last_undegraded":"2024-09-19T05:36:07.714069+0000","last_fullsized":"2024-09-19T05:36:07.714069+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:33.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714328+0000","last_change":"2024-09-19T05:36:06.710618+0000","last_active":"2024-09-19T05:36:07.714328+0000","last_peered":"2024-09-19T05:36:07.714328+0000","last_clean":"2024-09-19T05:36:07.714328+0000","last_became_active":"2024-09-19T05:36:06.710336+0000","last_became_peered":"2024-09-19T05:36:06.710336+0000","last_unstale":"2024-09-19T05:36:07.714328+0000","last_undegraded":"2024-09-19T05:36:07.714328+0000","last_fullsized":"2024-09-19T05:36:07.714328+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:35.806074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.716329+0000","last_change":"2024-09-19T05:36:05.714043+0000","last_active":"2024-09-19T05:36:05.716329+0000","last_peered":"2024-09-19T05:36:05.716329+0000","last_clean":"2024-09-19T05:36:05.716329+0000","last_became_active":"2024-09-19T05:36:05.713577+0000","last_became_peered":"2024-09-19T05:36:05.713577+0000","last_unstale":"2024-09-19T05:36:05.716329+0000","last_undegraded":"2024-09-19T05:36:05.716329+0000","last_fullsized":"2024-09-19T05:36:05.716329+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:47.121911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760678+0000","last_change":"2024-09-19T05:36:06.716873+0000","last_active":"2024-09-19T05:36:07.760678+0000","last_peered":"2024-09-19T05:36:07.760678+0000","last_clean":"2024-09-19T05:36:07.760678+0000","last_became_active":"2024-09-19T05:36:06.716466+0000","last_became_peered":"2024-09-19T05:36:06.716466+0000","last_unstale":"2024-09-19T05:36:07.760678+0000","last_undegraded":"2024-09-19T05:36:07.760678+0000","last_fullsized":"2024-09-19T05:36:07.760678+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:48:32.205992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714388+0000","last_change":"2024-09-19T05:36:05.715101+0000","last_active":"2024-09-19T05:36:07.714388+0000","last_peered":"2024-09-19T05:36:07.714388+0000","last_clean":"2024-09-19T05:36:07.714388+0000","last_became_active":"2024-09-19T05:36:05.714821+0000","last_became_peered":"2024-09-19T05:36:05.714821+0000","last_unstale":"2024-09-19T05:36:07.714388+0000","last_undegraded":"2024-09-19T05:36:07.714388+0000","last_fullsized":"2024-09-19T05:36:07.714388+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:32.992191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759883+0000","last_change":"2024-09-19T05:36:06.711714+0000","last_active":"2024-09-19T05:36:07.759883+0000","last_peered":"2024-09-19T05:36:07.759883+0000","last_clean":"2024-09-19T05:36:07.759883+0000","last_became_active":"2024-09-19T05:36:06.711329+0000","last_became_peered":"2024-09-19T05:36:06.711329+0000","last_unstale":"2024-09-19T05:36:07.759883+0000","last_undegraded":"2024-09-19T05:36:07.759883+0000","last_fullsized":"2024-09-19T05:36:07.759883+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:33.995871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.711335+0000","last_change":"2024-09-19T05:36:05.710618+0000","last_active":"2024-09-19T05:36:05.711335+0000","last_peered":"2024-09-19T05:36:05.711335+0000","last_clean":"2024-09-19T05:36:05.711335+0000","last_became_active":"2024-09-19T05:36:05.710260+0000","last_became_peered":"2024-09-19T05:36:05.710260+0000","last_unstale":"2024-09-19T05:36:05.711335+0000","last_undegraded":"2024-09-19T05:36:05.711335+0000","last_fullsized":"2024-09-19T05:36:05.711335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:48.405798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703286+0000","last_change":"2024-09-19T05:36:05.703286+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703286+0000","last_undegraded":"2024-09-19T05:36:05.703286+0000","last_fullsized":"2024-09-19T05:36:05.703286+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760229+0000","last_change":"2024-09-19T05:36:05.714031+0000","last_active":"2024-09-19T05:36:07.760229+0000","last_peered":"2024-09-19T05:36:07.760229+0000","last_clean":"2024-09-19T05:36:07.760229+0000","last_became_active":"2024-09-19T05:36:05.713724+0000","last_became_peered":"2024-09-19T05:36:05.713724+0000","last_unstale":"2024-09-19T05:36:07.760229+0000","last_undegraded":"2024-09-19T05:36:07.760229+0000","last_fullsized":"2024-09-19T05:36:07.760229+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:42:06.623926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704677+0000","last_change":"2024-09-19T05:36:05.704677+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704677+0000","last_undegraded":"2024-09-19T05:36:05.704677+0000","last_fullsized":"2024-09-19T05:36:05.704677+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.715499+0000","last_change":"2024-09-19T05:36:05.712745+0000","last_active":"2024-09-19T05:36:05.715499+0000","last_peered":"2024-09-19T05:36:05.715499+0000","last_clean":"2024-09-19T05:36:05.715499+0000","last_became_active":"2024-09-19T05:36:05.712444+0000","last_became_peered":"2024-09-19T05:36:05.712444+0000","last_unstale":"2024-09-19T05:36:05.715499+0000","last_undegraded":"2024-09-19T05:36:05.715499+0000","last_fullsized":"2024-09-19T05:36:05.715499+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:15.795070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703781+0000","last_change":"2024-09-19T05:36:05.703781+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703781+0000","last_undegraded":"2024-09-19T05:36:05.703781+0000","last_fullsized":"2024-09-19T05:36:05.703781+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713498+0000","last_change":"2024-09-19T05:36:05.707551+0000","last_active":"2024-09-19T05:36:07.713498+0000","last_peered":"2024-09-19T05:36:07.713498+0000","last_clean":"2024-09-19T05:36:07.713498+0000","last_became_active":"2024-09-19T05:36:05.707210+0000","last_became_peered":"2024-09-19T05:36:05.707210+0000","last_unstale":"2024-09-19T05:36:07.713498+0000","last_undegraded":"2024-09-19T05:36:07.713498+0000","last_fullsized":"2024-09-19T05:36:07.713498+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:54.767666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703762+0000","last_change":"2024-09-19T05:36:05.703762+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703762+0000","last_undegraded":"2024-09-19T05:36:05.703762+0000","last_fullsized":"2024-09-19T05:36:05.703762+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712089+0000","last_change":"2024-09-19T05:36:05.719404+0000","last_active":"2024-09-19T05:36:07.712089+0000","last_peered":"2024-09-19T05:36:07.712089+0000","last_clean":"2024-09-19T05:36:07.712089+0000","last_became_active":"2024-09-19T05:36:05.719102+0000","last_became_peered":"2024-09-19T05:36:05.719102+0000","last_unstale":"2024-09-19T05:36:07.712089+0000","last_undegraded":"2024-09-19T05:36:07.712089+0000","last_fullsized":"2024-09-19T05:36:07.712089+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:19.373256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712588+0000","last_change":"2024-09-19T05:36:06.710628+0000","last_active":"2024-09-19T05:36:07.712588+0000","last_peered":"2024-09-19T05:36:07.712588+0000","last_clean":"2024-09-19T05:36:07.712588+0000","last_became_active":"2024-09-19T05:36:06.710312+0000","last_became_peered":"2024-09-19T05:36:06.710312+0000","last_unstale":"2024-09-19T05:36:07.712588+0000","last_undegraded":"2024-09-19T05:36:07.712588+0000","last_fullsized":"2024-09-19T05:36:07.712588+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:07.286560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.715594+0000","last_change":"2024-09-19T05:36:05.712495+0000","last_active":"2024-09-19T05:36:05.715594+0000","last_peered":"2024-09-19T05:36:05.715594+0000","last_clean":"2024-09-19T05:36:05.715594+0000","last_became_active":"2024-09-19T05:36:05.712202+0000","last_became_peered":"2024-09-19T05:36:05.712202+0000","last_unstale":"2024-09-19T05:36:05.715594+0000","last_undegraded":"2024-09-19T05:36:05.715594+0000","last_fullsized":"2024-09-19T05:36:05.715594+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:01.171467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714070+0000","last_change":"2024-09-19T05:36:06.711893+0000","last_active":"2024-09-19T05:36:07.714070+0000","last_peered":"2024-09-19T05:36:07.714070+0000","last_clean":"2024-09-19T05:36:07.714070+0000","last_became_active":"2024-09-19T05:36:06.711606+0000","last_became_peered":"2024-09-19T05:36:06.711606+0000","last_unstale":"2024-09-19T05:36:07.714070+0000","last_undegraded":"2024-09-19T05:36:07.714070+0000","last_fullsized":"2024-09-19T05:36:07.714070+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:18.711244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714263+0000","last_change":"2024-09-19T05:36:05.712627+0000","last_active":"2024-09-19T05:36:07.714263+0000","last_peered":"2024-09-19T05:36:07.714263+0000","last_clean":"2024-09-19T05:36:07.714263+0000","last_became_active":"2024-09-19T05:36:05.712324+0000","last_became_peered":"2024-09-19T05:36:05.712324+0000","last_unstale":"2024-09-19T05:36:07.714263+0000","last_undegraded":"2024-09-19T05:36:07.714263+0000","last_fullsized":"2024-09-19T05:36:07.714263+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:40.041604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760307+0000","last_change":"2024-09-19T05:36:06.725545+0000","last_active":"2024-09-19T05:36:07.760307+0000","last_peered":"2024-09-19T05:36:07.760307+0000","last_clean":"2024-09-19T05:36:07.760307+0000","last_became_active":"2024-09-19T05:36:06.725279+0000","last_became_peered":"2024-09-19T05:36:06.725279+0000","last_unstale":"2024-09-19T05:36:07.760307+0000","last_undegraded":"2024-09-19T05:36:07.760307+0000","last_fullsized":"2024-09-19T05:36:07.760307+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:41.629530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.713634+0000","last_change":"2024-09-19T05:36:05.713634+0000","last_active":"2024-09-19T05:36:05.713634+0000","last_peered":"2024-09-19T05:36:05.713634+0000","last_clean":"2024-09-19T05:36:05.713634+0000","last_became_active":"2024-09-19T05:36:05.713314+0000","last_became_peered":"2024-09-19T05:36:05.713314+0000","last_unstale":"2024-09-19T05:36:05.713634+0000","last_undegraded":"2024-09-19T05:36:05.713634+0000","last_fullsized":"2024-09-19T05:36:05.713634+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:33.435116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760788+0000","last_change":"2024-09-19T05:36:06.717175+0000","last_active":"2024-09-19T05:36:07.760788+0000","last_peered":"2024-09-19T05:36:07.760788+0000","last_clean":"2024-09-19T05:36:07.760788+0000","last_became_active":"2024-09-19T05:36:06.715682+0000","last_became_peered":"2024-09-19T05:36:06.715682+0000","last_unstale":"2024-09-19T05:36:07.760788+0000","last_undegraded":"2024-09-19T05:36:07.760788+0000","last_fullsized":"2024-09-19T05:36:07.760788+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:47.660203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712381+0000","last_change":"2024-09-19T05:36:05.711993+0000","last_active":"2024-09-19T05:36:07.712381+0000","last_peered":"2024-09-19T05:36:07.712381+0000","last_clean":"2024-09-19T05:36:07.712381+0000","last_became_active":"2024-09-19T05:36:05.711697+0000","last_became_peered":"2024-09-19T05:36:05.711697+0000","last_unstale":"2024-09-19T05:36:07.712381+0000","last_undegraded":"2024-09-19T05:36:07.712381+0000","last_fullsized":"2024-09-19T05:36:07.712381+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:50.426417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.702653+0000","last_change":"2024-09-19T05:36:05.702653+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.702653+0000","last_undegraded":"2024-09-19T05:36:05.702653+0000","last_fullsized":"2024-09-19T05:36:05.702653+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.707148+0000","last_change":"2024-09-19T05:36:05.707148+0000","last_active":"2024-09-19T05:36:05.707148+0000","last_peered":"2024-09-19T05:36:05.707148+0000","last_clean":"2024-09-19T05:36:05.707148+0000","last_became_active":"2024-09-19T05:36:05.706877+0000","last_became_peered":"2024-09-19T05:36:05.706877+0000","last_unstale":"2024-09-19T05:36:05.707148+0000","last_undegraded":"2024-09-19T05:36:05.707148+0000","last_fullsized":"2024-09-19T05:36:05.707148+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:40.056914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698680+0000","last_change":"2024-09-19T05:36:05.698680+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698680+0000","last_undegraded":"2024-09-19T05:36:05.698680+0000","last_fullsized":"2024-09-19T05:36:05.698680+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759366+0000","last_change":"2024-09-19T05:36:05.717466+0000","last_active":"2024-09-19T05:36:07.759366+0000","last_peered":"2024-09-19T05:36:07.759366+0000","last_clean":"2024-09-19T05:36:07.759366+0000","last_became_active":"2024-09-19T05:36:05.716891+0000","last_became_peered":"2024-09-19T05:36:05.716891+0000","last_unstale":"2024-09-19T05:36:07.759366+0000","last_undegraded":"2024-09-19T05:36:07.759366+0000","last_fullsized":"2024-09-19T05:36:07.759366+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:47.958603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759245+0000","last_change":"2024-09-19T05:36:06.710696+0000","last_active":"2024-09-19T05:36:07.759245+0000","last_peered":"2024-09-19T05:36:07.759245+0000","last_clean":"2024-09-19T05:36:07.759245+0000","last_became_active":"2024-09-19T05:36:06.710394+0000","last_became_peered":"2024-09-19T05:36:06.710394+0000","last_unstale":"2024-09-19T05:36:07.759245+0000","last_undegraded":"2024-09-19T05:36:07.759245+0000","last_fullsized":"2024-09-19T05:36:07.759245+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:29.961190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713282+0000","last_change":"2024-09-19T05:36:05.714688+0000","last_active":"2024-09-19T05:36:07.713282+0000","last_peered":"2024-09-19T05:36:07.713282+0000","last_clean":"2024-09-19T05:36:07.713282+0000","last_became_active":"2024-09-19T05:36:05.712094+0000","last_became_peered":"2024-09-19T05:36:05.712094+0000","last_unstale":"2024-09-19T05:36:07.713282+0000","last_undegraded":"2024-09-19T05:36:07.713282+0000","last_fullsized":"2024-09-19T05:36:07.713282+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:28.957510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698136+0000","last_change":"2024-09-19T05:36:05.698136+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698136+0000","last_undegraded":"2024-09-19T05:36:05.698136+0000","last_fullsized":"2024-09-19T05:36:05.698136+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698147+0000","last_change":"2024-09-19T05:36:05.698147+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698147+0000","last_undegraded":"2024-09-19T05:36:05.698147+0000","last_fullsized":"2024-09-19T05:36:05.698147+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703902+0000","last_change":"2024-09-19T05:36:05.703902+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703902+0000","last_undegraded":"2024-09-19T05:36:05.703902+0000","last_fullsized":"2024-09-19T05:36:05.703902+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698181+0000","last_change":"2024-09-19T05:36:05.698181+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698181+0000","last_undegraded":"2024-09-19T05:36:05.698181+0000","last_fullsized":"2024-09-19T05:36:05.698181+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":254,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759990+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:07.759990+0000","last_peered":"2024-09-19T05:36:07.759990+0000","last_clean":"2024-09-19T05:36:07.759990+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:07.759990+0000","last_undegraded":"2024-09-19T05:36:07.759990+0000","last_fullsized":"2024-09-19T05:36:07.759990+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2228,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":3004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509469,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36100,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335740,"statfs":{"total":96636764160,"available":96599797760,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509468,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509470,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542175,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36712,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335128,"statfs":{"total":96636764160,"available":96599171072,"internally_reserved":0,"allocated":1396736,"data_stored":922594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542173,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36132,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335708,"statfs":{"total":96636764160,"available":96599764992,"internally_reserved":0,"allocated":798720,"data_stored":331700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335704,"statfs":{"total":96636764160,"available":96599760896,"internally_reserved":0,"allocated":798720,"data_stored":331680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542176,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":333838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542176,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32552,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339288,"statfs":{"total":96636764160,"available":96603430912,"internally_reserved":0,"allocated":1388544,"data_stored":921978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:10.891 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3e is not active+clean 2024-09-19T05:36:10.891 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.699710+0000', 'last_change': '2024-09-19T05:36:05.699710+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.699710+0000', 'last_undegraded': '2024-09-19T05:36:05.699710+0000', 'last_fullsized': '2024-09-19T05:36:05.699710+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.891 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3d is not active+clean 2024-09-19T05:36:10.891 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.704748+0000', 'last_change': '2024-09-19T05:36:05.704748+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.704748+0000', 'last_undegraded': '2024-09-19T05:36:05.704748+0000', 'last_fullsized': '2024-09-19T05:36:05.704748+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:10.891 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3b is not active+clean 2024-09-19T05:36:10.891 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.708436+0000', 'last_change': '2024-09-19T05:36:05.708436+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.708436+0000', 'last_undegraded': '2024-09-19T05:36:05.708436+0000', 'last_fullsized': '2024-09-19T05:36:05.708436+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.891 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3a is not active+clean 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.699854+0000', 'last_change': '2024-09-19T05:36:05.699854+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.699854+0000', 'last_undegraded': '2024-09-19T05:36:05.699854+0000', 'last_fullsized': '2024-09-19T05:36:05.699854+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:PG 11.38 is not active+clean 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.700065+0000', 'last_change': '2024-09-19T05:36:05.700065+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.700065+0000', 'last_undegraded': '2024-09-19T05:36:05.700065+0000', 'last_fullsized': '2024-09-19T05:36:05.700065+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:PG 11.37 is not active+clean 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.708422+0000', 'last_change': '2024-09-19T05:36:05.708422+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.708422+0000', 'last_undegraded': '2024-09-19T05:36:05.708422+0000', 'last_fullsized': '2024-09-19T05:36:05.708422+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:PG 11.32 is not active+clean 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.706080+0000', 'last_change': '2024-09-19T05:36:05.706080+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.706080+0000', 'last_undegraded': '2024-09-19T05:36:05.706080+0000', 'last_fullsized': '2024-09-19T05:36:05.706080+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2f is not active+clean 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.705475+0000', 'last_change': '2024-09-19T05:36:05.705475+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.705475+0000', 'last_undegraded': '2024-09-19T05:36:05.705475+0000', 'last_fullsized': '2024-09-19T05:36:05.705475+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2d is not active+clean 2024-09-19T05:36:10.892 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.699255+0000', 'last_change': '2024-09-19T05:36:05.699255+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.699255+0000', 'last_undegraded': '2024-09-19T05:36:05.699255+0000', 'last_fullsized': '2024-09-19T05:36:05.699255+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:PG 11.25 is not active+clean 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.704167+0000', 'last_change': '2024-09-19T05:36:05.704167+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.704167+0000', 'last_undegraded': '2024-09-19T05:36:05.704167+0000', 'last_fullsized': '2024-09-19T05:36:05.704167+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:PG 11.23 is not active+clean 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.705268+0000', 'last_change': '2024-09-19T05:36:05.705268+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.705268+0000', 'last_undegraded': '2024-09-19T05:36:05.705268+0000', 'last_fullsized': '2024-09-19T05:36:05.705268+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:PG 11.20 is not active+clean 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.699063+0000', 'last_change': '2024-09-19T05:36:05.699063+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.699063+0000', 'last_undegraded': '2024-09-19T05:36:05.699063+0000', 'last_fullsized': '2024-09-19T05:36:05.699063+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1f is not active+clean 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.704940+0000', 'last_change': '2024-09-19T05:36:05.704940+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.704940+0000', 'last_undegraded': '2024-09-19T05:36:05.704940+0000', 'last_fullsized': '2024-09-19T05:36:05.704940+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1c is not active+clean 2024-09-19T05:36:10.893 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.699532+0000', 'last_change': '2024-09-19T05:36:05.699532+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.699532+0000', 'last_undegraded': '2024-09-19T05:36:05.699532+0000', 'last_fullsized': '2024-09-19T05:36:05.699532+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1c is not active+clean 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1c', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 64, 'state': 'creating+activating', 'last_fresh': '2024-09-19T05:36:05.697647+0000', 'last_change': '2024-09-19T05:36:05.697647+0000', 'last_active': '2024-09-19T05:36:04.685567+0000', 'last_peered': '2024-09-19T05:36:04.685567+0000', 'last_clean': '2024-09-19T05:36:04.685567+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.697647+0000', 'last_undegraded': '2024-09-19T05:36:05.697647+0000', 'last_fullsized': '2024-09-19T05:36:05.697647+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': ['6', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:PG 11.18 is not active+clean 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.704412+0000', 'last_change': '2024-09-19T05:36:05.704412+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.704412+0000', 'last_undegraded': '2024-09-19T05:36:05.704412+0000', 'last_fullsized': '2024-09-19T05:36:05.704412+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:PG 10.18 is not active+clean 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.18', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 64, 'state': 'creating+activating', 'last_fresh': '2024-09-19T05:36:05.698388+0000', 'last_change': '2024-09-19T05:36:05.698388+0000', 'last_active': '2024-09-19T05:36:04.685567+0000', 'last_peered': '2024-09-19T05:36:04.685567+0000', 'last_clean': '2024-09-19T05:36:04.685567+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.698388+0000', 'last_undegraded': '2024-09-19T05:36:05.698388+0000', 'last_fullsized': '2024-09-19T05:36:05.698388+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': ['2', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:PG 11.14 is not active+clean 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.698154+0000', 'last_change': '2024-09-19T05:36:05.698154+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.698154+0000', 'last_undegraded': '2024-09-19T05:36:05.698154+0000', 'last_fullsized': '2024-09-19T05:36:05.698154+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:PG 11.15 is not active+clean 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.703905+0000', 'last_change': '2024-09-19T05:36:05.703905+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.703905+0000', 'last_undegraded': '2024-09-19T05:36:05.703905+0000', 'last_fullsized': '2024-09-19T05:36:05.703905+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:PG 11.11 is not active+clean 2024-09-19T05:36:10.894 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.703216+0000', 'last_change': '2024-09-19T05:36:05.703216+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.703216+0000', 'last_undegraded': '2024-09-19T05:36:05.703216+0000', 'last_fullsized': '2024-09-19T05:36:05.703216+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:PG 11.d is not active+clean 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.703286+0000', 'last_change': '2024-09-19T05:36:05.703286+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.703286+0000', 'last_undegraded': '2024-09-19T05:36:05.703286+0000', 'last_fullsized': '2024-09-19T05:36:05.703286+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:PG 11.b is not active+clean 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.704677+0000', 'last_change': '2024-09-19T05:36:05.704677+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.704677+0000', 'last_undegraded': '2024-09-19T05:36:05.704677+0000', 'last_fullsized': '2024-09-19T05:36:05.704677+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:PG 11.8 is not active+clean 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.703781+0000', 'last_change': '2024-09-19T05:36:05.703781+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.703781+0000', 'last_undegraded': '2024-09-19T05:36:05.703781+0000', 'last_fullsized': '2024-09-19T05:36:05.703781+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:PG 11.9 is not active+clean 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.703762+0000', 'last_change': '2024-09-19T05:36:05.703762+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.703762+0000', 'last_undegraded': '2024-09-19T05:36:05.703762+0000', 'last_fullsized': '2024-09-19T05:36:05.703762+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2 is not active+clean 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.702653+0000', 'last_change': '2024-09-19T05:36:05.702653+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.702653+0000', 'last_undegraded': '2024-09-19T05:36:05.702653+0000', 'last_fullsized': '2024-09-19T05:36:05.702653+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:10.895 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3 is not active+clean 2024-09-19T05:36:10.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.698680+0000', 'last_change': '2024-09-19T05:36:05.698680+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.698680+0000', 'last_undegraded': '2024-09-19T05:36:05.698680+0000', 'last_fullsized': '2024-09-19T05:36:05.698680+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.896 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1 is not active+clean 2024-09-19T05:36:10.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.698136+0000', 'last_change': '2024-09-19T05:36:05.698136+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.698136+0000', 'last_undegraded': '2024-09-19T05:36:05.698136+0000', 'last_fullsized': '2024-09-19T05:36:05.698136+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.896 INFO:tasks.ceph.ceph_manager.ceph:PG 10.0 is not active+clean 2024-09-19T05:36:10.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.0', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 64, 'state': 'creating+activating', 'last_fresh': '2024-09-19T05:36:05.698147+0000', 'last_change': '2024-09-19T05:36:05.698147+0000', 'last_active': '2024-09-19T05:36:04.685567+0000', 'last_peered': '2024-09-19T05:36:04.685567+0000', 'last_clean': '2024-09-19T05:36:04.685567+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.698147+0000', 'last_undegraded': '2024-09-19T05:36:05.698147+0000', 'last_fullsized': '2024-09-19T05:36:05.698147+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': ['6', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.896 INFO:tasks.ceph.ceph_manager.ceph:PG 11.a is not active+clean 2024-09-19T05:36:10.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 64, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:05.703902+0000', 'last_change': '2024-09-19T05:36:05.703902+0000', 'last_active': '2024-09-19T05:36:05.689247+0000', 'last_peered': '2024-09-19T05:36:05.689247+0000', 'last_clean': '2024-09-19T05:36:05.689247+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.703902+0000', 'last_undegraded': '2024-09-19T05:36:05.703902+0000', 'last_fullsized': '2024-09-19T05:36:05.703902+0000', 'mapping_epoch': 64, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 64, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:05.689247+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:10.896 INFO:tasks.ceph.ceph_manager.ceph:PG 10.b is not active+clean 2024-09-19T05:36:10.896 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.b', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 64, 'state': 'creating+activating', 'last_fresh': '2024-09-19T05:36:05.698181+0000', 'last_change': '2024-09-19T05:36:05.698181+0000', 'last_active': '2024-09-19T05:36:04.685567+0000', 'last_peered': '2024-09-19T05:36:04.685567+0000', 'last_clean': '2024-09-19T05:36:04.685567+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:05.698181+0000', 'last_undegraded': '2024-09-19T05:36:05.698181+0000', 'last_fullsized': '2024-09-19T05:36:05.698181+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:04.685567+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': ['6', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:10.897 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:36:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.026+0000 7f7bfe00a640 1 Processor -- start 2024-09-19T05:36:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.026+0000 7f7bfe00a640 1 -- start start 2024-09-19T05:36:11.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.026+0000 7f7bfe00a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf8161cf0 0x7f7bf80d3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.026+0000 7f7bfe00a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7bf80cf680 0x7f7bf80d3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.026+0000 7f7bfe00a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bf81620d0 con 0x7f7bf80b76a0 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.026+0000 7f7bfe00a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f7bf8072140 con 0x7f7bf80cf680 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.026+0000 7f7bfe00a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7bf80d41e0 con 0x7f7bf8161cf0 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf7fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7bf80cf680 0x7f7bf80d3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf77fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf8161cf0 0x7f7bf80d3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf77fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf8161cf0 0x7f7bf80d3b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:32774/0 (socket says 172.21.15.39:32774) 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf6ffd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f7bf80b76a0 0x7f7bf80cef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:48138/0 (socket says 172.21.15.39:48138) 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf7fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f7bf80cf680 0x7f7bf80d3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:51582/0 (socket says 172.21.15.39:51582) 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf77fe640 1 -- 172.21.15.39:0/1399151824 learned_addr learned my addr 172.21.15.39:0/1399151824 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:11.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf7fff640 1 -- 172.21.15.39:0/1399151824 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf8161cf0 msgr2=0x7f7bf80d3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:11.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf7fff640 1 --2- 172.21.15.39:0/1399151824 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf8161cf0 0x7f7bf80d3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf7fff640 1 -- 172.21.15.39:0/1399151824 >> v1:172.21.15.50:6789/0 conn(0x7f7bf80b76a0 legacy=0x7f7bf80cef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf7fff640 1 -- 172.21.15.39:0/1399151824 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bf8072390 con 0x7f7bf80cf680 2024-09-19T05:36:11.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.027+0000 7f7bf77fe640 1 --2- 172.21.15.39:0/1399151824 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf8161cf0 0x7f7bf80d3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:11.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.028+0000 7f7bf7fff640 1 --2- 172.21.15.39:0/1399151824 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80cf680 0x7f7bf80d3260 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0009d90 tx=0x7f7bf002a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df6d2f3af4be4db9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:11.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.028+0000 7f7bf67fc640 1 -- 172.21.15.39:0/1399151824 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf0031600 con 0x7f7bf80cf680 2024-09-19T05:36:11.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.028+0000 7f7bf67fc640 1 -- 172.21.15.39:0/1399151824 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bf00317a0 con 0x7f7bf80cf680 2024-09-19T05:36:11.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.028+0000 7f7bf67fc640 1 -- 172.21.15.39:0/1399151824 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf0031b70 con 0x7f7bf80cf680 2024-09-19T05:36:11.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.029+0000 7f7bfe00a640 1 -- 172.21.15.39:0/1399151824 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80cf680 msgr2=0x7f7bf80d3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.029+0000 7f7bfe00a640 1 --2- 172.21.15.39:0/1399151824 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80cf680 0x7f7bf80d3260 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0009d90 tx=0x7f7bf002a5d0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.029+0000 7f7bfe00a640 1 -- 172.21.15.39:0/1399151824 shutdown_connections 2024-09-19T05:36:11.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.029+0000 7f7bfe00a640 1 --2- 172.21.15.39:0/1399151824 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80cf680 0x7f7bf80d3260 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.029+0000 7f7bfe00a640 1 --2- 172.21.15.39:0/1399151824 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf8161cf0 0x7f7bf80d3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.029+0000 7f7bfe00a640 1 -- 172.21.15.39:0/1399151824 >> 172.21.15.39:0/1399151824 conn(0x7f7bf80d4710 msgr2=0x7f7bf80d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:11.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.029+0000 7f7bfe00a640 1 -- 172.21.15.39:0/1399151824 shutdown_connections 2024-09-19T05:36:11.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.029+0000 7f7bfe00a640 1 -- 172.21.15.39:0/1399151824 wait complete. 2024-09-19T05:36:11.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.030+0000 7f7bfe00a640 1 Processor -- start 2024-09-19T05:36:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.030+0000 7f7bfe00a640 1 -- start start 2024-09-19T05:36:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bfe00a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80b76a0 0x7f7bf815b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bfe00a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf80cf680 0x7f7bf815c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bfe00a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bf8161cf0 0x7f7bf814ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bfe00a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf80b7ae0 con 0x7f7bf8161cf0 2024-09-19T05:36:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bfe00a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf8072950 con 0x7f7bf80b76a0 2024-09-19T05:36:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bfe00a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7bf8072e70 con 0x7f7bf80cf680 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bf7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bf8161cf0 0x7f7bf814ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bf7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bf8161cf0 0x7f7bf814ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60612/0 (socket says 172.21.15.39:60612) 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bf7fff640 1 -- 172.21.15.39:0/3090676923 learned_addr learned my addr 172.21.15.39:0/3090676923 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bf6ffd640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf80cf680 0x7f7bf815c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bf77fe640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80b76a0 0x7f7bf815b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bf7fff640 1 -- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf80cf680 msgr2=0x7f7bf815c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bf7fff640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf80cf680 0x7f7bf815c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bf7fff640 1 -- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80b76a0 msgr2=0x7f7bf815b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.031+0000 7f7bf7fff640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80b76a0 0x7f7bf815b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.032+0000 7f7bf7fff640 1 -- 172.21.15.39:0/3090676923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bf8152510 con 0x7f7bf8161cf0 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.032+0000 7f7bf77fe640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80b76a0 0x7f7bf815b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.032+0000 7f7bf6ffd640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf80cf680 0x7f7bf815c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:11.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.032+0000 7f7bf7fff640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bf8161cf0 0x7f7bf814ec30 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0009eb0 tx=0x7f7bf0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:11.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.032+0000 7f7beffff640 1 -- 172.21.15.39:0/3090676923 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf0040070 con 0x7f7bf8161cf0 2024-09-19T05:36:11.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.032+0000 7f7beffff640 1 -- 172.21.15.39:0/3090676923 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bf0030c00 con 0x7f7bf8161cf0 2024-09-19T05:36:11.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.032+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bf815ce70 con 0x7f7bf8161cf0 2024-09-19T05:36:11.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.032+0000 7f7beffff640 1 -- 172.21.15.39:0/3090676923 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf0009450 con 0x7f7bf8161cf0 2024-09-19T05:36:11.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.032+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bf80ccfc0 con 0x7f7bf8161cf0 2024-09-19T05:36:11.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.033+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bf80ccde0 con 0x7f7bf8161cf0 2024-09-19T05:36:11.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.033+0000 7f7beffff640 1 -- 172.21.15.39:0/3090676923 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7bf0039040 con 0x7f7bf8161cf0 2024-09-19T05:36:11.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.034+0000 7f7beffff640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7bd806c2b0 0x7f7bd806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.034+0000 7f7beffff640 1 -- 172.21.15.39:0/3090676923 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f7bf00ac640 con 0x7f7bf8161cf0 2024-09-19T05:36:11.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.034+0000 7f7bf77fe640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7bd806c2b0 0x7f7bd806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.034+0000 7f7bf77fe640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7bd806c2b0 0x7f7bd806e770 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7be8009b80 tx=0x7f7be8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.038+0000 7f7beffff640 1 -- 172.21.15.39:0/3090676923 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7bf80ccde0 con 0x7f7bf8161cf0 2024-09-19T05:36:11.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.281+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f7bf80c7fe0 con 0x7f7bf8161cf0 2024-09-19T05:36:11.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.282+0000 7f7beffff640 1 -- 172.21.15.39:0/3090676923 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1607 (secure 0 0 0) 0x7f7bf007ae40 con 0x7f7bf8161cf0 2024-09-19T05:36:11.284 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:11.284 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"63724460-2d43-4192-a475-a2140b12f870","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":148,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":66,"num_osds":8,"num_up_osds":8,"osd_up_since":1726724034,"num_in_osds":8,"osd_in_since":1726724024,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":67},{"state_name":"creating+peering","count":26},{"state_name":"creating+activating","count":4}],"num_pgs":97,"num_pools":3,"num_objects":17,"data_bytes":592596,"bytes_used":280039424,"bytes_avail":772814073856,"bytes_total":773094113280,"inactive_pgs_ratio":0.30927833914756775,"write_bytes_sec":1876,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":35,"btime":"2024-09-19T05:36:09:204367+0000","id":5,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":5,"rank":0,"name":"b","status":"up:active","gid":5790}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-19T05:35:30.687236+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:36:11.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7bd806c2b0 msgr2=0x7f7bd806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7bd806c2b0 0x7f7bd806e770 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7be8009b80 tx=0x7f7be8008040 comp rx=0 tx=0).stop 2024-09-19T05:36:11.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bf8161cf0 msgr2=0x7f7bf814ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bf8161cf0 0x7f7bf814ec30 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0009eb0 tx=0x7f7bf0004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:11.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 shutdown_connections 2024-09-19T05:36:11.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f7bd806c2b0 0x7f7bd806e770 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bf8161cf0 0x7f7bf814ec30 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f7bf80cf680 0x7f7bf815c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 --2- 172.21.15.39:0/3090676923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7bf80b76a0 0x7f7bf815b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 >> 172.21.15.39:0/3090676923 conn(0x7f7bf80d4710 msgr2=0x7f7bf80b7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:11.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 shutdown_connections 2024-09-19T05:36:11.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.284+0000 7f7bfe00a640 1 -- 172.21.15.39:0/3090676923 wait complete. 2024-09-19T05:36:11.297 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:36:11.297 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:11.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.397+0000 7f1f7b65e640 1 Processor -- start 2024-09-19T05:36:11.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.397+0000 7f1f7b65e640 1 -- start start 2024-09-19T05:36:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f7b65e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1f7415e970 0x7f1f740b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f7b65e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1f74162cd0 0x7f1f740d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f7b65e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1f740d1a40 0x7f1f740d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f7b65e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f1f740b70b0 con 0x7f1f740d1a40 2024-09-19T05:36:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f7b65e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f1f740b78b0 con 0x7f1f74162cd0 2024-09-19T05:36:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f7b65e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1f740b62f0 con 0x7f1f7415e970 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f79bfb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1f740d1a40 0x7f1f740d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f79bfb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1f740d1a40 0x7f1f740d2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60616/0 (socket says 172.21.15.39:60616) 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f79bfb640 1 -- 172.21.15.39:0/2399805080 learned_addr learned my addr 172.21.15.39:0/2399805080 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f793fa640 1 --2- 172.21.15.39:0/2399805080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1f7415e970 0x7f1f740b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f78bf9640 1 --2- 172.21.15.39:0/2399805080 >> v2:172.21.15.50:3300/0 conn(0x7f1f74162cd0 0x7f1f740d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f79bfb640 1 -- 172.21.15.39:0/2399805080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1f7415e970 msgr2=0x7f1f740b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f79bfb640 1 --2- 172.21.15.39:0/2399805080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1f7415e970 0x7f1f740b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f79bfb640 1 -- 172.21.15.39:0/2399805080 >> v2:172.21.15.50:3300/0 conn(0x7f1f74162cd0 msgr2=0x7f1f740d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f79bfb640 1 --2- 172.21.15.39:0/2399805080 >> v2:172.21.15.50:3300/0 conn(0x7f1f74162cd0 0x7f1f740d1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f79bfb640 1 -- 172.21.15.39:0/2399805080 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f740b65d0 con 0x7f1f740d1a40 2024-09-19T05:36:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.398+0000 7f1f78bf9640 1 --2- 172.21.15.39:0/2399805080 >> v2:172.21.15.50:3300/0 conn(0x7f1f74162cd0 0x7f1f740d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:11.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.399+0000 7f1f79bfb640 1 --2- 172.21.15.39:0/2399805080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 0x7f1f740d2690 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f1f740b72e0 tx=0x7f1f6c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecea6001eae48bbb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.399+0000 7f1f6bfff640 1 -- 172.21.15.39:0/2399805080 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c036070 con 0x7f1f740d1a40 2024-09-19T05:36:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.399+0000 7f1f6bfff640 1 -- 172.21.15.39:0/2399805080 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f6c031600 con 0x7f1f740d1a40 2024-09-19T05:36:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.399+0000 7f1f6bfff640 1 -- 172.21.15.39:0/2399805080 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c0319d0 con 0x7f1f740d1a40 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.400+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2399805080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 msgr2=0x7f1f740d2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.400+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2399805080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 0x7f1f740d2690 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f1f740b72e0 tx=0x7f1f6c02a610 comp rx=0 tx=0).stop 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.400+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2399805080 shutdown_connections 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.400+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2399805080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 0x7f1f740d2690 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.400+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2399805080 >> v2:172.21.15.50:3300/0 conn(0x7f1f74162cd0 0x7f1f740d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.400+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2399805080 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1f7415e970 0x7f1f740b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.400+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2399805080 >> 172.21.15.39:0/2399805080 conn(0x7f1f7406bd00 msgr2=0x7f1f7406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.400+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2399805080 shutdown_connections 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.400+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2399805080 wait complete. 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.401+0000 7f1f7b65e640 1 Processor -- start 2024-09-19T05:36:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.401+0000 7f1f7b65e640 1 -- start start 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f7b65e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 0x7f1f74156110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f7b65e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1f7415e970 0x7f1f740c8200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f7b65e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f74162cd0 0x7f1f7415b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f7b65e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1f74163130 con 0x7f1f740d1a40 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f7b65e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1f740b6b90 con 0x7f1f74162cd0 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f7b65e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1f740d2bd0 con 0x7f1f7415e970 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f793fa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 0x7f1f74156110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f793fa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 0x7f1f74156110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60618/0 (socket says 172.21.15.39:60618) 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f793fa640 1 -- 172.21.15.39:0/2887501489 learned_addr learned my addr 172.21.15.39:0/2887501489 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f793fa640 1 -- 172.21.15.39:0/2887501489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1f7415e970 msgr2=0x7f1f740c8200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f793fa640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1f7415e970 0x7f1f740c8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f793fa640 1 -- 172.21.15.39:0/2887501489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f74162cd0 msgr2=0x7f1f7415b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f793fa640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f74162cd0 0x7f1f7415b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f793fa640 1 -- 172.21.15.39:0/2887501489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f740cb180 con 0x7f1f740d1a40 2024-09-19T05:36:11.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f793fa640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 0x7f1f74156110 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f1f7000e890 tx=0x7f1f7000ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:11.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f69ffb640 1 -- 172.21.15.39:0/2887501489 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f70017070 con 0x7f1f740d1a40 2024-09-19T05:36:11.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f69ffb640 1 -- 172.21.15.39:0/2887501489 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f7000c940 con 0x7f1f740d1a40 2024-09-19T05:36:11.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f740ca600 con 0x7f1f740d1a40 2024-09-19T05:36:11.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.402+0000 7f1f69ffb640 1 -- 172.21.15.39:0/2887501489 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7000cd10 con 0x7f1f740d1a40 2024-09-19T05:36:11.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.403+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f740cabc0 con 0x7f1f740d1a40 2024-09-19T05:36:11.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.403+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f740b37a0 con 0x7f1f740d1a40 2024-09-19T05:36:11.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.404+0000 7f1f69ffb640 1 -- 172.21.15.39:0/2887501489 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1f7001a070 con 0x7f1f740d1a40 2024-09-19T05:36:11.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.405+0000 7f1f69ffb640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1f5806c2b0 0x7f1f5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:11.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.405+0000 7f1f69ffb640 1 -- 172.21.15.39:0/2887501489 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f1f7008b390 con 0x7f1f740d1a40 2024-09-19T05:36:11.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.405+0000 7f1f78bf9640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1f5806c2b0 0x7f1f5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:11.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.405+0000 7f1f78bf9640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1f5806c2b0 0x7f1f5806e770 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1f64006f00 tx=0x7f1f64008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:11.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.409+0000 7f1f69ffb640 1 -- 172.21.15.39:0/2887501489 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1f70059b90 con 0x7f1f740d1a40 2024-09-19T05:36:11.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.582+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1f740b84b0 con 0x7f1f5806c2b0 2024-09-19T05:36:11.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.588+0000 7f1f69ffb640 1 -- 172.21.15.39:0/2887501489 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249636 (secure 0 0 0) 0x7f1f64055f40 con 0x7f1f5806c2b0 2024-09-19T05:36:11.593 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:11.594 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:11.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1f5806c2b0 msgr2=0x7f1f5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1f5806c2b0 0x7f1f5806e770 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1f64006f00 tx=0x7f1f64008040 comp rx=0 tx=0).stop 2024-09-19T05:36:11.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 msgr2=0x7f1f74156110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:11.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 0x7f1f74156110 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f1f7000e890 tx=0x7f1f7000ed50 comp rx=0 tx=0).stop 2024-09-19T05:36:11.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 shutdown_connections 2024-09-19T05:36:11.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1f5806c2b0 0x7f1f5806e770 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f74162cd0 0x7f1f7415b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1f7415e970 0x7f1f740c8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 --2- 172.21.15.39:0/2887501489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f740d1a40 0x7f1f74156110 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:11.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 >> 172.21.15.39:0/2887501489 conn(0x7f1f7406bd00 msgr2=0x7f1f7406c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:11.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 shutdown_connections 2024-09-19T05:36:11.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:11.591+0000 7f1f7b65e640 1 -- 172.21.15.39:0/2887501489 wait complete. 2024-09-19T05:36:11.604 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2024-09-19T05:36:10.694622+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592596,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":191,"num_write_kb":2427,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":84,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":273476,"kb_used_data":7296,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754701244,"statfs":{"total":773094113280,"available":772814073856,"internally_reserved":0,"allocated":7471104,"data_stored":3778570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2228,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001559"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760461+0000","last_change":"2024-09-19T05:36:06.713675+0000","last_active":"2024-09-19T05:36:07.760461+0000","last_peered":"2024-09-19T05:36:07.760461+0000","last_clean":"2024-09-19T05:36:07.760461+0000","last_became_active":"2024-09-19T05:36:06.713369+0000","last_became_peered":"2024-09-19T05:36:06.713369+0000","last_unstale":"2024-09-19T05:36:07.760461+0000","last_undegraded":"2024-09-19T05:36:07.760461+0000","last_fullsized":"2024-09-19T05:36:07.760461+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:04.264380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699710+0000","last_change":"2024-09-19T05:36:05.699710+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699710+0000","last_undegraded":"2024-09-19T05:36:05.699710+0000","last_fullsized":"2024-09-19T05:36:05.699710+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704748+0000","last_change":"2024-09-19T05:36:05.704748+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704748+0000","last_undegraded":"2024-09-19T05:36:05.704748+0000","last_fullsized":"2024-09-19T05:36:05.704748+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759681+0000","last_change":"2024-09-19T05:36:06.724739+0000","last_active":"2024-09-19T05:36:07.759681+0000","last_peered":"2024-09-19T05:36:07.759681+0000","last_clean":"2024-09-19T05:36:07.759681+0000","last_became_active":"2024-09-19T05:36:06.724471+0000","last_became_peered":"2024-09-19T05:36:06.724471+0000","last_unstale":"2024-09-19T05:36:07.759681+0000","last_undegraded":"2024-09-19T05:36:07.759681+0000","last_fullsized":"2024-09-19T05:36:07.759681+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:40.016731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.708436+0000","last_change":"2024-09-19T05:36:05.708436+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.708436+0000","last_undegraded":"2024-09-19T05:36:05.708436+0000","last_fullsized":"2024-09-19T05:36:05.708436+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699854+0000","last_change":"2024-09-19T05:36:05.699854+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699854+0000","last_undegraded":"2024-09-19T05:36:05.699854+0000","last_fullsized":"2024-09-19T05:36:05.699854+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713693+0000","last_change":"2024-09-19T05:36:06.712598+0000","last_active":"2024-09-19T05:36:07.713693+0000","last_peered":"2024-09-19T05:36:07.713693+0000","last_clean":"2024-09-19T05:36:07.713693+0000","last_became_active":"2024-09-19T05:36:06.712310+0000","last_became_peered":"2024-09-19T05:36:06.712310+0000","last_unstale":"2024-09-19T05:36:07.713693+0000","last_undegraded":"2024-09-19T05:36:07.713693+0000","last_fullsized":"2024-09-19T05:36:07.713693+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:07.700197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.700065+0000","last_change":"2024-09-19T05:36:05.700065+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.700065+0000","last_undegraded":"2024-09-19T05:36:05.700065+0000","last_fullsized":"2024-09-19T05:36:05.700065+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.708422+0000","last_change":"2024-09-19T05:36:05.708422+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.708422+0000","last_undegraded":"2024-09-19T05:36:05.708422+0000","last_fullsized":"2024-09-19T05:36:05.708422+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714338+0000","last_change":"2024-09-19T05:36:06.710274+0000","last_active":"2024-09-19T05:36:07.714338+0000","last_peered":"2024-09-19T05:36:07.714338+0000","last_clean":"2024-09-19T05:36:07.714338+0000","last_became_active":"2024-09-19T05:36:06.709974+0000","last_became_peered":"2024-09-19T05:36:06.709974+0000","last_unstale":"2024-09-19T05:36:07.714338+0000","last_undegraded":"2024-09-19T05:36:07.714338+0000","last_fullsized":"2024-09-19T05:36:07.714338+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:04.075086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760955+0000","last_change":"2024-09-19T05:36:06.717935+0000","last_active":"2024-09-19T05:36:07.760955+0000","last_peered":"2024-09-19T05:36:07.760955+0000","last_clean":"2024-09-19T05:36:07.760955+0000","last_became_active":"2024-09-19T05:36:06.716077+0000","last_became_peered":"2024-09-19T05:36:06.716077+0000","last_unstale":"2024-09-19T05:36:07.760955+0000","last_undegraded":"2024-09-19T05:36:07.760955+0000","last_fullsized":"2024-09-19T05:36:07.760955+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:54:13.265553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759822+0000","last_change":"2024-09-19T05:36:06.712745+0000","last_active":"2024-09-19T05:36:07.759822+0000","last_peered":"2024-09-19T05:36:07.759822+0000","last_clean":"2024-09-19T05:36:07.759822+0000","last_became_active":"2024-09-19T05:36:06.712465+0000","last_became_peered":"2024-09-19T05:36:06.712465+0000","last_unstale":"2024-09-19T05:36:07.759822+0000","last_undegraded":"2024-09-19T05:36:07.759822+0000","last_fullsized":"2024-09-19T05:36:07.759822+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:34.474959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712373+0000","last_change":"2024-09-19T05:36:06.728046+0000","last_active":"2024-09-19T05:36:07.712373+0000","last_peered":"2024-09-19T05:36:07.712373+0000","last_clean":"2024-09-19T05:36:07.712373+0000","last_became_active":"2024-09-19T05:36:06.727788+0000","last_became_peered":"2024-09-19T05:36:06.727788+0000","last_unstale":"2024-09-19T05:36:07.712373+0000","last_undegraded":"2024-09-19T05:36:07.712373+0000","last_fullsized":"2024-09-19T05:36:07.712373+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:33.182574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.706080+0000","last_change":"2024-09-19T05:36:05.706080+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.706080+0000","last_undegraded":"2024-09-19T05:36:05.706080+0000","last_fullsized":"2024-09-19T05:36:05.706080+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712242+0000","last_change":"2024-09-19T05:36:06.710691+0000","last_active":"2024-09-19T05:36:07.712242+0000","last_peered":"2024-09-19T05:36:07.712242+0000","last_clean":"2024-09-19T05:36:07.712242+0000","last_became_active":"2024-09-19T05:36:06.710413+0000","last_became_peered":"2024-09-19T05:36:06.710413+0000","last_unstale":"2024-09-19T05:36:07.712242+0000","last_undegraded":"2024-09-19T05:36:07.712242+0000","last_fullsized":"2024-09-19T05:36:07.712242+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:14.247401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714195+0000","last_change":"2024-09-19T05:36:06.721814+0000","last_active":"2024-09-19T05:36:07.714195+0000","last_peered":"2024-09-19T05:36:07.714195+0000","last_clean":"2024-09-19T05:36:07.714195+0000","last_became_active":"2024-09-19T05:36:06.721526+0000","last_became_peered":"2024-09-19T05:36:06.721526+0000","last_unstale":"2024-09-19T05:36:07.714195+0000","last_undegraded":"2024-09-19T05:36:07.714195+0000","last_fullsized":"2024-09-19T05:36:07.714195+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:59.308624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.705475+0000","last_change":"2024-09-19T05:36:05.705475+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.705475+0000","last_undegraded":"2024-09-19T05:36:05.705475+0000","last_fullsized":"2024-09-19T05:36:05.705475+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759933+0000","last_change":"2024-09-19T05:36:06.722145+0000","last_active":"2024-09-19T05:36:07.759933+0000","last_peered":"2024-09-19T05:36:07.759933+0000","last_clean":"2024-09-19T05:36:07.759933+0000","last_became_active":"2024-09-19T05:36:06.721868+0000","last_became_peered":"2024-09-19T05:36:06.721868+0000","last_unstale":"2024-09-19T05:36:07.759933+0000","last_undegraded":"2024-09-19T05:36:07.759933+0000","last_fullsized":"2024-09-19T05:36:07.759933+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:17.742366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699255+0000","last_change":"2024-09-19T05:36:05.699255+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699255+0000","last_undegraded":"2024-09-19T05:36:05.699255+0000","last_fullsized":"2024-09-19T05:36:05.699255+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712319+0000","last_change":"2024-09-19T05:36:06.714368+0000","last_active":"2024-09-19T05:36:07.712319+0000","last_peered":"2024-09-19T05:36:07.712319+0000","last_clean":"2024-09-19T05:36:07.712319+0000","last_became_active":"2024-09-19T05:36:06.714090+0000","last_became_peered":"2024-09-19T05:36:06.714090+0000","last_unstale":"2024-09-19T05:36:07.712319+0000","last_undegraded":"2024-09-19T05:36:07.712319+0000","last_fullsized":"2024-09-19T05:36:07.712319+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:30:38.979916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714463+0000","last_change":"2024-09-19T05:36:06.710183+0000","last_active":"2024-09-19T05:36:07.714463+0000","last_peered":"2024-09-19T05:36:07.714463+0000","last_clean":"2024-09-19T05:36:07.714463+0000","last_became_active":"2024-09-19T05:36:06.709845+0000","last_became_peered":"2024-09-19T05:36:06.709845+0000","last_unstale":"2024-09-19T05:36:07.714463+0000","last_undegraded":"2024-09-19T05:36:07.714463+0000","last_fullsized":"2024-09-19T05:36:07.714463+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:10.230071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713866+0000","last_change":"2024-09-19T05:36:06.714202+0000","last_active":"2024-09-19T05:36:07.713866+0000","last_peered":"2024-09-19T05:36:07.713866+0000","last_clean":"2024-09-19T05:36:07.713866+0000","last_became_active":"2024-09-19T05:36:06.713888+0000","last_became_peered":"2024-09-19T05:36:06.713888+0000","last_unstale":"2024-09-19T05:36:07.713866+0000","last_undegraded":"2024-09-19T05:36:07.713866+0000","last_fullsized":"2024-09-19T05:36:07.713866+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:02:02.625410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760166+0000","last_change":"2024-09-19T05:36:06.714402+0000","last_active":"2024-09-19T05:36:07.760166+0000","last_peered":"2024-09-19T05:36:07.760166+0000","last_clean":"2024-09-19T05:36:07.760166+0000","last_became_active":"2024-09-19T05:36:06.714122+0000","last_became_peered":"2024-09-19T05:36:06.714122+0000","last_unstale":"2024-09-19T05:36:07.760166+0000","last_undegraded":"2024-09-19T05:36:07.760166+0000","last_fullsized":"2024-09-19T05:36:07.760166+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:18:45.235693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760067+0000","last_change":"2024-09-19T05:36:06.724666+0000","last_active":"2024-09-19T05:36:07.760067+0000","last_peered":"2024-09-19T05:36:07.760067+0000","last_clean":"2024-09-19T05:36:07.760067+0000","last_became_active":"2024-09-19T05:36:06.724405+0000","last_became_peered":"2024-09-19T05:36:06.724405+0000","last_unstale":"2024-09-19T05:36:07.760067+0000","last_undegraded":"2024-09-19T05:36:07.760067+0000","last_fullsized":"2024-09-19T05:36:07.760067+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:07.286560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714100+0000","last_change":"2024-09-19T05:36:06.718097+0000","last_active":"2024-09-19T05:36:07.714100+0000","last_peered":"2024-09-19T05:36:07.714100+0000","last_clean":"2024-09-19T05:36:07.714100+0000","last_became_active":"2024-09-19T05:36:06.717673+0000","last_became_peered":"2024-09-19T05:36:06.717673+0000","last_unstale":"2024-09-19T05:36:07.714100+0000","last_undegraded":"2024-09-19T05:36:07.714100+0000","last_fullsized":"2024-09-19T05:36:07.714100+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:42.110906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714019+0000","last_change":"2024-09-19T05:36:06.724782+0000","last_active":"2024-09-19T05:36:07.714019+0000","last_peered":"2024-09-19T05:36:07.714019+0000","last_clean":"2024-09-19T05:36:07.714019+0000","last_became_active":"2024-09-19T05:36:06.721681+0000","last_became_peered":"2024-09-19T05:36:06.721681+0000","last_unstale":"2024-09-19T05:36:07.714019+0000","last_undegraded":"2024-09-19T05:36:07.714019+0000","last_fullsized":"2024-09-19T05:36:07.714019+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:04.272296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704167+0000","last_change":"2024-09-19T05:36:05.704167+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704167+0000","last_undegraded":"2024-09-19T05:36:05.704167+0000","last_fullsized":"2024-09-19T05:36:05.704167+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714481+0000","last_change":"2024-09-19T05:36:06.711411+0000","last_active":"2024-09-19T05:36:07.714481+0000","last_peered":"2024-09-19T05:36:07.714481+0000","last_clean":"2024-09-19T05:36:07.714481+0000","last_became_active":"2024-09-19T05:36:06.710729+0000","last_became_peered":"2024-09-19T05:36:06.710729+0000","last_unstale":"2024-09-19T05:36:07.714481+0000","last_undegraded":"2024-09-19T05:36:07.714481+0000","last_fullsized":"2024-09-19T05:36:07.714481+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:20.376936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.705268+0000","last_change":"2024-09-19T05:36:05.705268+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.705268+0000","last_undegraded":"2024-09-19T05:36:05.705268+0000","last_fullsized":"2024-09-19T05:36:05.705268+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713467+0000","last_change":"2024-09-19T05:36:06.726008+0000","last_active":"2024-09-19T05:36:07.713467+0000","last_peered":"2024-09-19T05:36:07.713467+0000","last_clean":"2024-09-19T05:36:07.713467+0000","last_became_active":"2024-09-19T05:36:06.725453+0000","last_became_peered":"2024-09-19T05:36:06.725453+0000","last_unstale":"2024-09-19T05:36:07.713467+0000","last_undegraded":"2024-09-19T05:36:07.713467+0000","last_fullsized":"2024-09-19T05:36:07.713467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:14.768948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713435+0000","last_change":"2024-09-19T05:36:06.716301+0000","last_active":"2024-09-19T05:36:07.713435+0000","last_peered":"2024-09-19T05:36:07.713435+0000","last_clean":"2024-09-19T05:36:07.713435+0000","last_became_active":"2024-09-19T05:36:06.716028+0000","last_became_peered":"2024-09-19T05:36:06.716028+0000","last_unstale":"2024-09-19T05:36:07.713435+0000","last_undegraded":"2024-09-19T05:36:07.713435+0000","last_fullsized":"2024-09-19T05:36:07.713435+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:18.431081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699063+0000","last_change":"2024-09-19T05:36:05.699063+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699063+0000","last_undegraded":"2024-09-19T05:36:05.699063+0000","last_fullsized":"2024-09-19T05:36:05.699063+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760572+0000","last_change":"2024-09-19T05:36:06.722937+0000","last_active":"2024-09-19T05:36:07.760572+0000","last_peered":"2024-09-19T05:36:07.760572+0000","last_clean":"2024-09-19T05:36:07.760572+0000","last_became_active":"2024-09-19T05:36:06.722666+0000","last_became_peered":"2024-09-19T05:36:06.722666+0000","last_unstale":"2024-09-19T05:36:07.760572+0000","last_undegraded":"2024-09-19T05:36:07.760572+0000","last_fullsized":"2024-09-19T05:36:07.760572+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:57.971381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"65'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760728+0000","last_change":"2024-09-19T05:36:05.720186+0000","last_active":"2024-09-19T05:36:07.760728+0000","last_peered":"2024-09-19T05:36:07.760728+0000","last_clean":"2024-09-19T05:36:07.760728+0000","last_became_active":"2024-09-19T05:36:05.719840+0000","last_became_peered":"2024-09-19T05:36:05.719840+0000","last_unstale":"2024-09-19T05:36:07.760728+0000","last_undegraded":"2024-09-19T05:36:07.760728+0000","last_fullsized":"2024-09-19T05:36:07.760728+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:50.426417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704940+0000","last_change":"2024-09-19T05:36:05.704940+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704940+0000","last_undegraded":"2024-09-19T05:36:05.704940+0000","last_fullsized":"2024-09-19T05:36:05.704940+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712587+0000","last_change":"2024-09-19T05:36:05.716913+0000","last_active":"2024-09-19T05:36:07.712587+0000","last_peered":"2024-09-19T05:36:07.712587+0000","last_clean":"2024-09-19T05:36:07.712587+0000","last_became_active":"2024-09-19T05:36:05.716583+0000","last_became_peered":"2024-09-19T05:36:05.716583+0000","last_unstale":"2024-09-19T05:36:07.712587+0000","last_undegraded":"2024-09-19T05:36:07.712587+0000","last_fullsized":"2024-09-19T05:36:07.712587+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:42:06.623926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.699532+0000","last_change":"2024-09-19T05:36:05.699532+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.699532+0000","last_undegraded":"2024-09-19T05:36:05.699532+0000","last_fullsized":"2024-09-19T05:36:05.699532+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713826+0000","last_change":"2024-09-19T05:36:05.711971+0000","last_active":"2024-09-19T05:36:07.713826+0000","last_peered":"2024-09-19T05:36:07.713826+0000","last_clean":"2024-09-19T05:36:07.713826+0000","last_became_active":"2024-09-19T05:36:05.711636+0000","last_became_peered":"2024-09-19T05:36:05.711636+0000","last_unstale":"2024-09-19T05:36:07.713826+0000","last_undegraded":"2024-09-19T05:36:07.713826+0000","last_fullsized":"2024-09-19T05:36:07.713826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:39.013051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760519+0000","last_change":"2024-09-19T05:36:06.713786+0000","last_active":"2024-09-19T05:36:07.760519+0000","last_peered":"2024-09-19T05:36:07.760519+0000","last_clean":"2024-09-19T05:36:07.760519+0000","last_became_active":"2024-09-19T05:36:06.713477+0000","last_became_peered":"2024-09-19T05:36:06.713477+0000","last_unstale":"2024-09-19T05:36:07.760519+0000","last_undegraded":"2024-09-19T05:36:07.760519+0000","last_fullsized":"2024-09-19T05:36:07.760519+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:24.486176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.697647+0000","last_change":"2024-09-19T05:36:05.697647+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.697647+0000","last_undegraded":"2024-09-19T05:36:05.697647+0000","last_fullsized":"2024-09-19T05:36:05.697647+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713653+0000","last_change":"2024-09-19T05:36:06.703408+0000","last_active":"2024-09-19T05:36:07.713653+0000","last_peered":"2024-09-19T05:36:07.713653+0000","last_clean":"2024-09-19T05:36:07.713653+0000","last_became_active":"2024-09-19T05:36:06.703100+0000","last_became_peered":"2024-09-19T05:36:06.703100+0000","last_unstale":"2024-09-19T05:36:07.713653+0000","last_undegraded":"2024-09-19T05:36:07.713653+0000","last_fullsized":"2024-09-19T05:36:07.713653+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:59.397393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.712006+0000","last_change":"2024-09-19T05:36:05.712006+0000","last_active":"2024-09-19T05:36:05.712006+0000","last_peered":"2024-09-19T05:36:05.712006+0000","last_clean":"2024-09-19T05:36:05.712006+0000","last_became_active":"2024-09-19T05:36:05.711727+0000","last_became_peered":"2024-09-19T05:36:05.711727+0000","last_unstale":"2024-09-19T05:36:05.712006+0000","last_undegraded":"2024-09-19T05:36:05.712006+0000","last_fullsized":"2024-09-19T05:36:05.712006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:38.844823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714426+0000","last_change":"2024-09-19T05:36:06.717248+0000","last_active":"2024-09-19T05:36:07.714426+0000","last_peered":"2024-09-19T05:36:07.714426+0000","last_clean":"2024-09-19T05:36:07.714426+0000","last_became_active":"2024-09-19T05:36:06.716959+0000","last_became_peered":"2024-09-19T05:36:06.716959+0000","last_unstale":"2024-09-19T05:36:07.714426+0000","last_undegraded":"2024-09-19T05:36:07.714426+0000","last_fullsized":"2024-09-19T05:36:07.714426+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:24.354591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.716211+0000","last_change":"2024-09-19T05:36:05.713830+0000","last_active":"2024-09-19T05:36:05.716211+0000","last_peered":"2024-09-19T05:36:05.716211+0000","last_clean":"2024-09-19T05:36:05.716211+0000","last_became_active":"2024-09-19T05:36:05.713146+0000","last_became_peered":"2024-09-19T05:36:05.713146+0000","last_unstale":"2024-09-19T05:36:05.716211+0000","last_undegraded":"2024-09-19T05:36:05.716211+0000","last_fullsized":"2024-09-19T05:36:05.716211+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:19.855042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704412+0000","last_change":"2024-09-19T05:36:05.704412+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704412+0000","last_undegraded":"2024-09-19T05:36:05.704412+0000","last_fullsized":"2024-09-19T05:36:05.704412+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759328+0000","last_change":"2024-09-19T05:36:05.715477+0000","last_active":"2024-09-19T05:36:07.759328+0000","last_peered":"2024-09-19T05:36:07.759328+0000","last_clean":"2024-09-19T05:36:07.759328+0000","last_became_active":"2024-09-19T05:36:05.715169+0000","last_became_peered":"2024-09-19T05:36:05.715169+0000","last_unstale":"2024-09-19T05:36:07.759328+0000","last_undegraded":"2024-09-19T05:36:07.759328+0000","last_fullsized":"2024-09-19T05:36:07.759328+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:53.942843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712430+0000","last_change":"2024-09-19T05:36:06.717437+0000","last_active":"2024-09-19T05:36:07.712430+0000","last_peered":"2024-09-19T05:36:07.712430+0000","last_clean":"2024-09-19T05:36:07.712430+0000","last_became_active":"2024-09-19T05:36:06.717151+0000","last_became_peered":"2024-09-19T05:36:06.717151+0000","last_unstale":"2024-09-19T05:36:07.712430+0000","last_undegraded":"2024-09-19T05:36:07.712430+0000","last_fullsized":"2024-09-19T05:36:07.712430+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:43.033133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698388+0000","last_change":"2024-09-19T05:36:05.698388+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698388+0000","last_undegraded":"2024-09-19T05:36:05.698388+0000","last_fullsized":"2024-09-19T05:36:05.698388+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":["2","1"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714192+0000","last_change":"2024-09-19T05:36:06.719809+0000","last_active":"2024-09-19T05:36:07.714192+0000","last_peered":"2024-09-19T05:36:07.714192+0000","last_clean":"2024-09-19T05:36:07.714192+0000","last_became_active":"2024-09-19T05:36:06.718813+0000","last_became_peered":"2024-09-19T05:36:06.718813+0000","last_unstale":"2024-09-19T05:36:07.714192+0000","last_undegraded":"2024-09-19T05:36:07.714192+0000","last_fullsized":"2024-09-19T05:36:07.714192+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:23.878742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713905+0000","last_change":"2024-09-19T05:36:05.717472+0000","last_active":"2024-09-19T05:36:07.713905+0000","last_peered":"2024-09-19T05:36:07.713905+0000","last_clean":"2024-09-19T05:36:07.713905+0000","last_became_active":"2024-09-19T05:36:05.716982+0000","last_became_peered":"2024-09-19T05:36:05.716982+0000","last_unstale":"2024-09-19T05:36:07.713905+0000","last_undegraded":"2024-09-19T05:36:07.713905+0000","last_fullsized":"2024-09-19T05:36:07.713905+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:16.738686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760660+0000","last_change":"2024-09-19T05:36:06.723916+0000","last_active":"2024-09-19T05:36:07.760660+0000","last_peered":"2024-09-19T05:36:07.760660+0000","last_clean":"2024-09-19T05:36:07.760660+0000","last_became_active":"2024-09-19T05:36:06.723661+0000","last_became_peered":"2024-09-19T05:36:06.723661+0000","last_unstale":"2024-09-19T05:36:07.760660+0000","last_undegraded":"2024-09-19T05:36:07.760660+0000","last_fullsized":"2024-09-19T05:36:07.760660+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:16.329411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.712483+0000","last_change":"2024-09-19T05:36:05.710200+0000","last_active":"2024-09-19T05:36:05.712483+0000","last_peered":"2024-09-19T05:36:05.712483+0000","last_clean":"2024-09-19T05:36:05.712483+0000","last_became_active":"2024-09-19T05:36:05.709293+0000","last_became_peered":"2024-09-19T05:36:05.709293+0000","last_unstale":"2024-09-19T05:36:05.712483+0000","last_undegraded":"2024-09-19T05:36:05.712483+0000","last_fullsized":"2024-09-19T05:36:05.712483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:07.248464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698154+0000","last_change":"2024-09-19T05:36:05.698154+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698154+0000","last_undegraded":"2024-09-19T05:36:05.698154+0000","last_fullsized":"2024-09-19T05:36:05.698154+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.710282+0000","last_change":"2024-09-19T05:36:05.710282+0000","last_active":"2024-09-19T05:36:05.710282+0000","last_peered":"2024-09-19T05:36:05.710282+0000","last_clean":"2024-09-19T05:36:05.710282+0000","last_became_active":"2024-09-19T05:36:05.709973+0000","last_became_peered":"2024-09-19T05:36:05.709973+0000","last_unstale":"2024-09-19T05:36:05.710282+0000","last_undegraded":"2024-09-19T05:36:05.710282+0000","last_fullsized":"2024-09-19T05:36:05.710282+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:48.111351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703905+0000","last_change":"2024-09-19T05:36:05.703905+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703905+0000","last_undegraded":"2024-09-19T05:36:05.703905+0000","last_fullsized":"2024-09-19T05:36:05.703905+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759938+0000","last_change":"2024-09-19T05:36:05.719406+0000","last_active":"2024-09-19T05:36:07.759938+0000","last_peered":"2024-09-19T05:36:07.759938+0000","last_clean":"2024-09-19T05:36:07.759938+0000","last_became_active":"2024-09-19T05:36:05.719107+0000","last_became_peered":"2024-09-19T05:36:05.719107+0000","last_unstale":"2024-09-19T05:36:07.759938+0000","last_undegraded":"2024-09-19T05:36:07.759938+0000","last_fullsized":"2024-09-19T05:36:07.759938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:12.462047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760472+0000","last_change":"2024-09-19T05:36:06.715158+0000","last_active":"2024-09-19T05:36:07.760472+0000","last_peered":"2024-09-19T05:36:07.760472+0000","last_clean":"2024-09-19T05:36:07.760472+0000","last_became_active":"2024-09-19T05:36:06.714692+0000","last_became_peered":"2024-09-19T05:36:06.714692+0000","last_unstale":"2024-09-19T05:36:07.760472+0000","last_undegraded":"2024-09-19T05:36:07.760472+0000","last_fullsized":"2024-09-19T05:36:07.760472+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:03.391813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759597+0000","last_change":"2024-09-19T05:36:05.717288+0000","last_active":"2024-09-19T05:36:07.759597+0000","last_peered":"2024-09-19T05:36:07.759597+0000","last_clean":"2024-09-19T05:36:07.759597+0000","last_became_active":"2024-09-19T05:36:05.716975+0000","last_became_peered":"2024-09-19T05:36:05.716975+0000","last_unstale":"2024-09-19T05:36:07.759597+0000","last_undegraded":"2024-09-19T05:36:07.759597+0000","last_fullsized":"2024-09-19T05:36:07.759597+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:45.885592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713976+0000","last_change":"2024-09-19T05:36:06.710994+0000","last_active":"2024-09-19T05:36:07.713976+0000","last_peered":"2024-09-19T05:36:07.713976+0000","last_clean":"2024-09-19T05:36:07.713976+0000","last_became_active":"2024-09-19T05:36:06.710714+0000","last_became_peered":"2024-09-19T05:36:06.710714+0000","last_unstale":"2024-09-19T05:36:07.713976+0000","last_undegraded":"2024-09-19T05:36:07.713976+0000","last_fullsized":"2024-09-19T05:36:07.713976+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:31.364895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.709080+0000","last_change":"2024-09-19T05:36:05.703831+0000","last_active":"2024-09-19T05:36:05.709080+0000","last_peered":"2024-09-19T05:36:05.709080+0000","last_clean":"2024-09-19T05:36:05.709080+0000","last_became_active":"2024-09-19T05:36:05.703531+0000","last_became_peered":"2024-09-19T05:36:05.703531+0000","last_unstale":"2024-09-19T05:36:05.709080+0000","last_undegraded":"2024-09-19T05:36:05.709080+0000","last_fullsized":"2024-09-19T05:36:05.709080+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:49.575946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712223+0000","last_change":"2024-09-19T05:36:06.721217+0000","last_active":"2024-09-19T05:36:07.712223+0000","last_peered":"2024-09-19T05:36:07.712223+0000","last_clean":"2024-09-19T05:36:07.712223+0000","last_became_active":"2024-09-19T05:36:06.720923+0000","last_became_peered":"2024-09-19T05:36:06.720923+0000","last_unstale":"2024-09-19T05:36:07.712223+0000","last_undegraded":"2024-09-19T05:36:07.712223+0000","last_fullsized":"2024-09-19T05:36:07.712223+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:58.855110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713192+0000","last_change":"2024-09-19T05:36:05.711831+0000","last_active":"2024-09-19T05:36:07.713192+0000","last_peered":"2024-09-19T05:36:07.713192+0000","last_clean":"2024-09-19T05:36:07.713192+0000","last_became_active":"2024-09-19T05:36:05.711519+0000","last_became_peered":"2024-09-19T05:36:05.711519+0000","last_unstale":"2024-09-19T05:36:07.713192+0000","last_undegraded":"2024-09-19T05:36:07.713192+0000","last_fullsized":"2024-09-19T05:36:07.713192+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:50.067315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703216+0000","last_change":"2024-09-19T05:36:05.703216+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703216+0000","last_undegraded":"2024-09-19T05:36:05.703216+0000","last_fullsized":"2024-09-19T05:36:05.703216+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714069+0000","last_change":"2024-09-19T05:36:05.712879+0000","last_active":"2024-09-19T05:36:07.714069+0000","last_peered":"2024-09-19T05:36:07.714069+0000","last_clean":"2024-09-19T05:36:07.714069+0000","last_became_active":"2024-09-19T05:36:05.712580+0000","last_became_peered":"2024-09-19T05:36:05.712580+0000","last_unstale":"2024-09-19T05:36:07.714069+0000","last_undegraded":"2024-09-19T05:36:07.714069+0000","last_fullsized":"2024-09-19T05:36:07.714069+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:33.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714328+0000","last_change":"2024-09-19T05:36:06.710618+0000","last_active":"2024-09-19T05:36:07.714328+0000","last_peered":"2024-09-19T05:36:07.714328+0000","last_clean":"2024-09-19T05:36:07.714328+0000","last_became_active":"2024-09-19T05:36:06.710336+0000","last_became_peered":"2024-09-19T05:36:06.710336+0000","last_unstale":"2024-09-19T05:36:07.714328+0000","last_undegraded":"2024-09-19T05:36:07.714328+0000","last_fullsized":"2024-09-19T05:36:07.714328+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:35.806074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.716329+0000","last_change":"2024-09-19T05:36:05.714043+0000","last_active":"2024-09-19T05:36:05.716329+0000","last_peered":"2024-09-19T05:36:05.716329+0000","last_clean":"2024-09-19T05:36:05.716329+0000","last_became_active":"2024-09-19T05:36:05.713577+0000","last_became_peered":"2024-09-19T05:36:05.713577+0000","last_unstale":"2024-09-19T05:36:05.716329+0000","last_undegraded":"2024-09-19T05:36:05.716329+0000","last_fullsized":"2024-09-19T05:36:05.716329+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:47.121911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760678+0000","last_change":"2024-09-19T05:36:06.716873+0000","last_active":"2024-09-19T05:36:07.760678+0000","last_peered":"2024-09-19T05:36:07.760678+0000","last_clean":"2024-09-19T05:36:07.760678+0000","last_became_active":"2024-09-19T05:36:06.716466+0000","last_became_peered":"2024-09-19T05:36:06.716466+0000","last_unstale":"2024-09-19T05:36:07.760678+0000","last_undegraded":"2024-09-19T05:36:07.760678+0000","last_fullsized":"2024-09-19T05:36:07.760678+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:48:32.205992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714388+0000","last_change":"2024-09-19T05:36:05.715101+0000","last_active":"2024-09-19T05:36:07.714388+0000","last_peered":"2024-09-19T05:36:07.714388+0000","last_clean":"2024-09-19T05:36:07.714388+0000","last_became_active":"2024-09-19T05:36:05.714821+0000","last_became_peered":"2024-09-19T05:36:05.714821+0000","last_unstale":"2024-09-19T05:36:07.714388+0000","last_undegraded":"2024-09-19T05:36:07.714388+0000","last_fullsized":"2024-09-19T05:36:07.714388+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:32.992191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759883+0000","last_change":"2024-09-19T05:36:06.711714+0000","last_active":"2024-09-19T05:36:07.759883+0000","last_peered":"2024-09-19T05:36:07.759883+0000","last_clean":"2024-09-19T05:36:07.759883+0000","last_became_active":"2024-09-19T05:36:06.711329+0000","last_became_peered":"2024-09-19T05:36:06.711329+0000","last_unstale":"2024-09-19T05:36:07.759883+0000","last_undegraded":"2024-09-19T05:36:07.759883+0000","last_fullsized":"2024-09-19T05:36:07.759883+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:33.995871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.711335+0000","last_change":"2024-09-19T05:36:05.710618+0000","last_active":"2024-09-19T05:36:05.711335+0000","last_peered":"2024-09-19T05:36:05.711335+0000","last_clean":"2024-09-19T05:36:05.711335+0000","last_became_active":"2024-09-19T05:36:05.710260+0000","last_became_peered":"2024-09-19T05:36:05.710260+0000","last_unstale":"2024-09-19T05:36:05.711335+0000","last_undegraded":"2024-09-19T05:36:05.711335+0000","last_fullsized":"2024-09-19T05:36:05.711335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:48.405798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703286+0000","last_change":"2024-09-19T05:36:05.703286+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703286+0000","last_undegraded":"2024-09-19T05:36:05.703286+0000","last_fullsized":"2024-09-19T05:36:05.703286+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760229+0000","last_change":"2024-09-19T05:36:05.714031+0000","last_active":"2024-09-19T05:36:07.760229+0000","last_peered":"2024-09-19T05:36:07.760229+0000","last_clean":"2024-09-19T05:36:07.760229+0000","last_became_active":"2024-09-19T05:36:05.713724+0000","last_became_peered":"2024-09-19T05:36:05.713724+0000","last_unstale":"2024-09-19T05:36:07.760229+0000","last_undegraded":"2024-09-19T05:36:07.760229+0000","last_fullsized":"2024-09-19T05:36:07.760229+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:42:06.623926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.704677+0000","last_change":"2024-09-19T05:36:05.704677+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.704677+0000","last_undegraded":"2024-09-19T05:36:05.704677+0000","last_fullsized":"2024-09-19T05:36:05.704677+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.715499+0000","last_change":"2024-09-19T05:36:05.712745+0000","last_active":"2024-09-19T05:36:05.715499+0000","last_peered":"2024-09-19T05:36:05.715499+0000","last_clean":"2024-09-19T05:36:05.715499+0000","last_became_active":"2024-09-19T05:36:05.712444+0000","last_became_peered":"2024-09-19T05:36:05.712444+0000","last_unstale":"2024-09-19T05:36:05.715499+0000","last_undegraded":"2024-09-19T05:36:05.715499+0000","last_fullsized":"2024-09-19T05:36:05.715499+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:15.795070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703781+0000","last_change":"2024-09-19T05:36:05.703781+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703781+0000","last_undegraded":"2024-09-19T05:36:05.703781+0000","last_fullsized":"2024-09-19T05:36:05.703781+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713498+0000","last_change":"2024-09-19T05:36:05.707551+0000","last_active":"2024-09-19T05:36:07.713498+0000","last_peered":"2024-09-19T05:36:07.713498+0000","last_clean":"2024-09-19T05:36:07.713498+0000","last_became_active":"2024-09-19T05:36:05.707210+0000","last_became_peered":"2024-09-19T05:36:05.707210+0000","last_unstale":"2024-09-19T05:36:07.713498+0000","last_undegraded":"2024-09-19T05:36:07.713498+0000","last_fullsized":"2024-09-19T05:36:07.713498+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:54.767666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703762+0000","last_change":"2024-09-19T05:36:05.703762+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703762+0000","last_undegraded":"2024-09-19T05:36:05.703762+0000","last_fullsized":"2024-09-19T05:36:05.703762+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712089+0000","last_change":"2024-09-19T05:36:05.719404+0000","last_active":"2024-09-19T05:36:07.712089+0000","last_peered":"2024-09-19T05:36:07.712089+0000","last_clean":"2024-09-19T05:36:07.712089+0000","last_became_active":"2024-09-19T05:36:05.719102+0000","last_became_peered":"2024-09-19T05:36:05.719102+0000","last_unstale":"2024-09-19T05:36:07.712089+0000","last_undegraded":"2024-09-19T05:36:07.712089+0000","last_fullsized":"2024-09-19T05:36:07.712089+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:19.373256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712588+0000","last_change":"2024-09-19T05:36:06.710628+0000","last_active":"2024-09-19T05:36:07.712588+0000","last_peered":"2024-09-19T05:36:07.712588+0000","last_clean":"2024-09-19T05:36:07.712588+0000","last_became_active":"2024-09-19T05:36:06.710312+0000","last_became_peered":"2024-09-19T05:36:06.710312+0000","last_unstale":"2024-09-19T05:36:07.712588+0000","last_undegraded":"2024-09-19T05:36:07.712588+0000","last_fullsized":"2024-09-19T05:36:07.712588+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:07.286560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.715594+0000","last_change":"2024-09-19T05:36:05.712495+0000","last_active":"2024-09-19T05:36:05.715594+0000","last_peered":"2024-09-19T05:36:05.715594+0000","last_clean":"2024-09-19T05:36:05.715594+0000","last_became_active":"2024-09-19T05:36:05.712202+0000","last_became_peered":"2024-09-19T05:36:05.712202+0000","last_unstale":"2024-09-19T05:36:05.715594+0000","last_undegraded":"2024-09-19T05:36:05.715594+0000","last_fullsized":"2024-09-19T05:36:05.715594+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:01.171467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714070+0000","last_change":"2024-09-19T05:36:06.711893+0000","last_active":"2024-09-19T05:36:07.714070+0000","last_peered":"2024-09-19T05:36:07.714070+0000","last_clean":"2024-09-19T05:36:07.714070+0000","last_became_active":"2024-09-19T05:36:06.711606+0000","last_became_peered":"2024-09-19T05:36:06.711606+0000","last_unstale":"2024-09-19T05:36:07.714070+0000","last_undegraded":"2024-09-19T05:36:07.714070+0000","last_fullsized":"2024-09-19T05:36:07.714070+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:18.711244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714263+0000","last_change":"2024-09-19T05:36:05.712627+0000","last_active":"2024-09-19T05:36:07.714263+0000","last_peered":"2024-09-19T05:36:07.714263+0000","last_clean":"2024-09-19T05:36:07.714263+0000","last_became_active":"2024-09-19T05:36:05.712324+0000","last_became_peered":"2024-09-19T05:36:05.712324+0000","last_unstale":"2024-09-19T05:36:07.714263+0000","last_undegraded":"2024-09-19T05:36:07.714263+0000","last_fullsized":"2024-09-19T05:36:07.714263+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:40.041604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760307+0000","last_change":"2024-09-19T05:36:06.725545+0000","last_active":"2024-09-19T05:36:07.760307+0000","last_peered":"2024-09-19T05:36:07.760307+0000","last_clean":"2024-09-19T05:36:07.760307+0000","last_became_active":"2024-09-19T05:36:06.725279+0000","last_became_peered":"2024-09-19T05:36:06.725279+0000","last_unstale":"2024-09-19T05:36:07.760307+0000","last_undegraded":"2024-09-19T05:36:07.760307+0000","last_fullsized":"2024-09-19T05:36:07.760307+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:41.629530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.713634+0000","last_change":"2024-09-19T05:36:05.713634+0000","last_active":"2024-09-19T05:36:05.713634+0000","last_peered":"2024-09-19T05:36:05.713634+0000","last_clean":"2024-09-19T05:36:05.713634+0000","last_became_active":"2024-09-19T05:36:05.713314+0000","last_became_peered":"2024-09-19T05:36:05.713314+0000","last_unstale":"2024-09-19T05:36:05.713634+0000","last_undegraded":"2024-09-19T05:36:05.713634+0000","last_fullsized":"2024-09-19T05:36:05.713634+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:33.435116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760788+0000","last_change":"2024-09-19T05:36:06.717175+0000","last_active":"2024-09-19T05:36:07.760788+0000","last_peered":"2024-09-19T05:36:07.760788+0000","last_clean":"2024-09-19T05:36:07.760788+0000","last_became_active":"2024-09-19T05:36:06.715682+0000","last_became_peered":"2024-09-19T05:36:06.715682+0000","last_unstale":"2024-09-19T05:36:07.760788+0000","last_undegraded":"2024-09-19T05:36:07.760788+0000","last_fullsized":"2024-09-19T05:36:07.760788+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:47.660203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712381+0000","last_change":"2024-09-19T05:36:05.711993+0000","last_active":"2024-09-19T05:36:07.712381+0000","last_peered":"2024-09-19T05:36:07.712381+0000","last_clean":"2024-09-19T05:36:07.712381+0000","last_became_active":"2024-09-19T05:36:05.711697+0000","last_became_peered":"2024-09-19T05:36:05.711697+0000","last_unstale":"2024-09-19T05:36:07.712381+0000","last_undegraded":"2024-09-19T05:36:07.712381+0000","last_fullsized":"2024-09-19T05:36:07.712381+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:50.426417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.702653+0000","last_change":"2024-09-19T05:36:05.702653+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.702653+0000","last_undegraded":"2024-09-19T05:36:05.702653+0000","last_fullsized":"2024-09-19T05:36:05.702653+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":8,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-19T05:36:05.707148+0000","last_change":"2024-09-19T05:36:05.707148+0000","last_active":"2024-09-19T05:36:05.707148+0000","last_peered":"2024-09-19T05:36:05.707148+0000","last_clean":"2024-09-19T05:36:05.707148+0000","last_became_active":"2024-09-19T05:36:05.706877+0000","last_became_peered":"2024-09-19T05:36:05.706877+0000","last_unstale":"2024-09-19T05:36:05.707148+0000","last_undegraded":"2024-09-19T05:36:05.707148+0000","last_fullsized":"2024-09-19T05:36:05.707148+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:40.056914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698680+0000","last_change":"2024-09-19T05:36:05.698680+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698680+0000","last_undegraded":"2024-09-19T05:36:05.698680+0000","last_fullsized":"2024-09-19T05:36:05.698680+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759366+0000","last_change":"2024-09-19T05:36:05.717466+0000","last_active":"2024-09-19T05:36:07.759366+0000","last_peered":"2024-09-19T05:36:07.759366+0000","last_clean":"2024-09-19T05:36:07.759366+0000","last_became_active":"2024-09-19T05:36:05.716891+0000","last_became_peered":"2024-09-19T05:36:05.716891+0000","last_unstale":"2024-09-19T05:36:07.759366+0000","last_undegraded":"2024-09-19T05:36:07.759366+0000","last_fullsized":"2024-09-19T05:36:07.759366+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:47.958603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759245+0000","last_change":"2024-09-19T05:36:06.710696+0000","last_active":"2024-09-19T05:36:07.759245+0000","last_peered":"2024-09-19T05:36:07.759245+0000","last_clean":"2024-09-19T05:36:07.759245+0000","last_became_active":"2024-09-19T05:36:06.710394+0000","last_became_peered":"2024-09-19T05:36:06.710394+0000","last_unstale":"2024-09-19T05:36:07.759245+0000","last_undegraded":"2024-09-19T05:36:07.759245+0000","last_fullsized":"2024-09-19T05:36:07.759245+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:29.961190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713282+0000","last_change":"2024-09-19T05:36:05.714688+0000","last_active":"2024-09-19T05:36:07.713282+0000","last_peered":"2024-09-19T05:36:07.713282+0000","last_clean":"2024-09-19T05:36:07.713282+0000","last_became_active":"2024-09-19T05:36:05.712094+0000","last_became_peered":"2024-09-19T05:36:05.712094+0000","last_unstale":"2024-09-19T05:36:07.713282+0000","last_undegraded":"2024-09-19T05:36:07.713282+0000","last_fullsized":"2024-09-19T05:36:07.713282+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:28.957510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.698136+0000","last_change":"2024-09-19T05:36:05.698136+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698136+0000","last_undegraded":"2024-09-19T05:36:05.698136+0000","last_fullsized":"2024-09-19T05:36:05.698136+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698147+0000","last_change":"2024-09-19T05:36:05.698147+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698147+0000","last_undegraded":"2024-09-19T05:36:05.698147+0000","last_fullsized":"2024-09-19T05:36:05.698147+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"creating+peering","last_fresh":"2024-09-19T05:36:05.703902+0000","last_change":"2024-09-19T05:36:05.703902+0000","last_active":"2024-09-19T05:36:05.689247+0000","last_peered":"2024-09-19T05:36:05.689247+0000","last_clean":"2024-09-19T05:36:05.689247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.703902+0000","last_undegraded":"2024-09-19T05:36:05.703902+0000","last_fullsized":"2024-09-19T05:36:05.703902+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":3,"reported_epoch":64,"state":"creating+activating","last_fresh":"2024-09-19T05:36:05.698181+0000","last_change":"2024-09-19T05:36:05.698181+0000","last_active":"2024-09-19T05:36:04.685567+0000","last_peered":"2024-09-19T05:36:04.685567+0000","last_clean":"2024-09-19T05:36:04.685567+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:05.698181+0000","last_undegraded":"2024-09-19T05:36:05.698181+0000","last_fullsized":"2024-09-19T05:36:05.698181+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":254,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759990+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:07.759990+0000","last_peered":"2024-09-19T05:36:07.759990+0000","last_clean":"2024-09-19T05:36:07.759990+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:07.759990+0000","last_undegraded":"2024-09-19T05:36:07.759990+0000","last_fullsized":"2024-09-19T05:36:07.759990+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2228,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":3004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509469,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36100,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335740,"statfs":{"total":96636764160,"available":96599797760,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509468,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509470,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":757760,"data_stored":312260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542175,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36712,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335128,"statfs":{"total":96636764160,"available":96599171072,"internally_reserved":0,"allocated":1396736,"data_stored":922594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542173,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36132,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335708,"statfs":{"total":96636764160,"available":96599764992,"internally_reserved":0,"allocated":798720,"data_stored":331700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335704,"statfs":{"total":96636764160,"available":96599760896,"internally_reserved":0,"allocated":798720,"data_stored":331680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542176,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":333838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542176,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32552,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339288,"statfs":{"total":96636764160,"available":96603430912,"internally_reserved":0,"allocated":1388544,"data_stored":921978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:14.608 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:14.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.723+0000 7fbe5e14b640 1 Processor -- start 2024-09-19T05:36:14.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.724+0000 7fbe5e14b640 1 -- start start 2024-09-19T05:36:14.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.724+0000 7fbe5e14b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbe580cfba0 0x7fbe5815e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:14.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.724+0000 7fbe5e14b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe5815bfb0 con 0x7fbe5815abc0 2024-09-19T05:36:14.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.724+0000 7fbe5e14b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe580b4140 con 0x7fbe580ccf60 2024-09-19T05:36:14.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.724+0000 7fbe5e14b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fbe5815ec40 con 0x7fbe580cfba0 2024-09-19T05:36:14.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.725+0000 7fbe56ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbe580cfba0 0x7fbe5815e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:14.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.725+0000 7fbe577fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbe5815abc0 0x7fbe580b3a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47038/0 (socket says 172.21.15.39:47038) 2024-09-19T05:36:14.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.725+0000 7fbe577fe640 1 -- 172.21.15.39:0/3919426519 learned_addr learned my addr 172.21.15.39:0/3919426519 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:14.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.725+0000 7fbe56ffd640 1 -- 172.21.15.39:0/3919426519 >> v1:172.21.15.50:6789/0 conn(0x7fbe580ccf60 legacy=0x7fbe580b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:14.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.725+0000 7fbe56ffd640 1 -- 172.21.15.39:0/3919426519 >> v1:172.21.15.39:6789/0 conn(0x7fbe5815abc0 legacy=0x7fbe580b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:14.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.725+0000 7fbe56ffd640 1 -- 172.21.15.39:0/3919426519 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe5815ee70 con 0x7fbe580cfba0 2024-09-19T05:36:14.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.726+0000 7fbe56ffd640 1 --2- 172.21.15.39:0/3919426519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 0x7fbe5815e700 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c0097a0 tx=0x7fbe4c02b2b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd36706e0d48e150 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:14.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.726+0000 7fbe567fc640 1 -- 172.21.15.39:0/3919426519 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c038070 con 0x7fbe580cfba0 2024-09-19T05:36:14.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.726+0000 7fbe567fc640 1 -- 172.21.15.39:0/3919426519 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe4c033440 con 0x7fbe580cfba0 2024-09-19T05:36:14.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.726+0000 7fbe567fc640 1 -- 172.21.15.39:0/3919426519 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c033810 con 0x7fbe580cfba0 2024-09-19T05:36:14.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.727+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3919426519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 msgr2=0x7fbe5815e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:14.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.727+0000 7fbe5e14b640 1 --2- 172.21.15.39:0/3919426519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 0x7fbe5815e700 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c0097a0 tx=0x7fbe4c02b2b0 comp rx=0 tx=0).stop 2024-09-19T05:36:14.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.727+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3919426519 shutdown_connections 2024-09-19T05:36:14.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.727+0000 7fbe5e14b640 1 --2- 172.21.15.39:0/3919426519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 0x7fbe5815e700 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:14.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.727+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3919426519 >> 172.21.15.39:0/3919426519 conn(0x7fbe5806d000 msgr2=0x7fbe5806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:14.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.727+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3919426519 shutdown_connections 2024-09-19T05:36:14.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.727+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3919426519 wait complete. 2024-09-19T05:36:14.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.728+0000 7fbe5e14b640 1 Processor -- start 2024-09-19T05:36:14.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.728+0000 7fbe5e14b640 1 -- start start 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe5e14b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe580ccf60 0x7fbe581f4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe5e14b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 0x7fbe580ac020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe5e14b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe5815abc0 0x7fbe580ae720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe5e14b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbe580b4ff0 con 0x7fbe580cfba0 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe5e14b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbe5815f430 con 0x7fbe5815abc0 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe5e14b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbe580b5170 con 0x7fbe580ccf60 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe56ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 0x7fbe580ac020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe56ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 0x7fbe580ac020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60648/0 (socket says 172.21.15.39:60648) 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe56ffd640 1 -- 172.21.15.39:0/3096535177 learned_addr learned my addr 172.21.15.39:0/3096535177 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe577fe640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe580ccf60 0x7fbe581f4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:14.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe57fff640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe5815abc0 0x7fbe580ae720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe56ffd640 1 -- 172.21.15.39:0/3096535177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe580ccf60 msgr2=0x7fbe581f4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe56ffd640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe580ccf60 0x7fbe581f4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe56ffd640 1 -- 172.21.15.39:0/3096535177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe5815abc0 msgr2=0x7fbe580ae720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe56ffd640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe5815abc0 0x7fbe580ae720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.729+0000 7fbe56ffd640 1 -- 172.21.15.39:0/3096535177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe580af2c0 con 0x7fbe580cfba0 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.730+0000 7fbe56ffd640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 0x7fbe580ac020 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c02b8a0 tx=0x7fbe4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.730+0000 7fbe3ffff640 1 -- 172.21.15.39:0/3096535177 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c042020 con 0x7fbe580cfba0 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.730+0000 7fbe3ffff640 1 -- 172.21.15.39:0/3096535177 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe4c0317d0 con 0x7fbe580cfba0 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.730+0000 7fbe3ffff640 1 -- 172.21.15.39:0/3096535177 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c038040 con 0x7fbe580cfba0 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.730+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe580aefe0 con 0x7fbe580cfba0 2024-09-19T05:36:14.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.730+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe581f3860 con 0x7fbe580cfba0 2024-09-19T05:36:14.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.731+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe580b2be0 con 0x7fbe580cfba0 2024-09-19T05:36:14.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.732+0000 7fbe3ffff640 1 -- 172.21.15.39:0/3096535177 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbe4c045020 con 0x7fbe580cfba0 2024-09-19T05:36:14.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.732+0000 7fbe3ffff640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbe4406c2b0 0x7fbe4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:14.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.732+0000 7fbe3ffff640 1 -- 172.21.15.39:0/3096535177 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7fbe4c0abab0 con 0x7fbe580cfba0 2024-09-19T05:36:14.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.732+0000 7fbe577fe640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbe4406c2b0 0x7fbe4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:14.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.733+0000 7fbe577fe640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbe4406c2b0 0x7fbe4406e770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbe48007fd0 tx=0x7fbe48007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:14.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.737+0000 7fbe3ffff640 1 -- 172.21.15.39:0/3096535177 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbe4c04c030 con 0x7fbe580cfba0 2024-09-19T05:36:14.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.909+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbe5815e700 con 0x7fbe4406c2b0 2024-09-19T05:36:14.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.915+0000 7fbe3ffff640 1 -- 172.21.15.39:0/3096535177 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252068 (secure 0 0 0) 0x7fbe5815e700 con 0x7fbe4406c2b0 2024-09-19T05:36:14.920 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:14.921 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbe4406c2b0 msgr2=0x7fbe4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbe4406c2b0 0x7fbe4406e770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbe48007fd0 tx=0x7fbe48007e80 comp rx=0 tx=0).stop 2024-09-19T05:36:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 msgr2=0x7fbe580ac020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 0x7fbe580ac020 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c02b8a0 tx=0x7fbe4c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 shutdown_connections 2024-09-19T05:36:14.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbe4406c2b0 0x7fbe4406e770 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:14.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe5815abc0 0x7fbe580ae720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:14.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe580cfba0 0x7fbe580ac020 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:14.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 --2- 172.21.15.39:0/3096535177 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbe580ccf60 0x7fbe581f4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:14.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 >> 172.21.15.39:0/3096535177 conn(0x7fbe5806d000 msgr2=0x7fbe580d06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:14.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 shutdown_connections 2024-09-19T05:36:14.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:14.918+0000 7fbe5e14b640 1 -- 172.21.15.39:0/3096535177 wait complete. 2024-09-19T05:36:14.932 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2024-09-19T05:36:14.695558+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":169,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":273612,"kb_used_data":7432,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754701108,"statfs":{"total":773094113280,"available":772813934592,"internally_reserved":0,"allocated":7610368,"data_stored":3838436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002020"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760461+0000","last_change":"2024-09-19T05:36:06.713675+0000","last_active":"2024-09-19T05:36:07.760461+0000","last_peered":"2024-09-19T05:36:07.760461+0000","last_clean":"2024-09-19T05:36:07.760461+0000","last_became_active":"2024-09-19T05:36:06.713369+0000","last_became_peered":"2024-09-19T05:36:06.713369+0000","last_unstale":"2024-09-19T05:36:07.760461+0000","last_undegraded":"2024-09-19T05:36:07.760461+0000","last_fullsized":"2024-09-19T05:36:07.760461+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:04.264380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761432+0000","last_change":"2024-09-19T05:36:06.720911+0000","last_active":"2024-09-19T05:36:07.761432+0000","last_peered":"2024-09-19T05:36:07.761432+0000","last_clean":"2024-09-19T05:36:07.761432+0000","last_became_active":"2024-09-19T05:36:06.720508+0000","last_became_peered":"2024-09-19T05:36:06.720508+0000","last_unstale":"2024-09-19T05:36:07.761432+0000","last_undegraded":"2024-09-19T05:36:07.761432+0000","last_fullsized":"2024-09-19T05:36:07.761432+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:59.397393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760614+0000","last_change":"2024-09-19T05:36:06.713088+0000","last_active":"2024-09-19T05:36:07.760614+0000","last_peered":"2024-09-19T05:36:07.760614+0000","last_clean":"2024-09-19T05:36:07.760614+0000","last_became_active":"2024-09-19T05:36:06.712830+0000","last_became_peered":"2024-09-19T05:36:06.712830+0000","last_unstale":"2024-09-19T05:36:07.760614+0000","last_undegraded":"2024-09-19T05:36:07.760614+0000","last_fullsized":"2024-09-19T05:36:07.760614+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:54:25.149991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759681+0000","last_change":"2024-09-19T05:36:06.724739+0000","last_active":"2024-09-19T05:36:07.759681+0000","last_peered":"2024-09-19T05:36:07.759681+0000","last_clean":"2024-09-19T05:36:07.759681+0000","last_became_active":"2024-09-19T05:36:06.724471+0000","last_became_peered":"2024-09-19T05:36:06.724471+0000","last_unstale":"2024-09-19T05:36:07.759681+0000","last_undegraded":"2024-09-19T05:36:07.759681+0000","last_fullsized":"2024-09-19T05:36:07.759681+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:40.016731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759678+0000","last_change":"2024-09-19T05:36:06.717705+0000","last_active":"2024-09-19T05:36:07.759678+0000","last_peered":"2024-09-19T05:36:07.759678+0000","last_clean":"2024-09-19T05:36:07.759678+0000","last_became_active":"2024-09-19T05:36:06.717405+0000","last_became_peered":"2024-09-19T05:36:06.717405+0000","last_unstale":"2024-09-19T05:36:07.759678+0000","last_undegraded":"2024-09-19T05:36:07.759678+0000","last_fullsized":"2024-09-19T05:36:07.759678+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:54.958363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760962+0000","last_change":"2024-09-19T05:36:06.721529+0000","last_active":"2024-09-19T05:36:07.760962+0000","last_peered":"2024-09-19T05:36:07.760962+0000","last_clean":"2024-09-19T05:36:07.760962+0000","last_became_active":"2024-09-19T05:36:06.721235+0000","last_became_peered":"2024-09-19T05:36:06.721235+0000","last_unstale":"2024-09-19T05:36:07.760962+0000","last_undegraded":"2024-09-19T05:36:07.760962+0000","last_fullsized":"2024-09-19T05:36:07.760962+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:16.961069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713693+0000","last_change":"2024-09-19T05:36:06.712598+0000","last_active":"2024-09-19T05:36:07.713693+0000","last_peered":"2024-09-19T05:36:07.713693+0000","last_clean":"2024-09-19T05:36:07.713693+0000","last_became_active":"2024-09-19T05:36:06.712310+0000","last_became_peered":"2024-09-19T05:36:06.712310+0000","last_unstale":"2024-09-19T05:36:07.713693+0000","last_undegraded":"2024-09-19T05:36:07.713693+0000","last_fullsized":"2024-09-19T05:36:07.713693+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:07.700197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760501+0000","last_change":"2024-09-19T05:36:06.718948+0000","last_active":"2024-09-19T05:36:07.760501+0000","last_peered":"2024-09-19T05:36:07.760501+0000","last_clean":"2024-09-19T05:36:07.760501+0000","last_became_active":"2024-09-19T05:36:06.718515+0000","last_became_peered":"2024-09-19T05:36:06.718515+0000","last_unstale":"2024-09-19T05:36:07.760501+0000","last_undegraded":"2024-09-19T05:36:07.760501+0000","last_fullsized":"2024-09-19T05:36:07.760501+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:15.879243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759925+0000","last_change":"2024-09-19T05:36:06.719766+0000","last_active":"2024-09-19T05:36:07.759925+0000","last_peered":"2024-09-19T05:36:07.759925+0000","last_clean":"2024-09-19T05:36:07.759925+0000","last_became_active":"2024-09-19T05:36:06.719510+0000","last_became_peered":"2024-09-19T05:36:06.719510+0000","last_unstale":"2024-09-19T05:36:07.759925+0000","last_undegraded":"2024-09-19T05:36:07.759925+0000","last_fullsized":"2024-09-19T05:36:07.759925+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:22.285194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714338+0000","last_change":"2024-09-19T05:36:06.710274+0000","last_active":"2024-09-19T05:36:07.714338+0000","last_peered":"2024-09-19T05:36:07.714338+0000","last_clean":"2024-09-19T05:36:07.714338+0000","last_became_active":"2024-09-19T05:36:06.709974+0000","last_became_peered":"2024-09-19T05:36:06.709974+0000","last_unstale":"2024-09-19T05:36:07.714338+0000","last_undegraded":"2024-09-19T05:36:07.714338+0000","last_fullsized":"2024-09-19T05:36:07.714338+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:04.075086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760955+0000","last_change":"2024-09-19T05:36:06.717935+0000","last_active":"2024-09-19T05:36:07.760955+0000","last_peered":"2024-09-19T05:36:07.760955+0000","last_clean":"2024-09-19T05:36:07.760955+0000","last_became_active":"2024-09-19T05:36:06.716077+0000","last_became_peered":"2024-09-19T05:36:06.716077+0000","last_unstale":"2024-09-19T05:36:07.760955+0000","last_undegraded":"2024-09-19T05:36:07.760955+0000","last_fullsized":"2024-09-19T05:36:07.760955+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:54:13.265553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759822+0000","last_change":"2024-09-19T05:36:06.712745+0000","last_active":"2024-09-19T05:36:07.759822+0000","last_peered":"2024-09-19T05:36:07.759822+0000","last_clean":"2024-09-19T05:36:07.759822+0000","last_became_active":"2024-09-19T05:36:06.712465+0000","last_became_peered":"2024-09-19T05:36:06.712465+0000","last_unstale":"2024-09-19T05:36:07.759822+0000","last_undegraded":"2024-09-19T05:36:07.759822+0000","last_fullsized":"2024-09-19T05:36:07.759822+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:34.474959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712373+0000","last_change":"2024-09-19T05:36:06.728046+0000","last_active":"2024-09-19T05:36:07.712373+0000","last_peered":"2024-09-19T05:36:07.712373+0000","last_clean":"2024-09-19T05:36:07.712373+0000","last_became_active":"2024-09-19T05:36:06.727788+0000","last_became_peered":"2024-09-19T05:36:06.727788+0000","last_unstale":"2024-09-19T05:36:07.712373+0000","last_undegraded":"2024-09-19T05:36:07.712373+0000","last_fullsized":"2024-09-19T05:36:07.712373+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:33.182574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759477+0000","last_change":"2024-09-19T05:36:06.725462+0000","last_active":"2024-09-19T05:36:07.759477+0000","last_peered":"2024-09-19T05:36:07.759477+0000","last_clean":"2024-09-19T05:36:07.759477+0000","last_became_active":"2024-09-19T05:36:06.725150+0000","last_became_peered":"2024-09-19T05:36:06.725150+0000","last_unstale":"2024-09-19T05:36:07.759477+0000","last_undegraded":"2024-09-19T05:36:07.759477+0000","last_fullsized":"2024-09-19T05:36:07.759477+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:16.798750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712242+0000","last_change":"2024-09-19T05:36:06.710691+0000","last_active":"2024-09-19T05:36:07.712242+0000","last_peered":"2024-09-19T05:36:07.712242+0000","last_clean":"2024-09-19T05:36:07.712242+0000","last_became_active":"2024-09-19T05:36:06.710413+0000","last_became_peered":"2024-09-19T05:36:06.710413+0000","last_unstale":"2024-09-19T05:36:07.712242+0000","last_undegraded":"2024-09-19T05:36:07.712242+0000","last_fullsized":"2024-09-19T05:36:07.712242+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:14.247401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714195+0000","last_change":"2024-09-19T05:36:06.721814+0000","last_active":"2024-09-19T05:36:07.714195+0000","last_peered":"2024-09-19T05:36:07.714195+0000","last_clean":"2024-09-19T05:36:07.714195+0000","last_became_active":"2024-09-19T05:36:06.721526+0000","last_became_peered":"2024-09-19T05:36:06.721526+0000","last_unstale":"2024-09-19T05:36:07.714195+0000","last_undegraded":"2024-09-19T05:36:07.714195+0000","last_fullsized":"2024-09-19T05:36:07.714195+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:59.308624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760062+0000","last_change":"2024-09-19T05:36:06.719728+0000","last_active":"2024-09-19T05:36:07.760062+0000","last_peered":"2024-09-19T05:36:07.760062+0000","last_clean":"2024-09-19T05:36:07.760062+0000","last_became_active":"2024-09-19T05:36:06.719487+0000","last_became_peered":"2024-09-19T05:36:06.719487+0000","last_unstale":"2024-09-19T05:36:07.760062+0000","last_undegraded":"2024-09-19T05:36:07.760062+0000","last_fullsized":"2024-09-19T05:36:07.760062+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:10.564130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759933+0000","last_change":"2024-09-19T05:36:06.722145+0000","last_active":"2024-09-19T05:36:07.759933+0000","last_peered":"2024-09-19T05:36:07.759933+0000","last_clean":"2024-09-19T05:36:07.759933+0000","last_became_active":"2024-09-19T05:36:06.721868+0000","last_became_peered":"2024-09-19T05:36:06.721868+0000","last_unstale":"2024-09-19T05:36:07.759933+0000","last_undegraded":"2024-09-19T05:36:07.759933+0000","last_fullsized":"2024-09-19T05:36:07.759933+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:17.742366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761476+0000","last_change":"2024-09-19T05:36:06.719551+0000","last_active":"2024-09-19T05:36:07.761476+0000","last_peered":"2024-09-19T05:36:07.761476+0000","last_clean":"2024-09-19T05:36:07.761476+0000","last_became_active":"2024-09-19T05:36:06.719368+0000","last_became_peered":"2024-09-19T05:36:06.719368+0000","last_unstale":"2024-09-19T05:36:07.761476+0000","last_undegraded":"2024-09-19T05:36:07.761476+0000","last_fullsized":"2024-09-19T05:36:07.761476+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:07.700197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712319+0000","last_change":"2024-09-19T05:36:06.714368+0000","last_active":"2024-09-19T05:36:07.712319+0000","last_peered":"2024-09-19T05:36:07.712319+0000","last_clean":"2024-09-19T05:36:07.712319+0000","last_became_active":"2024-09-19T05:36:06.714090+0000","last_became_peered":"2024-09-19T05:36:06.714090+0000","last_unstale":"2024-09-19T05:36:07.712319+0000","last_undegraded":"2024-09-19T05:36:07.712319+0000","last_fullsized":"2024-09-19T05:36:07.712319+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:30:38.979916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714463+0000","last_change":"2024-09-19T05:36:06.710183+0000","last_active":"2024-09-19T05:36:07.714463+0000","last_peered":"2024-09-19T05:36:07.714463+0000","last_clean":"2024-09-19T05:36:07.714463+0000","last_became_active":"2024-09-19T05:36:06.709845+0000","last_became_peered":"2024-09-19T05:36:06.709845+0000","last_unstale":"2024-09-19T05:36:07.714463+0000","last_undegraded":"2024-09-19T05:36:07.714463+0000","last_fullsized":"2024-09-19T05:36:07.714463+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:10.230071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713866+0000","last_change":"2024-09-19T05:36:06.714202+0000","last_active":"2024-09-19T05:36:07.713866+0000","last_peered":"2024-09-19T05:36:07.713866+0000","last_clean":"2024-09-19T05:36:07.713866+0000","last_became_active":"2024-09-19T05:36:06.713888+0000","last_became_peered":"2024-09-19T05:36:06.713888+0000","last_unstale":"2024-09-19T05:36:07.713866+0000","last_undegraded":"2024-09-19T05:36:07.713866+0000","last_fullsized":"2024-09-19T05:36:07.713866+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:02:02.625410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760166+0000","last_change":"2024-09-19T05:36:06.714402+0000","last_active":"2024-09-19T05:36:07.760166+0000","last_peered":"2024-09-19T05:36:07.760166+0000","last_clean":"2024-09-19T05:36:07.760166+0000","last_became_active":"2024-09-19T05:36:06.714122+0000","last_became_peered":"2024-09-19T05:36:06.714122+0000","last_unstale":"2024-09-19T05:36:07.760166+0000","last_undegraded":"2024-09-19T05:36:07.760166+0000","last_fullsized":"2024-09-19T05:36:07.760166+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:18:45.235693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760067+0000","last_change":"2024-09-19T05:36:06.724666+0000","last_active":"2024-09-19T05:36:07.760067+0000","last_peered":"2024-09-19T05:36:07.760067+0000","last_clean":"2024-09-19T05:36:07.760067+0000","last_became_active":"2024-09-19T05:36:06.724405+0000","last_became_peered":"2024-09-19T05:36:06.724405+0000","last_unstale":"2024-09-19T05:36:07.760067+0000","last_undegraded":"2024-09-19T05:36:07.760067+0000","last_fullsized":"2024-09-19T05:36:07.760067+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:07.286560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714100+0000","last_change":"2024-09-19T05:36:06.718097+0000","last_active":"2024-09-19T05:36:07.714100+0000","last_peered":"2024-09-19T05:36:07.714100+0000","last_clean":"2024-09-19T05:36:07.714100+0000","last_became_active":"2024-09-19T05:36:06.717673+0000","last_became_peered":"2024-09-19T05:36:06.717673+0000","last_unstale":"2024-09-19T05:36:07.714100+0000","last_undegraded":"2024-09-19T05:36:07.714100+0000","last_fullsized":"2024-09-19T05:36:07.714100+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:42.110906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714019+0000","last_change":"2024-09-19T05:36:06.724782+0000","last_active":"2024-09-19T05:36:07.714019+0000","last_peered":"2024-09-19T05:36:07.714019+0000","last_clean":"2024-09-19T05:36:07.714019+0000","last_became_active":"2024-09-19T05:36:06.721681+0000","last_became_peered":"2024-09-19T05:36:06.721681+0000","last_unstale":"2024-09-19T05:36:07.714019+0000","last_undegraded":"2024-09-19T05:36:07.714019+0000","last_fullsized":"2024-09-19T05:36:07.714019+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:04.272296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760647+0000","last_change":"2024-09-19T05:36:06.715718+0000","last_active":"2024-09-19T05:36:07.760647+0000","last_peered":"2024-09-19T05:36:07.760647+0000","last_clean":"2024-09-19T05:36:07.760647+0000","last_became_active":"2024-09-19T05:36:06.715365+0000","last_became_peered":"2024-09-19T05:36:06.715365+0000","last_unstale":"2024-09-19T05:36:07.760647+0000","last_undegraded":"2024-09-19T05:36:07.760647+0000","last_fullsized":"2024-09-19T05:36:07.760647+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:11.015154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714481+0000","last_change":"2024-09-19T05:36:06.711411+0000","last_active":"2024-09-19T05:36:07.714481+0000","last_peered":"2024-09-19T05:36:07.714481+0000","last_clean":"2024-09-19T05:36:07.714481+0000","last_became_active":"2024-09-19T05:36:06.710729+0000","last_became_peered":"2024-09-19T05:36:06.710729+0000","last_unstale":"2024-09-19T05:36:07.714481+0000","last_undegraded":"2024-09-19T05:36:07.714481+0000","last_fullsized":"2024-09-19T05:36:07.714481+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:20.376936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760510+0000","last_change":"2024-09-19T05:36:06.714113+0000","last_active":"2024-09-19T05:36:07.760510+0000","last_peered":"2024-09-19T05:36:07.760510+0000","last_clean":"2024-09-19T05:36:07.760510+0000","last_became_active":"2024-09-19T05:36:06.713782+0000","last_became_peered":"2024-09-19T05:36:06.713782+0000","last_unstale":"2024-09-19T05:36:07.760510+0000","last_undegraded":"2024-09-19T05:36:07.760510+0000","last_fullsized":"2024-09-19T05:36:07.760510+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:09.004224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713467+0000","last_change":"2024-09-19T05:36:06.726008+0000","last_active":"2024-09-19T05:36:07.713467+0000","last_peered":"2024-09-19T05:36:07.713467+0000","last_clean":"2024-09-19T05:36:07.713467+0000","last_became_active":"2024-09-19T05:36:06.725453+0000","last_became_peered":"2024-09-19T05:36:06.725453+0000","last_unstale":"2024-09-19T05:36:07.713467+0000","last_undegraded":"2024-09-19T05:36:07.713467+0000","last_fullsized":"2024-09-19T05:36:07.713467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:14.768948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713435+0000","last_change":"2024-09-19T05:36:06.716301+0000","last_active":"2024-09-19T05:36:07.713435+0000","last_peered":"2024-09-19T05:36:07.713435+0000","last_clean":"2024-09-19T05:36:07.713435+0000","last_became_active":"2024-09-19T05:36:06.716028+0000","last_became_peered":"2024-09-19T05:36:06.716028+0000","last_unstale":"2024-09-19T05:36:07.713435+0000","last_undegraded":"2024-09-19T05:36:07.713435+0000","last_fullsized":"2024-09-19T05:36:07.713435+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:18.431081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761137+0000","last_change":"2024-09-19T05:36:06.714094+0000","last_active":"2024-09-19T05:36:07.761137+0000","last_peered":"2024-09-19T05:36:07.761137+0000","last_clean":"2024-09-19T05:36:07.761137+0000","last_became_active":"2024-09-19T05:36:06.712908+0000","last_became_peered":"2024-09-19T05:36:06.712908+0000","last_unstale":"2024-09-19T05:36:07.761137+0000","last_undegraded":"2024-09-19T05:36:07.761137+0000","last_fullsized":"2024-09-19T05:36:07.761137+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:14.768948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760572+0000","last_change":"2024-09-19T05:36:06.722937+0000","last_active":"2024-09-19T05:36:07.760572+0000","last_peered":"2024-09-19T05:36:07.760572+0000","last_clean":"2024-09-19T05:36:07.760572+0000","last_became_active":"2024-09-19T05:36:06.722666+0000","last_became_peered":"2024-09-19T05:36:06.722666+0000","last_unstale":"2024-09-19T05:36:07.760572+0000","last_undegraded":"2024-09-19T05:36:07.760572+0000","last_fullsized":"2024-09-19T05:36:07.760572+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:57.971381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"65'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760728+0000","last_change":"2024-09-19T05:36:05.720186+0000","last_active":"2024-09-19T05:36:07.760728+0000","last_peered":"2024-09-19T05:36:07.760728+0000","last_clean":"2024-09-19T05:36:07.760728+0000","last_became_active":"2024-09-19T05:36:05.719840+0000","last_became_peered":"2024-09-19T05:36:05.719840+0000","last_unstale":"2024-09-19T05:36:07.760728+0000","last_undegraded":"2024-09-19T05:36:07.760728+0000","last_fullsized":"2024-09-19T05:36:07.760728+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:50.426417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760211+0000","last_change":"2024-09-19T05:36:06.718138+0000","last_active":"2024-09-19T05:36:07.760211+0000","last_peered":"2024-09-19T05:36:07.760211+0000","last_clean":"2024-09-19T05:36:07.760211+0000","last_became_active":"2024-09-19T05:36:06.717780+0000","last_became_peered":"2024-09-19T05:36:06.717780+0000","last_unstale":"2024-09-19T05:36:07.760211+0000","last_undegraded":"2024-09-19T05:36:07.760211+0000","last_fullsized":"2024-09-19T05:36:07.760211+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:58.203113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712587+0000","last_change":"2024-09-19T05:36:05.716913+0000","last_active":"2024-09-19T05:36:07.712587+0000","last_peered":"2024-09-19T05:36:07.712587+0000","last_clean":"2024-09-19T05:36:07.712587+0000","last_became_active":"2024-09-19T05:36:05.716583+0000","last_became_peered":"2024-09-19T05:36:05.716583+0000","last_unstale":"2024-09-19T05:36:07.712587+0000","last_undegraded":"2024-09-19T05:36:07.712587+0000","last_fullsized":"2024-09-19T05:36:07.712587+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:42:06.623926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760836+0000","last_change":"2024-09-19T05:36:06.721896+0000","last_active":"2024-09-19T05:36:07.760836+0000","last_peered":"2024-09-19T05:36:07.760836+0000","last_clean":"2024-09-19T05:36:07.760836+0000","last_became_active":"2024-09-19T05:36:06.721628+0000","last_became_peered":"2024-09-19T05:36:06.721628+0000","last_unstale":"2024-09-19T05:36:07.760836+0000","last_undegraded":"2024-09-19T05:36:07.760836+0000","last_fullsized":"2024-09-19T05:36:07.760836+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:20:59.599474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713826+0000","last_change":"2024-09-19T05:36:05.711971+0000","last_active":"2024-09-19T05:36:07.713826+0000","last_peered":"2024-09-19T05:36:07.713826+0000","last_clean":"2024-09-19T05:36:07.713826+0000","last_became_active":"2024-09-19T05:36:05.711636+0000","last_became_peered":"2024-09-19T05:36:05.711636+0000","last_unstale":"2024-09-19T05:36:07.713826+0000","last_undegraded":"2024-09-19T05:36:07.713826+0000","last_fullsized":"2024-09-19T05:36:07.713826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:39.013051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760519+0000","last_change":"2024-09-19T05:36:06.713786+0000","last_active":"2024-09-19T05:36:07.760519+0000","last_peered":"2024-09-19T05:36:07.760519+0000","last_clean":"2024-09-19T05:36:07.760519+0000","last_became_active":"2024-09-19T05:36:06.713477+0000","last_became_peered":"2024-09-19T05:36:06.713477+0000","last_unstale":"2024-09-19T05:36:07.760519+0000","last_undegraded":"2024-09-19T05:36:07.760519+0000","last_fullsized":"2024-09-19T05:36:07.760519+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:24.486176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761020+0000","last_change":"2024-09-19T05:36:05.719701+0000","last_active":"2024-09-19T05:36:07.761020+0000","last_peered":"2024-09-19T05:36:07.761020+0000","last_clean":"2024-09-19T05:36:07.761020+0000","last_became_active":"2024-09-19T05:36:05.719329+0000","last_became_peered":"2024-09-19T05:36:05.719329+0000","last_unstale":"2024-09-19T05:36:07.761020+0000","last_undegraded":"2024-09-19T05:36:07.761020+0000","last_fullsized":"2024-09-19T05:36:07.761020+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:36.385004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713653+0000","last_change":"2024-09-19T05:36:06.703408+0000","last_active":"2024-09-19T05:36:07.713653+0000","last_peered":"2024-09-19T05:36:07.713653+0000","last_clean":"2024-09-19T05:36:07.713653+0000","last_became_active":"2024-09-19T05:36:06.703100+0000","last_became_peered":"2024-09-19T05:36:06.703100+0000","last_unstale":"2024-09-19T05:36:07.713653+0000","last_undegraded":"2024-09-19T05:36:07.713653+0000","last_fullsized":"2024-09-19T05:36:07.713653+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:59.397393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760611+0000","last_change":"2024-09-19T05:36:05.712006+0000","last_active":"2024-09-19T05:36:07.760611+0000","last_peered":"2024-09-19T05:36:07.760611+0000","last_clean":"2024-09-19T05:36:07.760611+0000","last_became_active":"2024-09-19T05:36:05.711727+0000","last_became_peered":"2024-09-19T05:36:05.711727+0000","last_unstale":"2024-09-19T05:36:07.760611+0000","last_undegraded":"2024-09-19T05:36:07.760611+0000","last_fullsized":"2024-09-19T05:36:07.760611+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:44.402778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714426+0000","last_change":"2024-09-19T05:36:06.717248+0000","last_active":"2024-09-19T05:36:07.714426+0000","last_peered":"2024-09-19T05:36:07.714426+0000","last_clean":"2024-09-19T05:36:07.714426+0000","last_became_active":"2024-09-19T05:36:06.716959+0000","last_became_peered":"2024-09-19T05:36:06.716959+0000","last_unstale":"2024-09-19T05:36:07.714426+0000","last_undegraded":"2024-09-19T05:36:07.714426+0000","last_fullsized":"2024-09-19T05:36:07.714426+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:24.354591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761087+0000","last_change":"2024-09-19T05:36:05.713830+0000","last_active":"2024-09-19T05:36:07.761087+0000","last_peered":"2024-09-19T05:36:07.761087+0000","last_clean":"2024-09-19T05:36:07.761087+0000","last_became_active":"2024-09-19T05:36:05.713146+0000","last_became_peered":"2024-09-19T05:36:05.713146+0000","last_unstale":"2024-09-19T05:36:07.761087+0000","last_undegraded":"2024-09-19T05:36:07.761087+0000","last_fullsized":"2024-09-19T05:36:07.761087+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:05.134553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759306+0000","last_change":"2024-09-19T05:36:06.717819+0000","last_active":"2024-09-19T05:36:07.759306+0000","last_peered":"2024-09-19T05:36:07.759306+0000","last_clean":"2024-09-19T05:36:07.759306+0000","last_became_active":"2024-09-19T05:36:06.717545+0000","last_became_peered":"2024-09-19T05:36:06.717545+0000","last_unstale":"2024-09-19T05:36:07.759306+0000","last_undegraded":"2024-09-19T05:36:07.759306+0000","last_fullsized":"2024-09-19T05:36:07.759306+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:49.409478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759328+0000","last_change":"2024-09-19T05:36:05.715477+0000","last_active":"2024-09-19T05:36:07.759328+0000","last_peered":"2024-09-19T05:36:07.759328+0000","last_clean":"2024-09-19T05:36:07.759328+0000","last_became_active":"2024-09-19T05:36:05.715169+0000","last_became_peered":"2024-09-19T05:36:05.715169+0000","last_unstale":"2024-09-19T05:36:07.759328+0000","last_undegraded":"2024-09-19T05:36:07.759328+0000","last_fullsized":"2024-09-19T05:36:07.759328+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:53.942843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712430+0000","last_change":"2024-09-19T05:36:06.717437+0000","last_active":"2024-09-19T05:36:07.712430+0000","last_peered":"2024-09-19T05:36:07.712430+0000","last_clean":"2024-09-19T05:36:07.712430+0000","last_became_active":"2024-09-19T05:36:06.717151+0000","last_became_peered":"2024-09-19T05:36:06.717151+0000","last_unstale":"2024-09-19T05:36:07.712430+0000","last_undegraded":"2024-09-19T05:36:07.712430+0000","last_fullsized":"2024-09-19T05:36:07.712430+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:43.033133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759403+0000","last_change":"2024-09-19T05:36:05.720112+0000","last_active":"2024-09-19T05:36:07.759403+0000","last_peered":"2024-09-19T05:36:07.759403+0000","last_clean":"2024-09-19T05:36:07.759403+0000","last_became_active":"2024-09-19T05:36:05.719791+0000","last_became_peered":"2024-09-19T05:36:05.719791+0000","last_unstale":"2024-09-19T05:36:07.759403+0000","last_undegraded":"2024-09-19T05:36:07.759403+0000","last_fullsized":"2024-09-19T05:36:07.759403+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:19.386528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714192+0000","last_change":"2024-09-19T05:36:06.719809+0000","last_active":"2024-09-19T05:36:07.714192+0000","last_peered":"2024-09-19T05:36:07.714192+0000","last_clean":"2024-09-19T05:36:07.714192+0000","last_became_active":"2024-09-19T05:36:06.718813+0000","last_became_peered":"2024-09-19T05:36:06.718813+0000","last_unstale":"2024-09-19T05:36:07.714192+0000","last_undegraded":"2024-09-19T05:36:07.714192+0000","last_fullsized":"2024-09-19T05:36:07.714192+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:23.878742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713905+0000","last_change":"2024-09-19T05:36:05.717472+0000","last_active":"2024-09-19T05:36:07.713905+0000","last_peered":"2024-09-19T05:36:07.713905+0000","last_clean":"2024-09-19T05:36:07.713905+0000","last_became_active":"2024-09-19T05:36:05.716982+0000","last_became_peered":"2024-09-19T05:36:05.716982+0000","last_unstale":"2024-09-19T05:36:07.713905+0000","last_undegraded":"2024-09-19T05:36:07.713905+0000","last_fullsized":"2024-09-19T05:36:07.713905+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:16.738686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760660+0000","last_change":"2024-09-19T05:36:06.723916+0000","last_active":"2024-09-19T05:36:07.760660+0000","last_peered":"2024-09-19T05:36:07.760660+0000","last_clean":"2024-09-19T05:36:07.760660+0000","last_became_active":"2024-09-19T05:36:06.723661+0000","last_became_peered":"2024-09-19T05:36:06.723661+0000","last_unstale":"2024-09-19T05:36:07.760660+0000","last_undegraded":"2024-09-19T05:36:07.760660+0000","last_fullsized":"2024-09-19T05:36:07.760660+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:16.329411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761393+0000","last_change":"2024-09-19T05:36:05.710200+0000","last_active":"2024-09-19T05:36:07.761393+0000","last_peered":"2024-09-19T05:36:07.761393+0000","last_clean":"2024-09-19T05:36:07.761393+0000","last_became_active":"2024-09-19T05:36:05.709293+0000","last_became_peered":"2024-09-19T05:36:05.709293+0000","last_unstale":"2024-09-19T05:36:07.761393+0000","last_undegraded":"2024-09-19T05:36:07.761393+0000","last_fullsized":"2024-09-19T05:36:07.761393+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:48.824964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761041+0000","last_change":"2024-09-19T05:36:06.721321+0000","last_active":"2024-09-19T05:36:07.761041+0000","last_peered":"2024-09-19T05:36:07.761041+0000","last_clean":"2024-09-19T05:36:07.761041+0000","last_became_active":"2024-09-19T05:36:06.720896+0000","last_became_peered":"2024-09-19T05:36:06.720896+0000","last_unstale":"2024-09-19T05:36:07.761041+0000","last_undegraded":"2024-09-19T05:36:07.761041+0000","last_fullsized":"2024-09-19T05:36:07.761041+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:18.431081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"65'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760701+0000","last_change":"2024-09-19T05:36:05.710282+0000","last_active":"2024-09-19T05:36:07.760701+0000","last_peered":"2024-09-19T05:36:07.760701+0000","last_clean":"2024-09-19T05:36:07.760701+0000","last_became_active":"2024-09-19T05:36:05.709973+0000","last_became_peered":"2024-09-19T05:36:05.709973+0000","last_unstale":"2024-09-19T05:36:07.760701+0000","last_undegraded":"2024-09-19T05:36:07.760701+0000","last_fullsized":"2024-09-19T05:36:07.760701+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:44.983292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759665+0000","last_change":"2024-09-19T05:36:06.713888+0000","last_active":"2024-09-19T05:36:07.759665+0000","last_peered":"2024-09-19T05:36:07.759665+0000","last_clean":"2024-09-19T05:36:07.759665+0000","last_became_active":"2024-09-19T05:36:06.713539+0000","last_became_peered":"2024-09-19T05:36:06.713539+0000","last_unstale":"2024-09-19T05:36:07.759665+0000","last_undegraded":"2024-09-19T05:36:07.759665+0000","last_fullsized":"2024-09-19T05:36:07.759665+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:48.125591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759938+0000","last_change":"2024-09-19T05:36:05.719406+0000","last_active":"2024-09-19T05:36:07.759938+0000","last_peered":"2024-09-19T05:36:07.759938+0000","last_clean":"2024-09-19T05:36:07.759938+0000","last_became_active":"2024-09-19T05:36:05.719107+0000","last_became_peered":"2024-09-19T05:36:05.719107+0000","last_unstale":"2024-09-19T05:36:07.759938+0000","last_undegraded":"2024-09-19T05:36:07.759938+0000","last_fullsized":"2024-09-19T05:36:07.759938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:12.462047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760472+0000","last_change":"2024-09-19T05:36:06.715158+0000","last_active":"2024-09-19T05:36:07.760472+0000","last_peered":"2024-09-19T05:36:07.760472+0000","last_clean":"2024-09-19T05:36:07.760472+0000","last_became_active":"2024-09-19T05:36:06.714692+0000","last_became_peered":"2024-09-19T05:36:06.714692+0000","last_unstale":"2024-09-19T05:36:07.760472+0000","last_undegraded":"2024-09-19T05:36:07.760472+0000","last_fullsized":"2024-09-19T05:36:07.760472+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:03.391813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759597+0000","last_change":"2024-09-19T05:36:05.717288+0000","last_active":"2024-09-19T05:36:07.759597+0000","last_peered":"2024-09-19T05:36:07.759597+0000","last_clean":"2024-09-19T05:36:07.759597+0000","last_became_active":"2024-09-19T05:36:05.716975+0000","last_became_peered":"2024-09-19T05:36:05.716975+0000","last_unstale":"2024-09-19T05:36:07.759597+0000","last_undegraded":"2024-09-19T05:36:07.759597+0000","last_fullsized":"2024-09-19T05:36:07.759597+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:51:45.885592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713976+0000","last_change":"2024-09-19T05:36:06.710994+0000","last_active":"2024-09-19T05:36:07.713976+0000","last_peered":"2024-09-19T05:36:07.713976+0000","last_clean":"2024-09-19T05:36:07.713976+0000","last_became_active":"2024-09-19T05:36:06.710714+0000","last_became_peered":"2024-09-19T05:36:06.710714+0000","last_unstale":"2024-09-19T05:36:07.713976+0000","last_undegraded":"2024-09-19T05:36:07.713976+0000","last_fullsized":"2024-09-19T05:36:07.713976+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:31.364895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761261+0000","last_change":"2024-09-19T05:36:05.703831+0000","last_active":"2024-09-19T05:36:07.761261+0000","last_peered":"2024-09-19T05:36:07.761261+0000","last_clean":"2024-09-19T05:36:07.761261+0000","last_became_active":"2024-09-19T05:36:05.703531+0000","last_became_peered":"2024-09-19T05:36:05.703531+0000","last_unstale":"2024-09-19T05:36:07.761261+0000","last_undegraded":"2024-09-19T05:36:07.761261+0000","last_fullsized":"2024-09-19T05:36:07.761261+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:23.037514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712223+0000","last_change":"2024-09-19T05:36:06.721217+0000","last_active":"2024-09-19T05:36:07.712223+0000","last_peered":"2024-09-19T05:36:07.712223+0000","last_clean":"2024-09-19T05:36:07.712223+0000","last_became_active":"2024-09-19T05:36:06.720923+0000","last_became_peered":"2024-09-19T05:36:06.720923+0000","last_unstale":"2024-09-19T05:36:07.712223+0000","last_undegraded":"2024-09-19T05:36:07.712223+0000","last_fullsized":"2024-09-19T05:36:07.712223+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:58.855110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713192+0000","last_change":"2024-09-19T05:36:05.711831+0000","last_active":"2024-09-19T05:36:07.713192+0000","last_peered":"2024-09-19T05:36:07.713192+0000","last_clean":"2024-09-19T05:36:07.713192+0000","last_became_active":"2024-09-19T05:36:05.711519+0000","last_became_peered":"2024-09-19T05:36:05.711519+0000","last_unstale":"2024-09-19T05:36:07.713192+0000","last_undegraded":"2024-09-19T05:36:07.713192+0000","last_fullsized":"2024-09-19T05:36:07.713192+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:50.067315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759390+0000","last_change":"2024-09-19T05:36:06.717274+0000","last_active":"2024-09-19T05:36:07.759390+0000","last_peered":"2024-09-19T05:36:07.759390+0000","last_clean":"2024-09-19T05:36:07.759390+0000","last_became_active":"2024-09-19T05:36:06.716987+0000","last_became_peered":"2024-09-19T05:36:06.716987+0000","last_unstale":"2024-09-19T05:36:07.759390+0000","last_undegraded":"2024-09-19T05:36:07.759390+0000","last_fullsized":"2024-09-19T05:36:07.759390+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:02.175147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714069+0000","last_change":"2024-09-19T05:36:05.712879+0000","last_active":"2024-09-19T05:36:07.714069+0000","last_peered":"2024-09-19T05:36:07.714069+0000","last_clean":"2024-09-19T05:36:07.714069+0000","last_became_active":"2024-09-19T05:36:05.712580+0000","last_became_peered":"2024-09-19T05:36:05.712580+0000","last_unstale":"2024-09-19T05:36:07.714069+0000","last_undegraded":"2024-09-19T05:36:07.714069+0000","last_fullsized":"2024-09-19T05:36:07.714069+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:33.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714328+0000","last_change":"2024-09-19T05:36:06.710618+0000","last_active":"2024-09-19T05:36:07.714328+0000","last_peered":"2024-09-19T05:36:07.714328+0000","last_clean":"2024-09-19T05:36:07.714328+0000","last_became_active":"2024-09-19T05:36:06.710336+0000","last_became_peered":"2024-09-19T05:36:06.710336+0000","last_unstale":"2024-09-19T05:36:07.714328+0000","last_undegraded":"2024-09-19T05:36:07.714328+0000","last_fullsized":"2024-09-19T05:36:07.714328+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:35.806074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761294+0000","last_change":"2024-09-19T05:36:05.714043+0000","last_active":"2024-09-19T05:36:07.761294+0000","last_peered":"2024-09-19T05:36:07.761294+0000","last_clean":"2024-09-19T05:36:07.761294+0000","last_became_active":"2024-09-19T05:36:05.713577+0000","last_became_peered":"2024-09-19T05:36:05.713577+0000","last_unstale":"2024-09-19T05:36:07.761294+0000","last_undegraded":"2024-09-19T05:36:07.761294+0000","last_fullsized":"2024-09-19T05:36:07.761294+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:57.199434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760678+0000","last_change":"2024-09-19T05:36:06.716873+0000","last_active":"2024-09-19T05:36:07.760678+0000","last_peered":"2024-09-19T05:36:07.760678+0000","last_clean":"2024-09-19T05:36:07.760678+0000","last_became_active":"2024-09-19T05:36:06.716466+0000","last_became_peered":"2024-09-19T05:36:06.716466+0000","last_unstale":"2024-09-19T05:36:07.760678+0000","last_undegraded":"2024-09-19T05:36:07.760678+0000","last_fullsized":"2024-09-19T05:36:07.760678+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:48:32.205992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714388+0000","last_change":"2024-09-19T05:36:05.715101+0000","last_active":"2024-09-19T05:36:07.714388+0000","last_peered":"2024-09-19T05:36:07.714388+0000","last_clean":"2024-09-19T05:36:07.714388+0000","last_became_active":"2024-09-19T05:36:05.714821+0000","last_became_peered":"2024-09-19T05:36:05.714821+0000","last_unstale":"2024-09-19T05:36:07.714388+0000","last_undegraded":"2024-09-19T05:36:07.714388+0000","last_fullsized":"2024-09-19T05:36:07.714388+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:32.992191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759883+0000","last_change":"2024-09-19T05:36:06.711714+0000","last_active":"2024-09-19T05:36:07.759883+0000","last_peered":"2024-09-19T05:36:07.759883+0000","last_clean":"2024-09-19T05:36:07.759883+0000","last_became_active":"2024-09-19T05:36:06.711329+0000","last_became_peered":"2024-09-19T05:36:06.711329+0000","last_unstale":"2024-09-19T05:36:07.759883+0000","last_undegraded":"2024-09-19T05:36:07.759883+0000","last_fullsized":"2024-09-19T05:36:07.759883+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:33.995871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761202+0000","last_change":"2024-09-19T05:36:05.710618+0000","last_active":"2024-09-19T05:36:07.761202+0000","last_peered":"2024-09-19T05:36:07.761202+0000","last_clean":"2024-09-19T05:36:07.761202+0000","last_became_active":"2024-09-19T05:36:05.710260+0000","last_became_peered":"2024-09-19T05:36:05.710260+0000","last_unstale":"2024-09-19T05:36:07.761202+0000","last_undegraded":"2024-09-19T05:36:07.761202+0000","last_fullsized":"2024-09-19T05:36:07.761202+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:59.101894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760178+0000","last_change":"2024-09-19T05:36:06.727265+0000","last_active":"2024-09-19T05:36:07.760178+0000","last_peered":"2024-09-19T05:36:07.760178+0000","last_clean":"2024-09-19T05:36:07.760178+0000","last_became_active":"2024-09-19T05:36:06.726960+0000","last_became_peered":"2024-09-19T05:36:06.726960+0000","last_unstale":"2024-09-19T05:36:07.760178+0000","last_undegraded":"2024-09-19T05:36:07.760178+0000","last_fullsized":"2024-09-19T05:36:07.760178+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:16.700294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760229+0000","last_change":"2024-09-19T05:36:05.714031+0000","last_active":"2024-09-19T05:36:07.760229+0000","last_peered":"2024-09-19T05:36:07.760229+0000","last_clean":"2024-09-19T05:36:07.760229+0000","last_became_active":"2024-09-19T05:36:05.713724+0000","last_became_peered":"2024-09-19T05:36:05.713724+0000","last_unstale":"2024-09-19T05:36:07.760229+0000","last_undegraded":"2024-09-19T05:36:07.760229+0000","last_fullsized":"2024-09-19T05:36:07.760229+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:42:06.623926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760524+0000","last_change":"2024-09-19T05:36:06.712234+0000","last_active":"2024-09-19T05:36:07.760524+0000","last_peered":"2024-09-19T05:36:07.760524+0000","last_clean":"2024-09-19T05:36:07.760524+0000","last_became_active":"2024-09-19T05:36:06.711942+0000","last_became_peered":"2024-09-19T05:36:06.711942+0000","last_unstale":"2024-09-19T05:36:07.760524+0000","last_undegraded":"2024-09-19T05:36:07.760524+0000","last_fullsized":"2024-09-19T05:36:07.760524+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:13.963035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761256+0000","last_change":"2024-09-19T05:36:05.712745+0000","last_active":"2024-09-19T05:36:07.761256+0000","last_peered":"2024-09-19T05:36:07.761256+0000","last_clean":"2024-09-19T05:36:07.761256+0000","last_became_active":"2024-09-19T05:36:05.712444+0000","last_became_peered":"2024-09-19T05:36:05.712444+0000","last_unstale":"2024-09-19T05:36:07.761256+0000","last_undegraded":"2024-09-19T05:36:07.761256+0000","last_fullsized":"2024-09-19T05:36:07.761256+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:17.005207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760348+0000","last_change":"2024-09-19T05:36:06.720637+0000","last_active":"2024-09-19T05:36:07.760348+0000","last_peered":"2024-09-19T05:36:07.760348+0000","last_clean":"2024-09-19T05:36:07.760348+0000","last_became_active":"2024-09-19T05:36:06.720323+0000","last_became_peered":"2024-09-19T05:36:06.720323+0000","last_unstale":"2024-09-19T05:36:07.760348+0000","last_undegraded":"2024-09-19T05:36:07.760348+0000","last_fullsized":"2024-09-19T05:36:07.760348+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:56.262410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713498+0000","last_change":"2024-09-19T05:36:05.707551+0000","last_active":"2024-09-19T05:36:07.713498+0000","last_peered":"2024-09-19T05:36:07.713498+0000","last_clean":"2024-09-19T05:36:07.713498+0000","last_became_active":"2024-09-19T05:36:05.707210+0000","last_became_peered":"2024-09-19T05:36:05.707210+0000","last_unstale":"2024-09-19T05:36:07.713498+0000","last_undegraded":"2024-09-19T05:36:07.713498+0000","last_fullsized":"2024-09-19T05:36:07.713498+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:54.767666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760429+0000","last_change":"2024-09-19T05:36:06.713942+0000","last_active":"2024-09-19T05:36:07.760429+0000","last_peered":"2024-09-19T05:36:07.760429+0000","last_clean":"2024-09-19T05:36:07.760429+0000","last_became_active":"2024-09-19T05:36:06.713661+0000","last_became_peered":"2024-09-19T05:36:06.713661+0000","last_unstale":"2024-09-19T05:36:07.760429+0000","last_undegraded":"2024-09-19T05:36:07.760429+0000","last_fullsized":"2024-09-19T05:36:07.760429+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:04.883333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712089+0000","last_change":"2024-09-19T05:36:05.719404+0000","last_active":"2024-09-19T05:36:07.712089+0000","last_peered":"2024-09-19T05:36:07.712089+0000","last_clean":"2024-09-19T05:36:07.712089+0000","last_became_active":"2024-09-19T05:36:05.719102+0000","last_became_peered":"2024-09-19T05:36:05.719102+0000","last_unstale":"2024-09-19T05:36:07.712089+0000","last_undegraded":"2024-09-19T05:36:07.712089+0000","last_fullsized":"2024-09-19T05:36:07.712089+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:19.373256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712588+0000","last_change":"2024-09-19T05:36:06.710628+0000","last_active":"2024-09-19T05:36:07.712588+0000","last_peered":"2024-09-19T05:36:07.712588+0000","last_clean":"2024-09-19T05:36:07.712588+0000","last_became_active":"2024-09-19T05:36:06.710312+0000","last_became_peered":"2024-09-19T05:36:06.710312+0000","last_unstale":"2024-09-19T05:36:07.712588+0000","last_undegraded":"2024-09-19T05:36:07.712588+0000","last_fullsized":"2024-09-19T05:36:07.712588+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:07.286560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.761191+0000","last_change":"2024-09-19T05:36:05.712495+0000","last_active":"2024-09-19T05:36:07.761191+0000","last_peered":"2024-09-19T05:36:07.761191+0000","last_clean":"2024-09-19T05:36:07.761191+0000","last_became_active":"2024-09-19T05:36:05.712202+0000","last_became_peered":"2024-09-19T05:36:05.712202+0000","last_unstale":"2024-09-19T05:36:07.761191+0000","last_undegraded":"2024-09-19T05:36:07.761191+0000","last_fullsized":"2024-09-19T05:36:07.761191+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:56.657183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714070+0000","last_change":"2024-09-19T05:36:06.711893+0000","last_active":"2024-09-19T05:36:07.714070+0000","last_peered":"2024-09-19T05:36:07.714070+0000","last_clean":"2024-09-19T05:36:07.714070+0000","last_became_active":"2024-09-19T05:36:06.711606+0000","last_became_peered":"2024-09-19T05:36:06.711606+0000","last_unstale":"2024-09-19T05:36:07.714070+0000","last_undegraded":"2024-09-19T05:36:07.714070+0000","last_fullsized":"2024-09-19T05:36:07.714070+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:18.711244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.714263+0000","last_change":"2024-09-19T05:36:05.712627+0000","last_active":"2024-09-19T05:36:07.714263+0000","last_peered":"2024-09-19T05:36:07.714263+0000","last_clean":"2024-09-19T05:36:07.714263+0000","last_became_active":"2024-09-19T05:36:05.712324+0000","last_became_peered":"2024-09-19T05:36:05.712324+0000","last_unstale":"2024-09-19T05:36:07.714263+0000","last_undegraded":"2024-09-19T05:36:07.714263+0000","last_fullsized":"2024-09-19T05:36:07.714263+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:40.041604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760307+0000","last_change":"2024-09-19T05:36:06.725545+0000","last_active":"2024-09-19T05:36:07.760307+0000","last_peered":"2024-09-19T05:36:07.760307+0000","last_clean":"2024-09-19T05:36:07.760307+0000","last_became_active":"2024-09-19T05:36:06.725279+0000","last_became_peered":"2024-09-19T05:36:06.725279+0000","last_unstale":"2024-09-19T05:36:07.760307+0000","last_undegraded":"2024-09-19T05:36:07.760307+0000","last_fullsized":"2024-09-19T05:36:07.760307+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:41.629530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760241+0000","last_change":"2024-09-19T05:36:05.713634+0000","last_active":"2024-09-19T05:36:07.760241+0000","last_peered":"2024-09-19T05:36:07.760241+0000","last_clean":"2024-09-19T05:36:07.760241+0000","last_became_active":"2024-09-19T05:36:05.713314+0000","last_became_peered":"2024-09-19T05:36:05.713314+0000","last_unstale":"2024-09-19T05:36:07.760241+0000","last_undegraded":"2024-09-19T05:36:07.760241+0000","last_fullsized":"2024-09-19T05:36:07.760241+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:42.625087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760788+0000","last_change":"2024-09-19T05:36:06.717175+0000","last_active":"2024-09-19T05:36:07.760788+0000","last_peered":"2024-09-19T05:36:07.760788+0000","last_clean":"2024-09-19T05:36:07.760788+0000","last_became_active":"2024-09-19T05:36:06.715682+0000","last_became_peered":"2024-09-19T05:36:06.715682+0000","last_unstale":"2024-09-19T05:36:07.760788+0000","last_undegraded":"2024-09-19T05:36:07.760788+0000","last_fullsized":"2024-09-19T05:36:07.760788+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:47.660203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.712381+0000","last_change":"2024-09-19T05:36:05.711993+0000","last_active":"2024-09-19T05:36:07.712381+0000","last_peered":"2024-09-19T05:36:07.712381+0000","last_clean":"2024-09-19T05:36:07.712381+0000","last_became_active":"2024-09-19T05:36:05.711697+0000","last_became_peered":"2024-09-19T05:36:05.711697+0000","last_unstale":"2024-09-19T05:36:07.712381+0000","last_undegraded":"2024-09-19T05:36:07.712381+0000","last_fullsized":"2024-09-19T05:36:07.712381+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:50.426417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759628+0000","last_change":"2024-09-19T05:36:06.719878+0000","last_active":"2024-09-19T05:36:07.759628+0000","last_peered":"2024-09-19T05:36:07.759628+0000","last_clean":"2024-09-19T05:36:07.759628+0000","last_became_active":"2024-09-19T05:36:06.719575+0000","last_became_peered":"2024-09-19T05:36:06.719575+0000","last_unstale":"2024-09-19T05:36:07.759628+0000","last_undegraded":"2024-09-19T05:36:07.759628+0000","last_fullsized":"2024-09-19T05:36:07.759628+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:20.858722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759780+0000","last_change":"2024-09-19T05:36:05.707148+0000","last_active":"2024-09-19T05:36:07.759780+0000","last_peered":"2024-09-19T05:36:07.759780+0000","last_clean":"2024-09-19T05:36:07.759780+0000","last_became_active":"2024-09-19T05:36:05.706877+0000","last_became_peered":"2024-09-19T05:36:05.706877+0000","last_unstale":"2024-09-19T05:36:07.759780+0000","last_undegraded":"2024-09-19T05:36:07.759780+0000","last_fullsized":"2024-09-19T05:36:07.759780+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:57.494483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760701+0000","last_change":"2024-09-19T05:36:06.727147+0000","last_active":"2024-09-19T05:36:07.760701+0000","last_peered":"2024-09-19T05:36:07.760701+0000","last_clean":"2024-09-19T05:36:07.760701+0000","last_became_active":"2024-09-19T05:36:06.726801+0000","last_became_peered":"2024-09-19T05:36:06.726801+0000","last_unstale":"2024-09-19T05:36:07.760701+0000","last_undegraded":"2024-09-19T05:36:07.760701+0000","last_fullsized":"2024-09-19T05:36:07.760701+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:07.321578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759366+0000","last_change":"2024-09-19T05:36:05.717466+0000","last_active":"2024-09-19T05:36:07.759366+0000","last_peered":"2024-09-19T05:36:07.759366+0000","last_clean":"2024-09-19T05:36:07.759366+0000","last_became_active":"2024-09-19T05:36:05.716891+0000","last_became_peered":"2024-09-19T05:36:05.716891+0000","last_unstale":"2024-09-19T05:36:07.759366+0000","last_undegraded":"2024-09-19T05:36:07.759366+0000","last_fullsized":"2024-09-19T05:36:07.759366+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:47.958603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759245+0000","last_change":"2024-09-19T05:36:06.710696+0000","last_active":"2024-09-19T05:36:07.759245+0000","last_peered":"2024-09-19T05:36:07.759245+0000","last_clean":"2024-09-19T05:36:07.759245+0000","last_became_active":"2024-09-19T05:36:06.710394+0000","last_became_peered":"2024-09-19T05:36:06.710394+0000","last_unstale":"2024-09-19T05:36:07.759245+0000","last_undegraded":"2024-09-19T05:36:07.759245+0000","last_fullsized":"2024-09-19T05:36:07.759245+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:29.961190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.713282+0000","last_change":"2024-09-19T05:36:05.714688+0000","last_active":"2024-09-19T05:36:07.713282+0000","last_peered":"2024-09-19T05:36:07.713282+0000","last_clean":"2024-09-19T05:36:07.713282+0000","last_became_active":"2024-09-19T05:36:05.712094+0000","last_became_peered":"2024-09-19T05:36:05.712094+0000","last_unstale":"2024-09-19T05:36:07.713282+0000","last_undegraded":"2024-09-19T05:36:07.713282+0000","last_fullsized":"2024-09-19T05:36:07.713282+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:28.957510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760642+0000","last_change":"2024-09-19T05:36:06.710178+0000","last_active":"2024-09-19T05:36:07.760642+0000","last_peered":"2024-09-19T05:36:07.760642+0000","last_clean":"2024-09-19T05:36:07.760642+0000","last_became_active":"2024-09-19T05:36:06.709870+0000","last_became_peered":"2024-09-19T05:36:06.709870+0000","last_unstale":"2024-09-19T05:36:07.760642+0000","last_undegraded":"2024-09-19T05:36:07.760642+0000","last_fullsized":"2024-09-19T05:36:07.760642+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:26:20.475169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760626+0000","last_change":"2024-09-19T05:36:05.719973+0000","last_active":"2024-09-19T05:36:07.760626+0000","last_peered":"2024-09-19T05:36:07.760626+0000","last_clean":"2024-09-19T05:36:07.760626+0000","last_became_active":"2024-09-19T05:36:05.719644+0000","last_became_peered":"2024-09-19T05:36:05.719644+0000","last_unstale":"2024-09-19T05:36:07.760626+0000","last_undegraded":"2024-09-19T05:36:07.760626+0000","last_fullsized":"2024-09-19T05:36:07.760626+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:24.765812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760485+0000","last_change":"2024-09-19T05:36:06.724229+0000","last_active":"2024-09-19T05:36:07.760485+0000","last_peered":"2024-09-19T05:36:07.760485+0000","last_clean":"2024-09-19T05:36:07.760485+0000","last_became_active":"2024-09-19T05:36:06.723957+0000","last_became_peered":"2024-09-19T05:36:06.723957+0000","last_unstale":"2024-09-19T05:36:07.760485+0000","last_undegraded":"2024-09-19T05:36:07.760485+0000","last_fullsized":"2024-09-19T05:36:07.760485+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:05.689247+0000","last_clean_scrub_stamp":"2024-09-19T05:36:05.689247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:31.441845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.760825+0000","last_change":"2024-09-19T05:36:05.720177+0000","last_active":"2024-09-19T05:36:07.760825+0000","last_peered":"2024-09-19T05:36:07.760825+0000","last_clean":"2024-09-19T05:36:07.760825+0000","last_became_active":"2024-09-19T05:36:05.719680+0000","last_became_peered":"2024-09-19T05:36:05.719680+0000","last_unstale":"2024-09-19T05:36:07.760825+0000","last_undegraded":"2024-09-19T05:36:07.760825+0000","last_fullsized":"2024-09-19T05:36:07.760825+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:04.685567+0000","last_clean_scrub_stamp":"2024-09-19T05:36:04.685567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:24.196311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":254,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-19T05:36:07.759990+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:07.759990+0000","last_peered":"2024-09-19T05:36:07.759990+0000","last_clean":"2024-09-19T05:36:07.759990+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:07.759990+0000","last_undegraded":"2024-09-19T05:36:07.759990+0000","last_fullsized":"2024-09-19T05:36:07.759990+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509470,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335700,"statfs":{"total":96636764160,"available":96599756800,"internally_reserved":0,"allocated":802816,"data_stored":331702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509469,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31976,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339864,"statfs":{"total":96636764160,"available":96604020736,"internally_reserved":0,"allocated":802816,"data_stored":331722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509471,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":333222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542175,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36712,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335128,"statfs":{"total":96636764160,"available":96599171072,"internally_reserved":0,"allocated":1396736,"data_stored":922594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542173,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36132,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335708,"statfs":{"total":96636764160,"available":96599764992,"internally_reserved":0,"allocated":798720,"data_stored":331700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335704,"statfs":{"total":96636764160,"available":96599760896,"internally_reserved":0,"allocated":798720,"data_stored":331680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542176,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":333838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542176,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32552,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339288,"statfs":{"total":96636764160,"available":96603430912,"internally_reserved":0,"allocated":1388544,"data_stored":921978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:14.936 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:36:14.936 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:36:15.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.079+0000 7fb2bd053640 1 Processor -- start 2024-09-19T05:36:15.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.080+0000 7fb2bd053640 1 -- start start 2024-09-19T05:36:15.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.080+0000 7fb2bd053640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb2b8158990 0x7fb2b815f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.080+0000 7fb2bd053640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb2b80b3740 0x7fb2b80b3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.080+0000 7fb2bd053640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2b8144170 con 0x7fb2b81620d0 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.080+0000 7fb2bd053640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb2b80b40f0 con 0x7fb2b8158990 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.080+0000 7fb2bd053640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb2b8144450 con 0x7fb2b80b3740 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.081+0000 7fb2b6d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb2b8158990 0x7fb2b815f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.081+0000 7fb2b6d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb2b8158990 0x7fb2b815f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60650/0 (socket says 172.21.15.39:60650) 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.081+0000 7fb2b6d9d640 1 -- 172.21.15.39:0/1306332663 learned_addr learned my addr 172.21.15.39:0/1306332663 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.081+0000 7fb2b659c640 1 --2- 172.21.15.39:0/1306332663 >> v2:172.21.15.50:3300/0 conn(0x7fb2b80b3740 0x7fb2b80b3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.081+0000 7fb2b6d9d640 1 -- 172.21.15.39:0/1306332663 >> v2:172.21.15.50:3300/0 conn(0x7fb2b80b3740 msgr2=0x7fb2b80b3bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.081+0000 7fb2b6d9d640 1 --2- 172.21.15.39:0/1306332663 >> v2:172.21.15.50:3300/0 conn(0x7fb2b80b3740 0x7fb2b80b3bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.081+0000 7fb2b6d9d640 1 -- 172.21.15.39:0/1306332663 >> v1:172.21.15.50:6789/0 conn(0x7fb2b81620d0 legacy=0x7fb2b8162540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.081+0000 7fb2b6d9d640 1 -- 172.21.15.39:0/1306332663 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2b8144730 con 0x7fb2b8158990 2024-09-19T05:36:15.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.081+0000 7fb2b659c640 1 --2- 172.21.15.39:0/1306332663 >> v2:172.21.15.50:3300/0 conn(0x7fb2b80b3740 0x7fb2b80b3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2b6d9d640 1 --2- 172.21.15.39:0/1306332663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b8158990 0x7fb2b815f560 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fb2a8009870 tx=0x7fb2a802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5702756268c8b5d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2b5d9b640 1 -- 172.21.15.39:0/1306332663 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a8037070 con 0x7fb2b8158990 2024-09-19T05:36:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2b5d9b640 1 -- 172.21.15.39:0/1306332663 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2a8032440 con 0x7fb2b8158990 2024-09-19T05:36:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2b5d9b640 1 -- 172.21.15.39:0/1306332663 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a8032810 con 0x7fb2b8158990 2024-09-19T05:36:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2bd053640 1 -- 172.21.15.39:0/1306332663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b8158990 msgr2=0x7fb2b815f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2bd053640 1 --2- 172.21.15.39:0/1306332663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b8158990 0x7fb2b815f560 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fb2a8009870 tx=0x7fb2a802a270 comp rx=0 tx=0).stop 2024-09-19T05:36:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2bd053640 1 -- 172.21.15.39:0/1306332663 shutdown_connections 2024-09-19T05:36:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2bd053640 1 --2- 172.21.15.39:0/1306332663 >> v2:172.21.15.50:3300/0 conn(0x7fb2b80b3740 0x7fb2b80b3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2bd053640 1 --2- 172.21.15.39:0/1306332663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b8158990 0x7fb2b815f560 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2bd053640 1 -- 172.21.15.39:0/1306332663 >> 172.21.15.39:0/1306332663 conn(0x7fb2b80b2440 msgr2=0x7fb2b80b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2bd053640 1 -- 172.21.15.39:0/1306332663 shutdown_connections 2024-09-19T05:36:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.082+0000 7fb2bd053640 1 -- 172.21.15.39:0/1306332663 wait complete. 2024-09-19T05:36:15.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.084+0000 7fb2bd053640 1 Processor -- start 2024-09-19T05:36:15.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.084+0000 7fb2bd053640 1 -- start start 2024-09-19T05:36:15.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2bd053640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2b80b3740 0x7fb2b81403b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2bd053640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2b8158990 0x7fb2b8140ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2bd053640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b81620d0 0x7fb2b8072220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2bd053640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b8158d70 con 0x7fb2b81620d0 2024-09-19T05:36:15.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2bd053640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b806bd90 con 0x7fb2b80b3740 2024-09-19T05:36:15.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2bd053640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb2b8158ef0 con 0x7fb2b8158990 2024-09-19T05:36:15.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b81620d0 0x7fb2b8072220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b81620d0 0x7fb2b8072220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60660/0 (socket says 172.21.15.39:60660) 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b759e640 1 -- 172.21.15.39:0/1926596866 learned_addr learned my addr 172.21.15.39:0/1926596866 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b6d9d640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2b80b3740 0x7fb2b81403b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b659c640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2b8158990 0x7fb2b8140ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b759e640 1 -- 172.21.15.39:0/1926596866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2b8158990 msgr2=0x7fb2b8140ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b759e640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2b8158990 0x7fb2b8140ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b759e640 1 -- 172.21.15.39:0/1926596866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2b80b3740 msgr2=0x7fb2b81403b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b759e640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2b80b3740 0x7fb2b81403b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b759e640 1 -- 172.21.15.39:0/1926596866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2b80cfea0 con 0x7fb2b81620d0 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb2b759e640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b81620d0 0x7fb2b8072220 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fb2b000b970 tx=0x7fb2b000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.085+0000 7fb29f7fe640 1 -- 172.21.15.39:0/1926596866 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b0019070 con 0x7fb2b81620d0 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.086+0000 7fb29f7fe640 1 -- 172.21.15.39:0/1926596866 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2b000cb40 con 0x7fb2b81620d0 2024-09-19T05:36:15.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.086+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2b81f85e0 con 0x7fb2b81620d0 2024-09-19T05:36:15.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.086+0000 7fb29f7fe640 1 -- 172.21.15.39:0/1926596866 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b0014440 con 0x7fb2b81620d0 2024-09-19T05:36:15.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.086+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2b81f8300 con 0x7fb2b81620d0 2024-09-19T05:36:15.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.087+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2b8143d20 con 0x7fb2b81620d0 2024-09-19T05:36:15.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.087+0000 7fb29f7fe640 1 -- 172.21.15.39:0/1926596866 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb2b001c070 con 0x7fb2b81620d0 2024-09-19T05:36:15.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.088+0000 7fb29f7fe640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb2a406c2b0 0x7fb2a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.088+0000 7fb29f7fe640 1 -- 172.21.15.39:0/1926596866 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7fb2b008b090 con 0x7fb2b81620d0 2024-09-19T05:36:15.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.088+0000 7fb2b6d9d640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb2a406c2b0 0x7fb2a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.088+0000 7fb2b6d9d640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb2a406c2b0 0x7fb2a406e770 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb2a8034000 tx=0x7fb2a802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:15.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.092+0000 7fb29f7fe640 1 -- 172.21.15.39:0/1926596866 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb2b80cfea0 con 0x7fb2b81620d0 2024-09-19T05:36:15.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.333+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fb2b80b1f70 con 0x7fb2b81620d0 2024-09-19T05:36:15.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.339+0000 7fb29f7fe640 1 -- 172.21.15.39:0/1926596866 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7fb2b00591b0 con 0x7fb2b81620d0 2024-09-19T05:36:15.342 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2024-09-19T05:36:15.342 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ== 2024-09-19T05:36:15.342 INFO:teuthology.orchestra.run.smithi039.stdout: caps mds = "allow" 2024-09-19T05:36:15.342 INFO:teuthology.orchestra.run.smithi039.stdout: caps mon = "allow r" 2024-09-19T05:36:15.342 INFO:teuthology.orchestra.run.smithi039.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:36:15.342 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb2a406c2b0 msgr2=0x7fb2a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb2a406c2b0 0x7fb2a406e770 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb2a8034000 tx=0x7fb2a802e000 comp rx=0 tx=0).stop 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b81620d0 msgr2=0x7fb2b8072220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b81620d0 0x7fb2b8072220 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fb2b000b970 tx=0x7fb2b000be30 comp rx=0 tx=0).stop 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 shutdown_connections 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb2a406c2b0 0x7fb2a406e770 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2b81620d0 0x7fb2b8072220 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb2b8158990 0x7fb2b8140ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 --2- 172.21.15.39:0/1926596866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb2b80b3740 0x7fb2b81403b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 >> 172.21.15.39:0/1926596866 conn(0x7fb2b80b2440 msgr2=0x7fb2b80af470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:15.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 shutdown_connections 2024-09-19T05:36:15.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.341+0000 7fb2bd053640 1 -- 172.21.15.39:0/1926596866 wait complete. 2024-09-19T05:36:15.355 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:15.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.455+0000 7f0edb35b640 1 Processor -- start 2024-09-19T05:36:15.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.455+0000 7f0edb35b640 1 -- start start 2024-09-19T05:36:15.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0edb35b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ed415e4f0 0x7f0ed415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0edb35b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0ed406d160 0x7f0ed406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0edb35b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ed41603c0 con 0x7f0ed406bb20 2024-09-19T05:36:15.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0edb35b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f0ed406ccd0 con 0x7f0ed415e4f0 2024-09-19T05:36:15.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0edb35b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f0ed406c0c0 con 0x7f0ed406d160 2024-09-19T05:36:15.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0ed90f7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ed415e4f0 0x7f0ed415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0ed90f7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ed415e4f0 0x7f0ed415f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60666/0 (socket says 172.21.15.39:60666) 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0ed90f7640 1 -- 172.21.15.39:0/2357943512 learned_addr learned my addr 172.21.15.39:0/2357943512 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0ed98f8640 1 --2- 172.21.15.39:0/2357943512 >> v2:172.21.15.50:3300/0 conn(0x7f0ed406d160 0x7f0ed406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0ed90f7640 1 -- 172.21.15.39:0/2357943512 >> v2:172.21.15.50:3300/0 conn(0x7f0ed406d160 msgr2=0x7f0ed406d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0ed90f7640 1 --2- 172.21.15.39:0/2357943512 >> v2:172.21.15.50:3300/0 conn(0x7f0ed406d160 0x7f0ed406d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0ed90f7640 1 -- 172.21.15.39:0/2357943512 >> v1:172.21.15.50:6789/0 conn(0x7f0ed406bb20 legacy=0x7f0ed415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.456+0000 7f0ed90f7640 1 -- 172.21.15.39:0/2357943512 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ed406c3a0 con 0x7f0ed415e4f0 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.457+0000 7f0ed90f7640 1 --2- 172.21.15.39:0/2357943512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed415e4f0 0x7f0ed415f570 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4071cc0 tx=0x7f0ec402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cafa99a0e9112c3c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.457+0000 7f0ed3fff640 1 -- 172.21.15.39:0/2357943512 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec4036070 con 0x7f0ed415e4f0 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.457+0000 7f0ed3fff640 1 -- 172.21.15.39:0/2357943512 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ec4031600 con 0x7f0ed415e4f0 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.457+0000 7f0ed3fff640 1 -- 172.21.15.39:0/2357943512 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec40319d0 con 0x7f0ed415e4f0 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.458+0000 7f0edb35b640 1 -- 172.21.15.39:0/2357943512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed415e4f0 msgr2=0x7f0ed415f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.458+0000 7f0edb35b640 1 --2- 172.21.15.39:0/2357943512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed415e4f0 0x7f0ed415f570 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4071cc0 tx=0x7f0ec402a730 comp rx=0 tx=0).stop 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.458+0000 7f0edb35b640 1 -- 172.21.15.39:0/2357943512 shutdown_connections 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.458+0000 7f0edb35b640 1 --2- 172.21.15.39:0/2357943512 >> v2:172.21.15.50:3300/0 conn(0x7f0ed406d160 0x7f0ed406d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.458+0000 7f0edb35b640 1 --2- 172.21.15.39:0/2357943512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed415e4f0 0x7f0ed415f570 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.458+0000 7f0edb35b640 1 -- 172.21.15.39:0/2357943512 >> 172.21.15.39:0/2357943512 conn(0x7f0ed406e5b0 msgr2=0x7f0ed406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.458+0000 7f0edb35b640 1 -- 172.21.15.39:0/2357943512 shutdown_connections 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.458+0000 7f0edb35b640 1 -- 172.21.15.39:0/2357943512 wait complete. 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.459+0000 7f0edb35b640 1 Processor -- start 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.459+0000 7f0edb35b640 1 -- start start 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0edb35b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed406bb20 0x7f0ed4148c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0edb35b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ed406d160 0x7f0ed41e8e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0edb35b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ed415e4f0 0x7f0ed41e8070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0edb35b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed406dae0 con 0x7f0ed406bb20 2024-09-19T05:36:15.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0edb35b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed406c960 con 0x7f0ed406d160 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0edb35b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0ed415e8d0 con 0x7f0ed415e4f0 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed90f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed406bb20 0x7f0ed4148c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed90f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed406bb20 0x7f0ed4148c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60682/0 (socket says 172.21.15.39:60682) 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed90f7640 1 -- 172.21.15.39:0/1794506560 learned_addr learned my addr 172.21.15.39:0/1794506560 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed88f6640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ed406d160 0x7f0ed41e8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed98f8640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ed415e4f0 0x7f0ed41e8070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed90f7640 1 -- 172.21.15.39:0/1794506560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ed415e4f0 msgr2=0x7f0ed41e8070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed90f7640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ed415e4f0 0x7f0ed41e8070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed90f7640 1 -- 172.21.15.39:0/1794506560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ed406d160 msgr2=0x7f0ed41e8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed90f7640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ed406d160 0x7f0ed41e8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.460+0000 7f0ed90f7640 1 -- 172.21.15.39:0/1794506560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ed41e6fd0 con 0x7f0ed406bb20 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.461+0000 7f0ed90f7640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed406bb20 0x7f0ed4148c00 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4034040 tx=0x7f0ec4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:15.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.461+0000 7f0ed1ffb640 1 -- 172.21.15.39:0/1794506560 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec4036050 con 0x7f0ed406bb20 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.461+0000 7f0ed1ffb640 1 -- 172.21.15.39:0/1794506560 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ec4042070 con 0x7f0ed406bb20 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.461+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ed41e72b0 con 0x7f0ed406bb20 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.461+0000 7f0ed1ffb640 1 -- 172.21.15.39:0/1794506560 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec4009510 con 0x7f0ed406bb20 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.461+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ed41e7870 con 0x7f0ed406bb20 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.462+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ed406d5a0 con 0x7f0ed406bb20 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.463+0000 7f0ed1ffb640 1 -- 172.21.15.39:0/1794506560 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ec4007c50 con 0x7f0ed406bb20 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.463+0000 7f0ed1ffb640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0ec006c2b0 0x7f0ec006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.463+0000 7f0ed88f6640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0ec006c2b0 0x7f0ec006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.463+0000 7f0ed1ffb640 1 -- 172.21.15.39:0/1794506560 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f0ec40ac190 con 0x7f0ed406bb20 2024-09-19T05:36:15.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.464+0000 7f0ed88f6640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0ec006c2b0 0x7f0ec006e770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0ed415c070 tx=0x7f0ec8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:15.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.468+0000 7f0ed1ffb640 1 -- 172.21.15.39:0/1794506560 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ec407a990 con 0x7f0ed406bb20 2024-09-19T05:36:15.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.678+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0ed415ff70 con 0x7f0ed406bb20 2024-09-19T05:36:15.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.679+0000 7f0ed1ffb640 1 -- 172.21.15.39:0/1794506560 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5219 (secure 0 0 0) 0x7f0ec407a290 con 0x7f0ed406bb20 2024-09-19T05:36:15.682 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:15.682 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"btime":"2024-09-19T05:36:09:204367+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5473,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1458589004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1458589004},{"type":"v1","addr":"172.21.15.50:6835","nonce":1458589004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5775,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/354339075","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":354339075},{"type":"v1","addr":"172.21.15.39:6836","nonce":354339075}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5778,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/462896404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":462896404},{"type":"v1","addr":"172.21.15.39:6837","nonce":462896404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:06.058291+0000","modified":"2024-09-19T05:36:08.553728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5790},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5790":{"gid":5790,"name":"b","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6834/3213889132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3213889132},{"type":"v1","addr":"172.21.15.50:6834","nonce":3213889132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5790,"qdb_cluster":[5790]},"id":5}]} 2024-09-19T05:36:15.682 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-19T05:36:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0ec006c2b0 msgr2=0x7f0ec006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0ec006c2b0 0x7f0ec006e770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0ed415c070 tx=0x7f0ec8009040 comp rx=0 tx=0).stop 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed406bb20 msgr2=0x7f0ed4148c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed406bb20 0x7f0ed4148c00 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4034040 tx=0x7f0ec4004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 shutdown_connections 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0ec006c2b0 0x7f0ec006e770 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ed415e4f0 0x7f0ed41e8070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ed406d160 0x7f0ed41e8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 --2- 172.21.15.39:0/1794506560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed406bb20 0x7f0ed4148c00 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 >> 172.21.15.39:0/1794506560 conn(0x7f0ed406e5b0 msgr2=0x7f0ed40b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 shutdown_connections 2024-09-19T05:36:15.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:15.681+0000 7f0edb35b640 1 -- 172.21.15.39:0/1794506560 wait complete. 2024-09-19T05:36:16.097 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 35, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:36:06.058291+0000', 'modified': '2024-09-19T05:36:08.553728+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5790}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5790': {'gid': 5790, 'name': 'b', 'rank': 0, 'incarnation': 32, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6834/3213889132', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6832', 'nonce': 3213889132}, {'type': 'v1', 'addr': '172.21.15.50:6834', 'nonce': 3213889132}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5790, 'qdb_cluster': [5790]} 2024-09-19T05:36:16.098 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:36:16.098 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T05:36:16.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.202+0000 7f2b49a15640 1 Processor -- start 2024-09-19T05:36:16.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.202+0000 7f2b49a15640 1 -- start start 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.202+0000 7f2b49a15640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2b4415e4f0 0x7f2b4415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b49a15640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b4406d160 0x7f2b4406d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b49a15640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b441603c0 con 0x7f2b4406bb20 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b49a15640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2b4406ccd0 con 0x7f2b4415e4f0 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b49a15640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2b4406db30 con 0x7f2b4406d160 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b427fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2b4406bb20 0x7f2b4415fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47046/0 (socket says 172.21.15.39:47046) 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b427fc640 1 -- 172.21.15.39:0/3831620589 learned_addr learned my addr 172.21.15.39:0/3831620589 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b437fe640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b4406d160 0x7f2b4406d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3831620589 >> v2:172.21.15.50:3300/0 conn(0x7f2b4415e4f0 0x7f2b4415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3548138379 0 0) 0x7f2b441603c0 con 0x7f2b4406bb20 2024-09-19T05:36:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b2c003520 con 0x7f2b4406bb20 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3461692155 0 0) 0x7f2b2c003520 con 0x7f2b4406bb20 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b4406d160 msgr2=0x7f2b4406d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b4406d160 0x7f2b4406d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 >> v2:172.21.15.50:3300/0 conn(0x7f2b4415e4f0 msgr2=0x7f2b4415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 --2- 172.21.15.39:0/3831620589 >> v2:172.21.15.50:3300/0 conn(0x7f2b4415e4f0 0x7f2b4415f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b4406c0c0 con 0x7f2b4406bb20 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f2b38001670 con 0x7f2b4406bb20 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 >> v1:172.21.15.39:6789/0 conn(0x7f2b4406bb20 legacy=0x7f2b4415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b2c0039b0 0x7f2b2c003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c004800 0x7f2b2c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b4406d160 0x7f2b2c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4406ccd0 con 0x7f2b2c0039b0 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4406db30 con 0x7f2b2c004800 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2c00b9c0 con 0x7f2b4406d160 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.203+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b2c0039b0 0x7f2b2c003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.204+0000 7f2b427fc640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c004800 0x7f2b2c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.204+0000 7f2b437fe640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b4406d160 0x7f2b2c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.204+0000 7f2b42ffd640 1 -- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b4406d160 msgr2=0x7f2b2c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.204+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b4406d160 0x7f2b2c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.204+0000 7f2b42ffd640 1 -- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c004800 msgr2=0x7f2b2c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.204+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c004800 0x7f2b2c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.204+0000 7f2b42ffd640 1 -- 172.21.15.39:0/3831620589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2c003520 con 0x7f2b2c0039b0 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.204+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b2c0039b0 0x7f2b2c003df0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2b34009af0 tx=0x7f2b2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d766775a32b53d19 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34036070 con 0x7f2b2c0039b0 2024-09-19T05:36:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b34031400 con 0x7f2b2c0039b0 2024-09-19T05:36:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b41ffb640 1 -- 172.21.15.39:0/3831620589 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34009690 con 0x7f2b2c0039b0 2024-09-19T05:36:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b49a15640 1 -- 172.21.15.39:0/3831620589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b2c0039b0 msgr2=0x7f2b2c003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b49a15640 1 --2- 172.21.15.39:0/3831620589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b2c0039b0 0x7f2b2c003df0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2b34009af0 tx=0x7f2b2c005830 comp rx=0 tx=0).stop 2024-09-19T05:36:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b437fe640 1 -- 172.21.15.39:0/3831620589 reap_dead start 2024-09-19T05:36:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b49a15640 1 -- 172.21.15.39:0/3831620589 shutdown_connections 2024-09-19T05:36:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b49a15640 1 -- 172.21.15.39:0/3831620589 >> 172.21.15.39:0/3831620589 conn(0x7f2b4406e5b0 msgr2=0x7f2b4406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b49a15640 1 -- 172.21.15.39:0/3831620589 shutdown_connections 2024-09-19T05:36:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.205+0000 7f2b49a15640 1 -- 172.21.15.39:0/3831620589 wait complete. 2024-09-19T05:36:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.206+0000 7f2b49a15640 1 Processor -- start 2024-09-19T05:36:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b49a15640 1 -- start start 2024-09-19T05:36:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b49a15640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c0039b0 0x7f2b4414d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b49a15640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b44150290 0x7f2b4414e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b49a15640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b44150840 0x7f2b440b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b49a15640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4406c960 con 0x7f2b44150840 2024-09-19T05:36:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b49a15640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4406c680 con 0x7f2b2c0039b0 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b49a15640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2b4415e8d0 con 0x7f2b44150290 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b437fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b44150840 0x7f2b440b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b437fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b44150840 0x7f2b440b31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60700/0 (socket says 172.21.15.39:60700) 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.207+0000 7f2b437fe640 1 -- 172.21.15.39:0/3464329479 learned_addr learned my addr 172.21.15.39:0/3464329479 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b427fc640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b44150290 0x7f2b4414e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c0039b0 0x7f2b4414d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b437fe640 1 -- 172.21.15.39:0/3464329479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b44150290 msgr2=0x7f2b4414e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b437fe640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b44150290 0x7f2b4414e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b437fe640 1 -- 172.21.15.39:0/3464329479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c0039b0 msgr2=0x7f2b4414d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b437fe640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c0039b0 0x7f2b4414d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b437fe640 1 -- 172.21.15.39:0/3464329479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b4414ae20 con 0x7f2b44150840 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c0039b0 0x7f2b4414d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b437fe640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b44150840 0x7f2b440b31a0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c007d10 tx=0x7f2b3c0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b2bfff640 1 -- 172.21.15.39:0/3464329479 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3c011e40 con 0x7f2b44150840 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b2bfff640 1 -- 172.21.15.39:0/3464329479 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b3c01b070 con 0x7f2b44150840 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b2bfff640 1 -- 172.21.15.39:0/3464329479 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3c003990 con 0x7f2b44150840 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b49a15640 1 -- 172.21.15.39:0/3464329479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b4414b100 con 0x7f2b44150840 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.208+0000 7f2b49a15640 1 -- 172.21.15.39:0/3464329479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b4414b6c0 con 0x7f2b44150840 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.210+0000 7f2b2bfff640 1 -- 172.21.15.39:0/3464329479 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2b3c005d10 con 0x7f2b44150840 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.210+0000 7f2b2bfff640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2b3006c2b0 0x7f2b3006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.211+0000 7f2b2bfff640 1 -- 172.21.15.39:0/3464329479 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f2b3c08b8e0 con 0x7f2b44150840 2024-09-19T05:36:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.211+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2b3006c2b0 0x7f2b3006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.211+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2b3006c2b0 0x7f2b3006e770 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2b34033000 tx=0x7f2b34008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.211+0000 7f2b4c88a740 1 Processor -- start 2024-09-19T05:36:16.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.211+0000 7f2b4c88a740 1 -- start start 2024-09-19T05:36:16.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4b2c0 0x55928cb90a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb48a80 0x55928cb4b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4ca50 0x55928cb458b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55928caad520 con 0x55928cb48a80 2024-09-19T05:36:16.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55928ca553e0 con 0x55928cb4ca50 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55928caa94e0 con 0x55928cb4b2c0 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b427fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb48a80 0x55928cb4b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b427fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb48a80 0x55928cb4b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60702/0 (socket says 172.21.15.39:60702) 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b42ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4b2c0 0x55928cb90a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b427fc640 1 -- 172.21.15.39:0/837623400 learned_addr learned my addr 172.21.15.39:0/837623400 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.212+0000 7f2b437fe640 1 --2- 172.21.15.39:0/837623400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4ca50 0x55928cb458b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.213+0000 7f2b427fc640 1 -- 172.21.15.39:0/837623400 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4b2c0 msgr2=0x55928cb90a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.213+0000 7f2b427fc640 1 --2- 172.21.15.39:0/837623400 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4b2c0 0x55928cb90a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.213+0000 7f2b427fc640 1 -- 172.21.15.39:0/837623400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4ca50 msgr2=0x55928cb458b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.213+0000 7f2b427fc640 1 --2- 172.21.15.39:0/837623400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4ca50 0x55928cb458b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.213+0000 7f2b427fc640 1 -- 172.21.15.39:0/837623400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55928ca702f0 con 0x55928cb48a80 2024-09-19T05:36:16.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.213+0000 7f2b427fc640 1 --2- 172.21.15.39:0/837623400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb48a80 0x55928cb4b6a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2b38005ac0 tx=0x7f2b38001430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cd5a3f0a8a82315 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.213+0000 7f2b297fa640 1 -- 172.21.15.39:0/837623400 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3801b070 con 0x55928cb48a80 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.213+0000 7f2b297fa640 1 -- 172.21.15.39:0/837623400 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b38011c60 con 0x55928cb48a80 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.213+0000 7f2b297fa640 1 -- 172.21.15.39:0/837623400 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b38005050 con 0x55928cb48a80 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 -- 172.21.15.39:0/837623400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb48a80 msgr2=0x55928cb4b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/837623400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb48a80 0x55928cb4b6a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2b38005ac0 tx=0x7f2b38001430 comp rx=0 tx=0).stop 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 -- 172.21.15.39:0/837623400 shutdown_connections 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/837623400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4ca50 0x55928cb458b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/837623400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb48a80 0x55928cb4b6a0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/837623400 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4b2c0 0x55928cb90a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 -- 172.21.15.39:0/837623400 >> 172.21.15.39:0/837623400 conn(0x55928cb47a80 msgr2=0x55928cb8ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 -- 172.21.15.39:0/837623400 shutdown_connections 2024-09-19T05:36:16.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 -- 172.21.15.39:0/837623400 wait complete. 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.214+0000 7f2b4c88a740 1 -- start start 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b4c88a740 1 Processor -- start 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cba41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cb6bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb697b0 0x55928cb6a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55928cb46f20 con 0x55928cb4b2c0 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55928ca36450 con 0x55928cb697b0 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55928cb91290 con 0x55928cb4ca50 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b4c88a740 10 client.0 _ll_register_callbacks cb 0x55928c7bfac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b42ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cba41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b42ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cba41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60718/0 (socket says 172.21.15.39:60718) 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.215+0000 7f2b42ffd640 1 -- 172.21.15.39:0/3176227055 learned_addr learned my addr 172.21.15.39:0/3176227055 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:16.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b427fc640 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cb6bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b437fe640 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb697b0 0x55928cb6a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b42ffd640 1 -- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 msgr2=0x55928cb6bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cb6bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b42ffd640 1 -- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb697b0 msgr2=0x55928cb6a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb697b0 0x55928cb6a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b42ffd640 1 -- 172.21.15.39:0/3176227055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55928c7c02d0 con 0x55928cb4b2c0 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cba41d0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f2b34009c10 tx=0x7f2b340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26b45ac17a93eb6f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b227fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b227fc640 1 -- 172.21.15.39:0/3176227055 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34036040 con 0x55928cb4b2c0 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b227fc640 1 -- 172.21.15.39:0/3176227055 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f2b34049640 con 0x55928cb4b2c0 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b4c88a740 1 -- 172.21.15.39:0/3176227055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b38011c60 con 0x55928cb4b2c0 2024-09-19T05:36:16.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b227fc640 1 -- 172.21.15.39:0/3176227055 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f2b34049840 con 0x55928cb4b2c0 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b4c88a740 10 client.5946 fetch_fsmap learned FSMap version 35 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.216+0000 7f2b4c88a740 1 -- 172.21.15.39:0/3176227055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=2+}) -- 0x55928c88a6b0 con 0x55928cb4b2c0 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b227fc640 1 -- 172.21.15.39:0/3176227055 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b38011c60 con 0x55928cb4b2c0 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b227fc640 1 -- 172.21.15.39:0/3176227055 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 35) ==== 3502+0+0 (secure 0 0 0) 0x7f2b340499e0 con 0x55928cb4b2c0 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b4c88a740 10 client.5946 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b4c88a740 10 client.5946 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b4c88a740 20 client.5946 populate_metadata read hostname 'smithi039' 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55928cb44850 0x55928cb44c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b4c88a740 4 client.5946 mds_command: new command op to 5790 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b4c88a740 1 -- 172.21.15.39:0/3176227055 --> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55928cabac50 con 0x55928cb44850 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b427fc640 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55928cb44850 0x55928cb44c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b427fc640 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55928cb44850 0x55928cb44c30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15eaf1b50f99d574 server_cookie=6f213e502280ad5c in_seq=0 out_seq=0 2024-09-19T05:36:16.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.217+0000 7f2b227fc640 10 client.5946 ms_handle_connect on v2:172.21.15.50:6832/3213889132 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.218+0000 7f2b227fc640 1 -- 172.21.15.39:0/3176227055 <== mds.0 v2:172.21.15.50:6832/3213889132 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55928cabac50 con 0x55928cb44850 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.218+0000 7f2b227fc640 10 client.5946 handle_command_reply: tid=0 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.218+0000 7f2b4c88a740 1 client.5946 shutdown 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.218+0000 7f2b4c88a740 1 -- 172.21.15.39:0/3176227055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 msgr2=0x55928cba41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.218+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cba41d0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f2b34009c10 tx=0x7f2b340046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.218+0000 7f2b4c88a740 1 -- 172.21.15.39:0/3176227055 shutdown_connections 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.218+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb697b0 0x55928cb6a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.218+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cb6bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.218+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55928cb44850 0x55928cb44c30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.219+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/3176227055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cba41d0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.219+0000 7f2b227fc640 0 client.5946 ms_handle_reset on v2:172.21.15.50:6832/3213889132 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.219+0000 7f2b4c88a740 1 -- 172.21.15.39:0/3176227055 >> 172.21.15.39:0/3176227055 conn(0x55928cb48a80 msgr2=0x55928cb701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:16.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.219+0000 7f2b4c88a740 1 -- 172.21.15.39:0/3176227055 shutdown_connections 2024-09-19T05:36:16.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.219+0000 7f2b4c88a740 1 -- 172.21.15.39:0/3176227055 wait complete. 2024-09-19T05:36:16.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.219+0000 7f2b4c88a740 20 client.5946 trim_cache size 0 max 16384 2024-09-19T05:36:16.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.237+0000 7f2b4c88a740 1 Processor -- start 2024-09-19T05:36:16.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.237+0000 7f2b4c88a740 1 -- start start 2024-09-19T05:36:16.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.237+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cb41000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.237+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cb8c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.237+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb697b0 0x55928cbb42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.237+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2b44200370 con 0x55928cb4b2c0 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.237+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4414c9f0 con 0x55928cb697b0 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.237+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2b441ffd20 con 0x55928cb4ca50 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.237+0000 7f2b42ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cb41000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b42ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cb41000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60724/0 (socket says 172.21.15.39:60724) 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b42ffd640 1 -- 172.21.15.39:0/1983795342 learned_addr learned my addr 172.21.15.39:0/1983795342 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b42ffd640 1 -- 172.21.15.39:0/1983795342 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 msgr2=0x55928cb8c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/1983795342 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cb8c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b42ffd640 1 -- 172.21.15.39:0/1983795342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb697b0 msgr2=0x55928cbb42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/1983795342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb697b0 0x55928cbb42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b42ffd640 1 -- 172.21.15.39:0/1983795342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55928cb91390 con 0x55928cb4b2c0 2024-09-19T05:36:16.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/1983795342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cb41000 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2b34034040 tx=0x7f2b3403e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1390f640d61f598 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b28ff9640 1 -- 172.21.15.39:0/1983795342 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34036050 con 0x55928cb4b2c0 2024-09-19T05:36:16.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b28ff9640 1 -- 172.21.15.39:0/1983795342 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b34060070 con 0x55928cb4b2c0 2024-09-19T05:36:16.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.238+0000 7f2b28ff9640 1 -- 172.21.15.39:0/1983795342 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34049b70 con 0x55928cb4b2c0 2024-09-19T05:36:16.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 -- 172.21.15.39:0/1983795342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 msgr2=0x55928cb41000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/1983795342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cb41000 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2b34034040 tx=0x7f2b3403e070 comp rx=0 tx=0).stop 2024-09-19T05:36:16.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 -- 172.21.15.39:0/1983795342 shutdown_connections 2024-09-19T05:36:16.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/1983795342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb697b0 0x55928cbb42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/1983795342 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cb8c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/1983795342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb4b2c0 0x55928cb41000 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 -- 172.21.15.39:0/1983795342 >> 172.21.15.39:0/1983795342 conn(0x55928cb48a80 msgr2=0x55928cb9fa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 -- 172.21.15.39:0/1983795342 shutdown_connections 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 -- 172.21.15.39:0/1983795342 wait complete. 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 -- start start 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.239+0000 7f2b4c88a740 1 Processor -- start 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4b2c0 0x55928cb8fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cbf4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b4c88a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb697b0 0x55928cb75430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55928cb6b250 con 0x55928cb697b0 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55928cb6a2a0 con 0x55928cb4b2c0 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b4c88a740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55928cb8e4b0 con 0x55928cb4ca50 2024-09-19T05:36:16.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b4c88a740 10 client.0 _ll_register_callbacks cb 0x7f2b2c0036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b437fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb697b0 0x55928cb75430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b437fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb697b0 0x55928cb75430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60732/0 (socket says 172.21.15.39:60732) 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b437fe640 1 -- 172.21.15.39:0/583425954 learned_addr learned my addr 172.21.15.39:0/583425954 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4b2c0 0x55928cb8fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.240+0000 7f2b427fc640 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cbf4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b437fe640 1 -- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 msgr2=0x55928cbf4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b437fe640 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cbf4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b437fe640 1 -- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4b2c0 msgr2=0x55928cb8fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b437fe640 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4b2c0 0x55928cb8fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b437fe640 1 -- 172.21.15.39:0/583425954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55928cbf4f80 con 0x55928cb697b0 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b437fe640 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb697b0 0x55928cb75430 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c011aa0 tx=0x7f2b3c05a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee5564d4174b67e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b227fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b227fc640 1 -- 172.21.15.39:0/583425954 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3c059e40 con 0x55928cb697b0 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b227fc640 1 -- 172.21.15.39:0/583425954 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f2b3c062130 con 0x55928cb697b0 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b4c88a740 1 -- 172.21.15.39:0/583425954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b34060070 con 0x55928cb697b0 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b227fc640 1 -- 172.21.15.39:0/583425954 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f2b3c0625c0 con 0x55928cb697b0 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b4c88a740 10 client.5952 fetch_fsmap learned FSMap version 35 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b4c88a740 1 -- 172.21.15.39:0/583425954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=2+}) -- 0x55928cbf5190 con 0x55928cb697b0 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b227fc640 1 -- 172.21.15.39:0/583425954 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b34060070 con 0x55928cb697b0 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b227fc640 1 -- 172.21.15.39:0/583425954 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 35) ==== 3502+0+0 (secure 0 0 0) 0x7f2b3c058e30 con 0x55928cb697b0 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b4c88a740 10 client.5952 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b4c88a740 10 client.5952 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b4c88a740 20 client.5952 populate_metadata read hostname 'smithi039' 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55928cba3060 0x55928cb9e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b4c88a740 4 client.5952 mds_command: new command op to 5790 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.241+0000 7f2b4c88a740 1 -- 172.21.15.39:0/583425954 --> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] -- command(tid 0: {"prefix": "status"}) -- 0x55928cab4fa0 con 0x55928cba3060 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55928cba3060 0x55928cb9e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b227fc640 10 client.5952 ms_handle_connect on v2:172.21.15.50:6832/3213889132 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b42ffd640 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55928cba3060 0x55928cb9e5c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce784850bbc97d0b server_cookie=daf16d15549ef9c9 in_seq=0 out_seq=0 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b227fc640 1 -- 172.21.15.39:0/583425954 <== mds.0 v2:172.21.15.50:6832/3213889132 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55928cab4fa0 con 0x55928cba3060 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b227fc640 10 client.5952 handle_command_reply: tid=0 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b4c88a740 1 client.5952 shutdown 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b4c88a740 1 -- 172.21.15.39:0/583425954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb697b0 msgr2=0x55928cb75430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb697b0 0x55928cb75430 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c011aa0 tx=0x7f2b3c05a1a0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b4c88a740 1 -- 172.21.15.39:0/583425954 shutdown_connections 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55928cba3060 0x55928cb9e5c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55928cb697b0 0x55928cb75430 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55928cb4ca50 0x55928cbf4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b227fc640 0 client.5952 ms_handle_reset on v2:172.21.15.50:6832/3213889132 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b4c88a740 1 --2- 172.21.15.39:0/583425954 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55928cb4b2c0 0x55928cb8fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.242+0000 7f2b4c88a740 1 -- 172.21.15.39:0/583425954 >> 172.21.15.39:0/583425954 conn(0x55928cb48a80 msgr2=0x55928cb41000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b4c88a740 1 -- 172.21.15.39:0/583425954 shutdown_connections 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b4c88a740 1 -- 172.21.15.39:0/583425954 wait complete. 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b4c88a740 20 client.5952 trim_cache size 0 max 16384 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:36:16.251 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 5790, 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 9.5362885130000006, 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 35, 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 66, 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 66, 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 14.869935763000001 2024-09-19T05:36:16.252 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:36:16.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 -- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2b3006c2b0 msgr2=0x7f2b3006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2b3006c2b0 0x7f2b3006e770 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2b34033000 tx=0x7f2b34008030 comp rx=0 tx=0).stop 2024-09-19T05:36:16.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 -- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b44150840 msgr2=0x7f2b440b31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b44150840 0x7f2b440b31a0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c007d10 tx=0x7f2b3c0115a0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 -- 172.21.15.39:0/3464329479 shutdown_connections 2024-09-19T05:36:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2b3006c2b0 0x7f2b3006e770 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b44150840 0x7f2b440b31a0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b44150290 0x7f2b4414e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 --2- 172.21.15.39:0/3464329479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b2c0039b0 0x7f2b4414d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 -- 172.21.15.39:0/3464329479 >> 172.21.15.39:0/3464329479 conn(0x7f2b4406e5b0 msgr2=0x7f2b440cb8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 -- 172.21.15.39:0/3464329479 shutdown_connections 2024-09-19T05:36:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.243+0000 7f2b49a15640 1 -- 172.21.15.39:0/3464329479 wait complete. 2024-09-19T05:36:16.256 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:36:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.357+0000 7f9dfbd11640 1 Processor -- start 2024-09-19T05:36:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.357+0000 7f9dfbd11640 1 -- start start 2024-09-19T05:36:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9dfbd11640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9df40b4a00 0x7f9df40d0b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9dfbd11640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9df40d10d0 0x7f9df406df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9dfbd11640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9df4072f70 con 0x7f9df4148130 2024-09-19T05:36:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9dfbd11640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f9df40d1540 con 0x7f9df40b4a00 2024-09-19T05:36:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9dfbd11640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f9df4073250 con 0x7f9df40d10d0 2024-09-19T05:36:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9df92ac640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9df40b4a00 0x7f9df40d0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9df92ac640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9df40b4a00 0x7f9df40d0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60748/0 (socket says 172.21.15.39:60748) 2024-09-19T05:36:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9df92ac640 1 -- 172.21.15.39:0/195630487 learned_addr learned my addr 172.21.15.39:0/195630487 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9dfa2ae640 1 --2- 172.21.15.39:0/195630487 >> v2:172.21.15.50:3300/0 conn(0x7f9df40d10d0 0x7f9df406df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9df92ac640 1 -- 172.21.15.39:0/195630487 >> v2:172.21.15.50:3300/0 conn(0x7f9df40d10d0 msgr2=0x7f9df406df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9df92ac640 1 --2- 172.21.15.39:0/195630487 >> v2:172.21.15.50:3300/0 conn(0x7f9df40d10d0 0x7f9df406df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9df92ac640 1 -- 172.21.15.39:0/195630487 >> v1:172.21.15.50:6789/0 conn(0x7f9df4148130 legacy=0x7f9df4072710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.358+0000 7f9df92ac640 1 -- 172.21.15.39:0/195630487 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9df4073530 con 0x7f9df40b4a00 2024-09-19T05:36:16.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.359+0000 7f9df92ac640 1 --2- 172.21.15.39:0/195630487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40b4a00 0x7f9df40d0b90 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f9df40cd160 tx=0x7f9de402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4c4944298b44d75 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.359+0000 7f9df8aab640 1 -- 172.21.15.39:0/195630487 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4037070 con 0x7f9df40b4a00 2024-09-19T05:36:16.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.359+0000 7f9df8aab640 1 -- 172.21.15.39:0/195630487 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9de4032440 con 0x7f9df40b4a00 2024-09-19T05:36:16.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.359+0000 7f9df8aab640 1 -- 172.21.15.39:0/195630487 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4032810 con 0x7f9df40b4a00 2024-09-19T05:36:16.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.360+0000 7f9dfbd11640 1 -- 172.21.15.39:0/195630487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40b4a00 msgr2=0x7f9df40d0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.360+0000 7f9dfbd11640 1 --2- 172.21.15.39:0/195630487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40b4a00 0x7f9df40d0b90 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f9df40cd160 tx=0x7f9de402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.360+0000 7f9dfbd11640 1 -- 172.21.15.39:0/195630487 shutdown_connections 2024-09-19T05:36:16.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.360+0000 7f9dfbd11640 1 --2- 172.21.15.39:0/195630487 >> v2:172.21.15.50:3300/0 conn(0x7f9df40d10d0 0x7f9df406df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.360+0000 7f9dfbd11640 1 --2- 172.21.15.39:0/195630487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40b4a00 0x7f9df40d0b90 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.360+0000 7f9dfbd11640 1 -- 172.21.15.39:0/195630487 >> 172.21.15.39:0/195630487 conn(0x7f9df406bf40 msgr2=0x7f9df406c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:16.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.360+0000 7f9dfbd11640 1 -- 172.21.15.39:0/195630487 shutdown_connections 2024-09-19T05:36:16.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.360+0000 7f9dfbd11640 1 -- 172.21.15.39:0/195630487 wait complete. 2024-09-19T05:36:16.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.361+0000 7f9dfbd11640 1 Processor -- start 2024-09-19T05:36:16.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.361+0000 7f9dfbd11640 1 -- start start 2024-09-19T05:36:16.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9dfbd11640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df40b4a00 0x7f9df4144d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9dfbd11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40d10d0 0x7f9df40c5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9dfbd11640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9df4148130 0x7f9df40c5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9dfbd11640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9df406d680 con 0x7f9df40d10d0 2024-09-19T05:36:16.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9dfbd11640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9df4148510 con 0x7f9df40b4a00 2024-09-19T05:36:16.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9dfbd11640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9df406d800 con 0x7f9df4148130 2024-09-19T05:36:16.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df92ac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40d10d0 0x7f9df40c5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df92ac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40d10d0 0x7f9df40c5740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60758/0 (socket says 172.21.15.39:60758) 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df92ac640 1 -- 172.21.15.39:0/4114544022 learned_addr learned my addr 172.21.15.39:0/4114544022 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df9aad640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df40b4a00 0x7f9df4144d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9dfa2ae640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9df4148130 0x7f9df40c5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df92ac640 1 -- 172.21.15.39:0/4114544022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9df4148130 msgr2=0x7f9df40c5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df92ac640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9df4148130 0x7f9df40c5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df92ac640 1 -- 172.21.15.39:0/4114544022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df40b4a00 msgr2=0x7f9df4144d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df92ac640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df40b4a00 0x7f9df4144d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df92ac640 1 -- 172.21.15.39:0/4114544022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9df41f4630 con 0x7f9df40d10d0 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9dfa2ae640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9df4148130 0x7f9df40c5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.362+0000 7f9df92ac640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40d10d0 0x7f9df40c5740 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f9de402a220 tx=0x7f9de40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.363+0000 7f9dea7fc640 1 -- 172.21.15.39:0/4114544022 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4037040 con 0x7f9df40d10d0 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.363+0000 7f9dea7fc640 1 -- 172.21.15.39:0/4114544022 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9de4042070 con 0x7f9df40d10d0 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.363+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9df40c6300 con 0x7f9df40d10d0 2024-09-19T05:36:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.363+0000 7f9dea7fc640 1 -- 172.21.15.39:0/4114544022 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4030880 con 0x7f9df40d10d0 2024-09-19T05:36:16.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.363+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9df40c68c0 con 0x7f9df40d10d0 2024-09-19T05:36:16.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.364+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9df4069190 con 0x7f9df40d10d0 2024-09-19T05:36:16.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.364+0000 7f9dea7fc640 1 -- 172.21.15.39:0/4114544022 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9de4030a20 con 0x7f9df40d10d0 2024-09-19T05:36:16.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.365+0000 7f9dea7fc640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9dd806c2b0 0x7f9dd806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:16.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.365+0000 7f9df9aad640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9dd806c2b0 0x7f9dd806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:16.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.365+0000 7f9dea7fc640 1 -- 172.21.15.39:0/4114544022 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f9de40abbb0 con 0x7f9df40d10d0 2024-09-19T05:36:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.366+0000 7f9df9aad640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9dd806c2b0 0x7f9dd806e770 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f9df0001e70 tx=0x7f9df0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.370+0000 7f9dea7fc640 1 -- 172.21.15.39:0/4114544022 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9de407a3b0 con 0x7f9df40d10d0 2024-09-19T05:36:16.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.581+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9df40cd230 con 0x7f9df40d10d0 2024-09-19T05:36:16.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.581+0000 7f9dea7fc640 1 -- 172.21.15.39:0/4114544022 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v35) ==== 53+0+73 (secure 0 0 0) 0x7f9de4079cb0 con 0x7f9df40d10d0 2024-09-19T05:36:16.584 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:36:16.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9dd806c2b0 msgr2=0x7f9dd806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9dd806c2b0 0x7f9dd806e770 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f9df0001e70 tx=0x7f9df0009040 comp rx=0 tx=0).stop 2024-09-19T05:36:16.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40d10d0 msgr2=0x7f9df40c5740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:16.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40d10d0 0x7f9df40c5740 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f9de402a220 tx=0x7f9de40046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 shutdown_connections 2024-09-19T05:36:16.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9dd806c2b0 0x7f9dd806e770 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9df4148130 0x7f9df40c5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9df40d10d0 0x7f9df40c5740 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 --2- 172.21.15.39:0/4114544022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df40b4a00 0x7f9df4144d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.583+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 >> 172.21.15.39:0/4114544022 conn(0x7f9df406bf40 msgr2=0x7f9df406ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.584+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 shutdown_connections 2024-09-19T05:36:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16.584+0000 7f9dfbd11640 1 -- 172.21.15.39:0/4114544022 wait complete. 2024-09-19T05:36:16.597 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:36:16.597 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:36:16.597 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:36:16.597 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:36:16.597 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:16.597 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:36:16.597 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:36:16.597 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:36:16.597 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:36:16.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:16.597 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:36:16.614 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42620sec preferred_lft 42620sec 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:36:16.615 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2c0b:eeff:fe90:839e/64 scope link 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::80ad:56ff:fe2b:b1b7/64 scope link 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether da:97:a2:a8:56:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::d897:a2ff:fea8:56b6/64 scope link 2024-09-19T05:36:16.616 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:16.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:16.617 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:36:16.678 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:36:16.680 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:16.680 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:36:16.737 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:36:16.737 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:36:16.737 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:36:16.737 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:36:16.737 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:36:16.738 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:36:16.738 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:36:16.738 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:36:16.738 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:36:16.738 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:36:16.739 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:36:16.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:36:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:36:16.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:16.866 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:36:16.882 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:36:16.882 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:36:16.883 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:36:16.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:16.883 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-19T05:36:16.948 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:36:16.948 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:17.004 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:36:17.004 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:36:17.004 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:17.060 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T05:36:17.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:17.060 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:17.145 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:17.145 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:36:17.153 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:17.153 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:36:17.153 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:36:17.153 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:36:17.153 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:36:17.154 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:36:17.154 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:36:17.154 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:36:17.154 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:36:17.154 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:36:17.156 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:36:17.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:17.156 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:17.182 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:36:17.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:36:17.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:36:17.286 INFO:teuthology.orchestra.run.smithi039.stdout:client5590 2024-09-19T05:36:17.287 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:17.287 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:17.306 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:36:17.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.446+0000 7fb0c084c640 1 Processor -- start 2024-09-19T05:36:17.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.446+0000 7fb0c084c640 1 -- start start 2024-09-19T05:36:17.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.447+0000 7fb0c084c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc15e970 0x7fb0bc0b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:17.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.447+0000 7fb0c084c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb0bc0d1c10 0x7fb0bc0ced40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:17.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.447+0000 7fb0c084c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0bc0b70b0 con 0x7fb0bc162cd0 2024-09-19T05:36:17.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.447+0000 7fb0c084c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb0bc0b78b0 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.447+0000 7fb0c084c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb0bc0b62f0 con 0x7fb0bc15e970 2024-09-19T05:36:17.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.447+0000 7fb0ba59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc15e970 0x7fb0bc0b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:17.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.447+0000 7fb0ba59c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc15e970 0x7fb0bc0b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:50288/0 (socket says 172.21.15.39:50288) 2024-09-19T05:36:17.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.447+0000 7fb0bad9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb0bc0d1c10 0x7fb0bc0ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:17.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.447+0000 7fb0ba59c640 1 -- 172.21.15.39:0/1086287355 learned_addr learned my addr 172.21.15.39:0/1086287355 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:17.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.448+0000 7fb0ba59c640 1 -- 172.21.15.39:0/1086287355 >> v2:172.21.15.50:3300/0 conn(0x7fb0bc0d1c10 msgr2=0x7fb0bc0ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:17.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.448+0000 7fb0ba59c640 1 --2- 172.21.15.39:0/1086287355 >> v2:172.21.15.50:3300/0 conn(0x7fb0bc0d1c10 0x7fb0bc0ced40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.448+0000 7fb0ba59c640 1 -- 172.21.15.39:0/1086287355 >> v1:172.21.15.50:6789/0 conn(0x7fb0bc162cd0 legacy=0x7fb0bc0d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:17.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.448+0000 7fb0ba59c640 1 -- 172.21.15.39:0/1086287355 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0bc0b65d0 con 0x7fb0bc15e970 2024-09-19T05:36:17.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.448+0000 7fb0bad9d640 1 --2- 172.21.15.39:0/1086287355 >> v2:172.21.15.50:3300/0 conn(0x7fb0bc0d1c10 0x7fb0bc0ced40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.448+0000 7fb0ba59c640 1 --2- 172.21.15.39:0/1086287355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc15e970 0x7fb0bc0b37a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009870 tx=0x7fb0ac02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=940f54582499ccda server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0b9d9b640 1 -- 172.21.15.39:0/1086287355 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac037070 con 0x7fb0bc15e970 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0b9d9b640 1 -- 172.21.15.39:0/1086287355 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0ac032440 con 0x7fb0bc15e970 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0b9d9b640 1 -- 172.21.15.39:0/1086287355 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac032810 con 0x7fb0bc15e970 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0c084c640 1 -- 172.21.15.39:0/1086287355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc15e970 msgr2=0x7fb0bc0b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0c084c640 1 --2- 172.21.15.39:0/1086287355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc15e970 0x7fb0bc0b37a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009870 tx=0x7fb0ac02a1c0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0c084c640 1 -- 172.21.15.39:0/1086287355 shutdown_connections 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0c084c640 1 --2- 172.21.15.39:0/1086287355 >> v2:172.21.15.50:3300/0 conn(0x7fb0bc0d1c10 0x7fb0bc0ced40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0c084c640 1 --2- 172.21.15.39:0/1086287355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc15e970 0x7fb0bc0b37a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0c084c640 1 -- 172.21.15.39:0/1086287355 >> 172.21.15.39:0/1086287355 conn(0x7fb0bc06bd00 msgr2=0x7fb0bc06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:17.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0c084c640 1 -- 172.21.15.39:0/1086287355 shutdown_connections 2024-09-19T05:36:17.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.449+0000 7fb0c084c640 1 -- 172.21.15.39:0/1086287355 wait complete. 2024-09-19T05:36:17.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.451+0000 7fb0c084c640 1 Processor -- start 2024-09-19T05:36:17.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.451+0000 7fb0c084c640 1 -- start start 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.451+0000 7fb0c084c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0bc0d1c10 0x7fb0bc0cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.451+0000 7fb0c084c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0bc15e970 0x7fb0bc0b56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.451+0000 7fb0c084c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc162cd0 0x7fb0bc0b5c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.451+0000 7fb0c084c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb0bc163130 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.451+0000 7fb0c084c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb0bc0b6b90 con 0x7fb0bc15e970 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.451+0000 7fb0c084c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb0bc0cf280 con 0x7fb0bc162cd0 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0ba59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0bc0d1c10 0x7fb0bc0cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0ba59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0bc0d1c10 0x7fb0bc0cb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53368/0 (socket says 172.21.15.39:53368) 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0ba59c640 1 -- 172.21.15.39:0/2776032635 learned_addr learned my addr 172.21.15.39:0/2776032635 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0b3fff640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0bc15e970 0x7fb0bc0b56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:17.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0bad9d640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc162cd0 0x7fb0bc0b5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0ba59c640 1 -- 172.21.15.39:0/2776032635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc162cd0 msgr2=0x7fb0bc0b5c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0ba59c640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc162cd0 0x7fb0bc0b5c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0ba59c640 1 -- 172.21.15.39:0/2776032635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0bc15e970 msgr2=0x7fb0bc0b56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0ba59c640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0bc15e970 0x7fb0bc0b56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0ba59c640 1 -- 172.21.15.39:0/2776032635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0bc0cc130 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0bad9d640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc162cd0 0x7fb0bc0b5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0ba59c640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0bc0d1c10 0x7fb0bc0cb7c0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009870 tx=0x7fb0ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0b2ffd640 1 -- 172.21.15.39:0/2776032635 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac041070 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0b2ffd640 1 -- 172.21.15.39:0/2776032635 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0ac03c890 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0b2ffd640 1 -- 172.21.15.39:0/2776032635 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac037040 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0bc0cc410 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.452+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0bc0cc9d0 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.453+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0bc0ced40 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.454+0000 7fb0b2ffd640 1 -- 172.21.15.39:0/2776032635 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb0ac044070 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.454+0000 7fb0b2ffd640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb09c06c2b0 0x7fb09c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:17.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.455+0000 7fb0b3fff640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb09c06c2b0 0x7fb09c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:17.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.455+0000 7fb0b2ffd640 1 -- 172.21.15.39:0/2776032635 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7fb0ac0ac0d0 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.455+0000 7fb0b3fff640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb09c06c2b0 0x7fb09c06e770 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb0a4007fd0 tx=0x7fb0a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.459+0000 7fb0b2ffd640 1 -- 172.21.15.39:0/2776032635 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb0ac07a9f0 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.668+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb0bc15dbb0 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.669+0000 7fb0b2ffd640 1 -- 172.21.15.39:0/2776032635 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v35) ==== 53+0+73 (secure 0 0 0) 0x7fb0ac07a2f0 con 0x7fb0bc0d1c10 2024-09-19T05:36:17.671 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:36:17.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.670+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb09c06c2b0 msgr2=0x7fb09c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:17.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.670+0000 7fb0c084c640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb09c06c2b0 0x7fb09c06e770 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb0a4007fd0 tx=0x7fb0a4009040 comp rx=0 tx=0).stop 2024-09-19T05:36:17.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.670+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0bc0d1c10 msgr2=0x7fb0bc0cb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:17.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.670+0000 7fb0c084c640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0bc0d1c10 0x7fb0bc0cb7c0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009870 tx=0x7fb0ac0046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.670+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 shutdown_connections 2024-09-19T05:36:17.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.670+0000 7fb0c084c640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb09c06c2b0 0x7fb09c06e770 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.671+0000 7fb0c084c640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb0bc162cd0 0x7fb0bc0b5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.671+0000 7fb0c084c640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0bc15e970 0x7fb0bc0b56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.671+0000 7fb0c084c640 1 --2- 172.21.15.39:0/2776032635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0bc0d1c10 0x7fb0bc0cb7c0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:17.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.671+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 >> 172.21.15.39:0/2776032635 conn(0x7fb0bc06bd00 msgr2=0x7fb0bc15cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:17.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.671+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 shutdown_connections 2024-09-19T05:36:17.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:17.671+0000 7fb0c084c640 1 -- 172.21.15.39:0/2776032635 wait complete. 2024-09-19T05:36:17.684 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:36:17.684 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:36:17.684 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-19T05:36:17.684 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:36:17.684 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:17.684 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:36:17.684 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:36:17.685 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:36:17.685 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:36:17.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:17.685 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-19T05:36:17.705 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-19T05:36:17.706 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42587sec preferred_lft 42587sec 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:36:17.707 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a42f:c6ff:feb6:1525/64 scope link 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether b6:a5:b2:c9:9b:09 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::b4a5:b2ff:fec9:9b09/64 scope link 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:36:17.708 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:36:17.709 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::444:4eff:fed4:936f/64 scope link 2024-09-19T05:36:17.709 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:17.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:17.709 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:36:17.774 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:36:17.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:17.776 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-19T05:36:17.836 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-19T05:36:17.836 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:36:17.836 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:36:17.836 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:36:17.837 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:36:17.837 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:36:17.837 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:36:17.837 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:36:17.838 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:36:17.838 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:36:17.838 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:36:17.933 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:36:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:36:17.969 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:36:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:36:17.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:17.975 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:36:17.992 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:36:17.992 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:36:17.992 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:36:17.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:17.992 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2024-09-19T05:36:18.058 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:36:18.058 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:18.114 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:36:18.115 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:36:18.115 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:18.171 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T05:36:18.171 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:18.171 DEBUG:teuthology.orchestra.run.smithi050:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:18.255 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:18.255 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:36:18.264 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:18.264 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:36:18.264 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:36:18.264 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: trying mount with new device syntax: 1@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:36:18.264 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:36:18.266 INFO:teuthology.orchestra.run.smithi050.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:36:18.267 INFO:teuthology.orchestra.run.smithi050.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:36:18.267 INFO:teuthology.orchestra.run.smithi050.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:36:18.267 INFO:teuthology.orchestra.run.smithi050.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:36:18.267 INFO:teuthology.orchestra.run.smithi050.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:36:18.267 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:36:18.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:18.267 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:18.297 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:36:18.388 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:36:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:36:18.389 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:36:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:36:18.395 INFO:teuthology.orchestra.run.smithi050.stdout:client5964 2024-09-19T05:36:18.395 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:18.396 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:18.412 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds ms_async_reap_threshold 1 2024-09-19T05:36:18.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.521+0000 7f5ee3191640 1 Processor -- start 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.521+0000 7f5ee3191640 1 -- start start 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee3191640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5edc151870 0x7f5edc06e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee3191640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 0x7f5edc0718a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee3191640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5edc15e530 0x7f5edc15e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee3191640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f5edc071de0 con 0x7f5edc151870 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee3191640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5edc0720b0 con 0x7f5edc15e530 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee3191640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5edc072390 con 0x7f5edc151c50 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee0f2d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5edc151870 0x7f5edc06e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee0f2d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5edc151870 0x7f5edc06e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53372/0 (socket says 172.21.15.39:53372) 2024-09-19T05:36:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee0f2d640 1 -- 172.21.15.39:0/520818047 learned_addr learned my addr 172.21.15.39:0/520818047 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee172e640 1 --2- 172.21.15.39:0/520818047 >> v2:172.21.15.50:3300/0 conn(0x7f5edc15e530 0x7f5edc15e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5edbfff640 1 --2- 172.21.15.39:0/520818047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 0x7f5edc0718a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee0f2d640 1 -- 172.21.15.39:0/520818047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 msgr2=0x7f5edc0718a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee0f2d640 1 --2- 172.21.15.39:0/520818047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 0x7f5edc0718a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee0f2d640 1 -- 172.21.15.39:0/520818047 >> v2:172.21.15.50:3300/0 conn(0x7f5edc15e530 msgr2=0x7f5edc15e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee0f2d640 1 --2- 172.21.15.39:0/520818047 >> v2:172.21.15.50:3300/0 conn(0x7f5edc15e530 0x7f5edc15e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.522+0000 7f5ee0f2d640 1 -- 172.21.15.39:0/520818047 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5edc072670 con 0x7f5edc151870 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.523+0000 7f5ee0f2d640 1 --2- 172.21.15.39:0/520818047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc151870 0x7f5edc06e6b0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f5edc0cd0d0 tx=0x7f5ed002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c94e929765d080f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.523+0000 7f5edb7fe640 1 -- 172.21.15.39:0/520818047 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed0037070 con 0x7f5edc151870 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.523+0000 7f5edb7fe640 1 -- 172.21.15.39:0/520818047 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ed0032440 con 0x7f5edc151870 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.523+0000 7f5edb7fe640 1 -- 172.21.15.39:0/520818047 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed0032810 con 0x7f5edc151870 2024-09-19T05:36:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.524+0000 7f5ee3191640 1 -- 172.21.15.39:0/520818047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc151870 msgr2=0x7f5edc06e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.524+0000 7f5ee3191640 1 --2- 172.21.15.39:0/520818047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc151870 0x7f5edc06e6b0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f5edc0cd0d0 tx=0x7f5ed002a140 comp rx=0 tx=0).stop 2024-09-19T05:36:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.524+0000 7f5ee3191640 1 -- 172.21.15.39:0/520818047 shutdown_connections 2024-09-19T05:36:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.524+0000 7f5ee3191640 1 --2- 172.21.15.39:0/520818047 >> v2:172.21.15.50:3300/0 conn(0x7f5edc15e530 0x7f5edc15e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.524+0000 7f5ee3191640 1 --2- 172.21.15.39:0/520818047 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 0x7f5edc0718a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.524+0000 7f5ee3191640 1 --2- 172.21.15.39:0/520818047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc151870 0x7f5edc06e6b0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.524+0000 7f5ee3191640 1 -- 172.21.15.39:0/520818047 >> 172.21.15.39:0/520818047 conn(0x7f5edc0b5cb0 msgr2=0x7f5edc06bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.524+0000 7f5ee3191640 1 -- 172.21.15.39:0/520818047 shutdown_connections 2024-09-19T05:36:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.524+0000 7f5ee3191640 1 -- 172.21.15.39:0/520818047 wait complete. 2024-09-19T05:36:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.525+0000 7f5ee3191640 1 Processor -- start 2024-09-19T05:36:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.525+0000 7f5ee3191640 1 -- start start 2024-09-19T05:36:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee3191640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5edc151870 0x7f5edc14eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee3191640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 0x7f5edc1f3520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee3191640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc15e530 0x7f5edc1f3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee3191640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc073150 con 0x7f5edc15e530 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee3191640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc072c30 con 0x7f5edc151870 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee3191640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5edc158520 con 0x7f5edc151c50 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee172e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc15e530 0x7f5edc1f3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee172e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc15e530 0x7f5edc1f3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53376/0 (socket says 172.21.15.39:53376) 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee172e640 1 -- 172.21.15.39:0/2975454078 learned_addr learned my addr 172.21.15.39:0/2975454078 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5ee0f2d640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5edc151870 0x7f5edc14eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.526+0000 7f5edbfff640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 0x7f5edc1f3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ee172e640 1 -- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 msgr2=0x7f5edc1f3520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ee172e640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 0x7f5edc1f3520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ee172e640 1 -- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5edc151870 msgr2=0x7f5edc14eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ee172e640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5edc151870 0x7f5edc14eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ee172e640 1 -- 172.21.15.39:0/2975454078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5edc1f4090 con 0x7f5edc15e530 2024-09-19T05:36:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ee0f2d640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5edc151870 0x7f5edc14eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5edbfff640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 0x7f5edc1f3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ee172e640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc15e530 0x7f5edc1f3a60 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f5ed4009db0 tx=0x7f5ed40075e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ed97fa640 1 -- 172.21.15.39:0/2975454078 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed4019070 con 0x7f5edc15e530 2024-09-19T05:36:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ed97fa640 1 -- 172.21.15.39:0/2975454078 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ed4003990 con 0x7f5edc15e530 2024-09-19T05:36:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ed97fa640 1 -- 172.21.15.39:0/2975454078 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed4003d80 con 0x7f5edc15e530 2024-09-19T05:36:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5edc1f4370 con 0x7f5edc15e530 2024-09-19T05:36:18.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.527+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5edc0b22d0 con 0x7f5edc15e530 2024-09-19T05:36:18.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.528+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5edc06e6b0 con 0x7f5edc15e530 2024-09-19T05:36:18.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.528+0000 7f5ed97fa640 1 -- 172.21.15.39:0/2975454078 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5ed401c070 con 0x7f5edc15e530 2024-09-19T05:36:18.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.529+0000 7f5ed97fa640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5ec006c2b0 0x7f5ec006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.529+0000 7f5ed97fa640 1 -- 172.21.15.39:0/2975454078 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f5ed408b0b0 con 0x7f5edc15e530 2024-09-19T05:36:18.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.529+0000 7f5ee0f2d640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5ec006c2b0 0x7f5ec006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.529+0000 7f5ee0f2d640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5ec006c2b0 0x7f5ec006e770 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5ed0034000 tx=0x7f5ed002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:18.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.533+0000 7f5ed97fa640 1 -- 172.21.15.39:0/2975454078 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ed4011070 con 0x7f5edc15e530 2024-09-19T05:36:18.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.710+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=ms_async_reap_threshold}] v 0) -- 0x7f5edc06cfc0 con 0x7f5edc15e530 2024-09-19T05:36:18.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.713+0000 7f5ed97fa640 1 -- 172.21.15.39:0/2975454078 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=ms_async_reap_threshold}]=0 v19)=0 v19) ==== 121+0+0 (secure 0 0 0) 0x7f5ed40591c0 con 0x7f5edc15e530 2024-09-19T05:36:18.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5ec006c2b0 msgr2=0x7f5ec006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5ec006c2b0 0x7f5ec006e770 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5ed0034000 tx=0x7f5ed002e000 comp rx=0 tx=0).stop 2024-09-19T05:36:18.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc15e530 msgr2=0x7f5edc1f3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc15e530 0x7f5edc1f3a60 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f5ed4009db0 tx=0x7f5ed40075e0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 shutdown_connections 2024-09-19T05:36:18.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5ec006c2b0 0x7f5ec006e770 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc15e530 0x7f5edc1f3a60 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5edc151c50 0x7f5edc1f3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 --2- 172.21.15.39:0/2975454078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5edc151870 0x7f5edc14eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.715+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 >> 172.21.15.39:0/2975454078 conn(0x7f5edc0b5cb0 msgr2=0x7f5edc150590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:18.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.716+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 shutdown_connections 2024-09-19T05:36:18.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.716+0000 7f5ee3191640 1 -- 172.21.15.39:0/2975454078 wait complete. 2024-09-19T05:36:18.729 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:18.729 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:18.746 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:18.746 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:18.805 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:36:18.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.947+0000 7f196f311640 1 Processor -- start 2024-09-19T05:36:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.947+0000 7f196f311640 1 -- start start 2024-09-19T05:36:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.948+0000 7f196f311640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b4f0 0x7f19680d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.948+0000 7f196f311640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19680ccd80 con 0x7f1968073d10 2024-09-19T05:36:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.948+0000 7f196f311640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19680cd060 con 0x7f196815b110 2024-09-19T05:36:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.948+0000 7f196f311640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f19680b44f0 con 0x7f196815b4f0 2024-09-19T05:36:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.948+0000 7f196d8ae640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1968073d10 0x7f19680cdb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41482/0 (socket says 172.21.15.39:41482) 2024-09-19T05:36:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.948+0000 7f196d8ae640 1 -- 172.21.15.39:0/3730843220 learned_addr learned my addr 172.21.15.39:0/3730843220 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.948+0000 7f196c8ac640 1 --2- 172.21.15.39:0/3730843220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b4f0 0x7f19680d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.948+0000 7f195ffff640 1 -- 172.21.15.39:0/3730843220 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3860211563 0 0) 0x7f19680ccd80 con 0x7f1968073d10 2024-09-19T05:36:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.949+0000 7f195ffff640 1 -- 172.21.15.39:0/3730843220 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1954003520 con 0x7f1968073d10 2024-09-19T05:36:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.949+0000 7f195ffff640 1 -- 172.21.15.39:0/3730843220 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 963686863 0 0) 0x7f19680cd060 con 0x7f196815b110 2024-09-19T05:36:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.949+0000 7f195ffff640 1 -- 172.21.15.39:0/3730843220 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f19680ccd80 con 0x7f196815b110 2024-09-19T05:36:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.949+0000 7f196c8ac640 1 -- 172.21.15.39:0/3730843220 >> v1:172.21.15.50:6789/0 conn(0x7f196815b110 legacy=0x7f19680b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.949+0000 7f196c8ac640 1 -- 172.21.15.39:0/3730843220 >> v1:172.21.15.39:6789/0 conn(0x7f1968073d10 legacy=0x7f19680cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.949+0000 7f196c8ac640 1 -- 172.21.15.39:0/3730843220 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19680cd340 con 0x7f196815b4f0 2024-09-19T05:36:18.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.950+0000 7f196c8ac640 1 --2- 172.21.15.39:0/3730843220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b4f0 0x7f19680d01e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f19680b4670 tx=0x7f195802a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=227ace5b4f18ddf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:18.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.950+0000 7f195ffff640 1 -- 172.21.15.39:0/3730843220 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958037070 con 0x7f196815b4f0 2024-09-19T05:36:18.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.950+0000 7f195ffff640 1 -- 172.21.15.39:0/3730843220 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1958032440 con 0x7f196815b4f0 2024-09-19T05:36:18.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.950+0000 7f195ffff640 1 -- 172.21.15.39:0/3730843220 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958032810 con 0x7f196815b4f0 2024-09-19T05:36:18.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.950+0000 7f196f311640 1 -- 172.21.15.39:0/3730843220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b4f0 msgr2=0x7f19680d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.950+0000 7f196f311640 1 --2- 172.21.15.39:0/3730843220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b4f0 0x7f19680d01e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f19680b4670 tx=0x7f195802a200 comp rx=0 tx=0).stop 2024-09-19T05:36:18.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.950+0000 7f196f311640 1 -- 172.21.15.39:0/3730843220 shutdown_connections 2024-09-19T05:36:18.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.950+0000 7f196f311640 1 --2- 172.21.15.39:0/3730843220 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b4f0 0x7f19680d01e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.950+0000 7f196f311640 1 -- 172.21.15.39:0/3730843220 >> 172.21.15.39:0/3730843220 conn(0x7f196806d000 msgr2=0x7f196806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:18.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.951+0000 7f196f311640 1 -- 172.21.15.39:0/3730843220 shutdown_connections 2024-09-19T05:36:18.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.951+0000 7f196f311640 1 -- 172.21.15.39:0/3730843220 wait complete. 2024-09-19T05:36:18.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.952+0000 7f196f311640 1 Processor -- start 2024-09-19T05:36:18.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.952+0000 7f196f311640 1 -- start start 2024-09-19T05:36:18.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196f311640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1968073d10 0x7f1968147f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196f311640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b110 0x7f19680ae8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196f311640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f196815b4f0 0x7f19680aee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196f311640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f19680d08a0 con 0x7f1968073d10 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196f311640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f19680d0720 con 0x7f196815b4f0 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196f311640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f19680d0a20 con 0x7f196815b110 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d0ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1968073d10 0x7f1968147f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d0ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1968073d10 0x7f1968147f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53380/0 (socket says 172.21.15.39:53380) 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d0ad640 1 -- 172.21.15.39:0/4237361913 learned_addr learned my addr 172.21.15.39:0/4237361913 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196c8ac640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b110 0x7f19680ae8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d8ae640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f196815b4f0 0x7f19680aee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d0ad640 1 -- 172.21.15.39:0/4237361913 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b110 msgr2=0x7f19680ae8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d0ad640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b110 0x7f19680ae8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d0ad640 1 -- 172.21.15.39:0/4237361913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f196815b4f0 msgr2=0x7f19680aee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d0ad640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f196815b4f0 0x7f19680aee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d0ad640 1 -- 172.21.15.39:0/4237361913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1968152670 con 0x7f1968073d10 2024-09-19T05:36:18.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196c8ac640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b110 0x7f19680ae8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:18.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196d0ad640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1968073d10 0x7f1968147f50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f196400c500 tx=0x7f196400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:18.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f195dffb640 1 -- 172.21.15.39:0/4237361913 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19640052d0 con 0x7f1968073d10 2024-09-19T05:36:18.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f195dffb640 1 -- 172.21.15.39:0/4237361913 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1964005490 con 0x7f1968073d10 2024-09-19T05:36:18.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f196815bdb0 con 0x7f1968073d10 2024-09-19T05:36:18.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.953+0000 7f195dffb640 1 -- 172.21.15.39:0/4237361913 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1964012870 con 0x7f1968073d10 2024-09-19T05:36:18.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.954+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19681f7fa0 con 0x7f1968073d10 2024-09-19T05:36:18.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.954+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19680d01e0 con 0x7f1968073d10 2024-09-19T05:36:18.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.955+0000 7f195dffb640 1 -- 172.21.15.39:0/4237361913 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1964012a10 con 0x7f1968073d10 2024-09-19T05:36:18.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.955+0000 7f195dffb640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f194c06c2b0 0x7f194c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:18.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.955+0000 7f195dffb640 1 -- 172.21.15.39:0/4237361913 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f196408b100 con 0x7f1968073d10 2024-09-19T05:36:18.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.956+0000 7f196c8ac640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f194c06c2b0 0x7f194c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:18.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.956+0000 7f196c8ac640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f194c06c2b0 0x7f194c06e770 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1958034000 tx=0x7f195802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:18.960+0000 7f195dffb640 1 -- 172.21.15.39:0/4237361913 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1964059880 con 0x7f1968073d10 2024-09-19T05:36:19.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.146+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f19680cc4f0 con 0x7f1968073d10 2024-09-19T05:36:19.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.146+0000 7f195dffb640 1 -- 172.21.15.39:0/4237361913 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v66) ==== 80+0+0 (secure 0 0 0) 0x7f1964076e20 con 0x7f1968073d10 2024-09-19T05:36:19.149 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:36:19.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f194c06c2b0 msgr2=0x7f194c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f194c06c2b0 0x7f194c06e770 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1958034000 tx=0x7f195802e000 comp rx=0 tx=0).stop 2024-09-19T05:36:19.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1968073d10 msgr2=0x7f1968147f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1968073d10 0x7f1968147f50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f196400c500 tx=0x7f196400c9c0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 shutdown_connections 2024-09-19T05:36:19.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f194c06c2b0 0x7f194c06e770 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f196815b4f0 0x7f19680aee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f196815b110 0x7f19680ae8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 --2- 172.21.15.39:0/4237361913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1968073d10 0x7f1968147f50 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 >> 172.21.15.39:0/4237361913 conn(0x7f196806d000 msgr2=0x7f19680b07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:19.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 shutdown_connections 2024-09-19T05:36:19.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.148+0000 7f196f311640 1 -- 172.21.15.39:0/4237361913 wait complete. 2024-09-19T05:36:19.162 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:36:19.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:19.162 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:19.194 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:36:19.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:19.194 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:36:19.251 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:19.251 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:19.272 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:19.272 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:19.331 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:36:19.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.433+0000 7f104ed98640 1 Processor -- start 2024-09-19T05:36:19.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.433+0000 7f104ed98640 1 -- start start 2024-09-19T05:36:19.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f104ed98640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1048161dd0 0x7f104806f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f104ed98640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f104806e390 0x7f104806e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f104ed98640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f104806fe10 con 0x7f10480b5ea0 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f104ed98640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f10480b47d0 con 0x7f1048161dd0 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f104ed98640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f104806c870 con 0x7f104806e390 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f10480b5ea0 0x7f10480b62e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41498/0 (socket says 172.21.15.39:41498) 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103ffff640 1 -- 172.21.15.39:0/1642265300 learned_addr learned my addr 172.21.15.39:0/1642265300 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f104d335640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f104806e390 0x7f104806e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f104cb34640 1 --2- 172.21.15.39:0/1642265300 >> v2:172.21.15.50:3300/0 conn(0x7f1048161dd0 0x7f104806f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4100283331 0 0) 0x7f104806fe10 con 0x7f10480b5ea0 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1030003520 con 0x7f10480b5ea0 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3904044024 0 0) 0x7f1030003520 con 0x7f10480b5ea0 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f104806e390 msgr2=0x7f104806e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103f7fe640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f104806e390 0x7f104806e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 >> v2:172.21.15.50:3300/0 conn(0x7f1048161dd0 msgr2=0x7f104806f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:19.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103f7fe640 1 --2- 172.21.15.39:0/1642265300 >> v2:172.21.15.50:3300/0 conn(0x7f1048161dd0 0x7f104806f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.434+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f104806cb50 con 0x7f10480b5ea0 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f1038001670 con 0x7f10480b5ea0 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 >> v1:172.21.15.39:6789/0 conn(0x7f10480b5ea0 legacy=0x7f10480b62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103f7fe640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f104806e390 0x7f10300039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103f7fe640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1030003f30 0x7f1030004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103f7fe640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1030004d40 0x7f10300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f10480b47d0 con 0x7f1030003f30 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f104806c870 con 0x7f1030004d40 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f103000b9c0 con 0x7f104806e390 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103ffff640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1030003f30 0x7f1030004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f104cb34640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f104806e390 0x7f10300039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f104d335640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1030004d40 0x7f10300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103ffff640 1 -- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f104806e390 msgr2=0x7f10300039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:19.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103ffff640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f104806e390 0x7f10300039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103ffff640 1 -- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1030004d40 msgr2=0x7f10300051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:19.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103ffff640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1030004d40 0x7f10300051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.435+0000 7f103ffff640 1 -- 172.21.15.39:0/1642265300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1030003520 con 0x7f1030003f30 2024-09-19T05:36:19.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.436+0000 7f103ffff640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1030003f30 0x7f1030004800 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f103800c240 tx=0x7f1030005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be2f5158b050df00 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:19.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.436+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1038007d30 con 0x7f1030003f30 2024-09-19T05:36:19.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.436+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1038005ad0 con 0x7f1030003f30 2024-09-19T05:36:19.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.436+0000 7f103f7fe640 1 -- 172.21.15.39:0/1642265300 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1038007070 con 0x7f1030003f30 2024-09-19T05:36:19.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.436+0000 7f104ed98640 1 -- 172.21.15.39:0/1642265300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1030003f30 msgr2=0x7f1030004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.436+0000 7f104ed98640 1 --2- 172.21.15.39:0/1642265300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1030003f30 0x7f1030004800 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f103800c240 tx=0x7f1030005830 comp rx=0 tx=0).stop 2024-09-19T05:36:19.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.436+0000 7f104d335640 1 -- 172.21.15.39:0/1642265300 reap_dead start 2024-09-19T05:36:19.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.437+0000 7f104ed98640 1 -- 172.21.15.39:0/1642265300 shutdown_connections 2024-09-19T05:36:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.437+0000 7f104ed98640 1 -- 172.21.15.39:0/1642265300 >> 172.21.15.39:0/1642265300 conn(0x7f10480b3540 msgr2=0x7f10480b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.437+0000 7f104ed98640 1 -- 172.21.15.39:0/1642265300 shutdown_connections 2024-09-19T05:36:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.437+0000 7f104ed98640 1 -- 172.21.15.39:0/1642265300 wait complete. 2024-09-19T05:36:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.438+0000 7f104ed98640 1 Processor -- start 2024-09-19T05:36:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.438+0000 7f104ed98640 1 -- start start 2024-09-19T05:36:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f104ed98640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1030003f30 0x7f1048156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f104ed98640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10481f3990 0x7f1048157da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f104ed98640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10481582e0 0x7f1048158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f104ed98640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f10480b43f0 con 0x7f10481f3990 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f104ed98640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f10480b06c0 con 0x7f10481582e0 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f104ed98640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f10480b4570 con 0x7f1030003f30 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f103ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10481f3990 0x7f1048157da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f103ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10481f3990 0x7f1048157da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53396/0 (socket says 172.21.15.39:53396) 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f103ffff640 1 -- 172.21.15.39:0/2683273619 learned_addr learned my addr 172.21.15.39:0/2683273619 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f104d335640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10481582e0 0x7f1048158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f104cb34640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1030003f30 0x7f1048156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f103ffff640 1 -- 172.21.15.39:0/2683273619 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1030003f30 msgr2=0x7f1048156780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f103ffff640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1030003f30 0x7f1048156780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f103ffff640 1 -- 172.21.15.39:0/2683273619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10481582e0 msgr2=0x7f1048158790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f103ffff640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10481582e0 0x7f1048158790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f103ffff640 1 -- 172.21.15.39:0/2683273619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10480d04a0 con 0x7f10481f3990 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.439+0000 7f103ffff640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10481f3990 0x7f1048157da0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f1038034040 tx=0x7f104806cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.440+0000 7f103d7fa640 1 -- 172.21.15.39:0/2683273619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1038042020 con 0x7f10481f3990 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.440+0000 7f103d7fa640 1 -- 172.21.15.39:0/2683273619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1038007480 con 0x7f10481f3990 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.440+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1048156e10 con 0x7f10481f3990 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.440+0000 7f103d7fa640 1 -- 172.21.15.39:0/2683273619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1038001c70 con 0x7f10481f3990 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.440+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10481573d0 con 0x7f10481f3990 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.441+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10480af6d0 con 0x7f10481f3990 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.441+0000 7f103d7fa640 1 -- 172.21.15.39:0/2683273619 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1038045020 con 0x7f10481f3990 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.442+0000 7f103d7fa640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f103406c2b0 0x7f103406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.442+0000 7f103d7fa640 1 -- 172.21.15.39:0/2683273619 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f10380abe60 con 0x7f10481f3990 2024-09-19T05:36:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.442+0000 7f104cb34640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f103406c2b0 0x7f103406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.442+0000 7f104cb34640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f103406c2b0 0x7f103406e770 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f1044009bc0 tx=0x7f1044009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.446+0000 7f103d7fa640 1 -- 172.21.15.39:0/2683273619 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f103807a550 con 0x7f10481f3990 2024-09-19T05:36:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.634+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f104806f850 con 0x7f10481f3990 2024-09-19T05:36:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.635+0000 7f103d7fa640 1 -- 172.21.15.39:0/2683273619 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v66) ==== 80+0+0 (secure 0 0 0) 0x7f1038079e50 con 0x7f10481f3990 2024-09-19T05:36:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:36:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f103406c2b0 msgr2=0x7f103406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f103406c2b0 0x7f103406e770 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f1044009bc0 tx=0x7f1044009190 comp rx=0 tx=0).stop 2024-09-19T05:36:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10481f3990 msgr2=0x7f1048157da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10481f3990 0x7f1048157da0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f1038034040 tx=0x7f104806cd20 comp rx=0 tx=0).stop 2024-09-19T05:36:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 shutdown_connections 2024-09-19T05:36:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f103406c2b0 0x7f103406e770 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10481582e0 0x7f1048158790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10481f3990 0x7f1048157da0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 --2- 172.21.15.39:0/2683273619 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1030003f30 0x7f1048156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 >> 172.21.15.39:0/2683273619 conn(0x7f10480b3540 msgr2=0x7f10480b0d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:19.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 shutdown_connections 2024-09-19T05:36:19.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.637+0000 7f104ed98640 1 -- 172.21.15.39:0/2683273619 wait complete. 2024-09-19T05:36:19.650 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:36:19.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:19.651 DEBUG:teuthology.orchestra.run.smithi050:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:19.685 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:36:19.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:19.685 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:36:19.744 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:19.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.844+0000 7fc768a0e640 1 Processor -- start 2024-09-19T05:36:19.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.844+0000 7fc768a0e640 1 -- start start 2024-09-19T05:36:19.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.845+0000 7fc768a0e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76415e4f0 0x7fc76415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.845+0000 7fc768a0e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc76406d160 0x7fc76406d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.845+0000 7fc768a0e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc76406db50 con 0x7fc76406bb20 2024-09-19T05:36:19.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.845+0000 7fc768a0e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc76406ccd0 con 0x7fc76406d160 2024-09-19T05:36:19.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.845+0000 7fc768a0e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc7641603c0 con 0x7fc76415e4f0 2024-09-19T05:36:19.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.845+0000 7fc76259c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76415e4f0 0x7fc76415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.845+0000 7fc761d9b640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7fc76406bb20 0x7fc76415fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:46314/0 (socket says 172.21.15.39:46314) 2024-09-19T05:36:19.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.845+0000 7fc762d9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc76406d160 0x7fc76406d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.845+0000 7fc761d9b640 1 -- 172.21.15.39:0/1230125696 learned_addr learned my addr 172.21.15.39:0/1230125696 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:19.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.846+0000 7fc76259c640 1 -- 172.21.15.39:0/1230125696 >> v2:172.21.15.50:3300/0 conn(0x7fc76406d160 msgr2=0x7fc76406d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:19.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.846+0000 7fc76259c640 1 --2- 172.21.15.39:0/1230125696 >> v2:172.21.15.50:3300/0 conn(0x7fc76406d160 0x7fc76406d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.846+0000 7fc76259c640 1 -- 172.21.15.39:0/1230125696 >> v1:172.21.15.50:6789/0 conn(0x7fc76406bb20 legacy=0x7fc76415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.846+0000 7fc76259c640 1 -- 172.21.15.39:0/1230125696 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc76406c0c0 con 0x7fc76415e4f0 2024-09-19T05:36:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.846+0000 7fc76259c640 1 --2- 172.21.15.39:0/1230125696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76415e4f0 0x7fc76415f570 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc7540097a0 tx=0x7fc75402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22f93dd126ae7896 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc76159a640 1 -- 172.21.15.39:0/1230125696 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc754037070 con 0x7fc76415e4f0 2024-09-19T05:36:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc76159a640 1 -- 172.21.15.39:0/1230125696 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc754032440 con 0x7fc76415e4f0 2024-09-19T05:36:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc76159a640 1 -- 172.21.15.39:0/1230125696 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc754032810 con 0x7fc76415e4f0 2024-09-19T05:36:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc768a0e640 1 -- 172.21.15.39:0/1230125696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76415e4f0 msgr2=0x7fc76415f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc768a0e640 1 --2- 172.21.15.39:0/1230125696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76415e4f0 0x7fc76415f570 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc7540097a0 tx=0x7fc75402a180 comp rx=0 tx=0).stop 2024-09-19T05:36:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc768a0e640 1 -- 172.21.15.39:0/1230125696 shutdown_connections 2024-09-19T05:36:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc768a0e640 1 --2- 172.21.15.39:0/1230125696 >> v2:172.21.15.50:3300/0 conn(0x7fc76406d160 0x7fc76406d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc768a0e640 1 --2- 172.21.15.39:0/1230125696 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76415e4f0 0x7fc76415f570 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc768a0e640 1 -- 172.21.15.39:0/1230125696 >> 172.21.15.39:0/1230125696 conn(0x7fc76406e5b0 msgr2=0x7fc76406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc768a0e640 1 -- 172.21.15.39:0/1230125696 shutdown_connections 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.847+0000 7fc768a0e640 1 -- 172.21.15.39:0/1230125696 wait complete. 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.848+0000 7fc768a0e640 1 Processor -- start 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc768a0e640 1 -- start start 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc768a0e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc76406bb20 0x7fc7641f3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc768a0e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76406d160 0x7fc76415aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc768a0e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc76415e4f0 0x7fc7640b32c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc768a0e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc76406c960 con 0x7fc76415e4f0 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc768a0e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc76406c680 con 0x7fc76406bb20 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc768a0e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc76415e8d0 con 0x7fc76406d160 2024-09-19T05:36:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc762d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc76415e4f0 0x7fc7640b32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc762d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc76415e4f0 0x7fc7640b32c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53410/0 (socket says 172.21.15.39:53410) 2024-09-19T05:36:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.849+0000 7fc762d9d640 1 -- 172.21.15.39:0/2512144413 learned_addr learned my addr 172.21.15.39:0/2512144413 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc761d9b640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76406d160 0x7fc76415aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc76259c640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc76406bb20 0x7fc7641f3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc762d9d640 1 -- 172.21.15.39:0/2512144413 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76406d160 msgr2=0x7fc76415aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc762d9d640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76406d160 0x7fc76415aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc762d9d640 1 -- 172.21.15.39:0/2512144413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc76406bb20 msgr2=0x7fc7641f3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc762d9d640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc76406bb20 0x7fc7641f3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc762d9d640 1 -- 172.21.15.39:0/2512144413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc764155e10 con 0x7fc76415e4f0 2024-09-19T05:36:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc761d9b640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76406d160 0x7fc76415aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc762d9d640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc76415e4f0 0x7fc7640b32c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fc75c009dd0 tx=0x7fc75c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc752ffd640 1 -- 172.21.15.39:0/2512144413 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75c018020 con 0x7fc76415e4f0 2024-09-19T05:36:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc752ffd640 1 -- 172.21.15.39:0/2512144413 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc75c014480 con 0x7fc76415e4f0 2024-09-19T05:36:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7641560f0 con 0x7fc76415e4f0 2024-09-19T05:36:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc752ffd640 1 -- 172.21.15.39:0/2512144413 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75c014870 con 0x7fc76415e4f0 2024-09-19T05:36:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.850+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7641566b0 con 0x7fc76415e4f0 2024-09-19T05:36:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.851+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc76406d610 con 0x7fc76415e4f0 2024-09-19T05:36:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.852+0000 7fc752ffd640 1 -- 172.21.15.39:0/2512144413 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc75c005d10 con 0x7fc76415e4f0 2024-09-19T05:36:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.852+0000 7fc752ffd640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc74406c2b0 0x7fc74406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.852+0000 7fc752ffd640 1 -- 172.21.15.39:0/2512144413 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7fc75c08c2c0 con 0x7fc76415e4f0 2024-09-19T05:36:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.852+0000 7fc76259c640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc74406c2b0 0x7fc74406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.853+0000 7fc76259c640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc74406c2b0 0x7fc74406e770 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc754034000 tx=0x7fc75402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:19.857+0000 7fc752ffd640 1 -- 172.21.15.39:0/2512144413 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc75c022030 con 0x7fc76415e4f0 2024-09-19T05:36:20.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.068+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc76415fea0 con 0x7fc76415e4f0 2024-09-19T05:36:20.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.068+0000 7fc752ffd640 1 -- 172.21.15.39:0/2512144413 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5219 (secure 0 0 0) 0x7fc75c010040 con 0x7fc76415e4f0 2024-09-19T05:36:20.071 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:20.071 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"btime":"2024-09-19T05:36:09:204367+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5473,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1458589004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1458589004},{"type":"v1","addr":"172.21.15.50:6835","nonce":1458589004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5775,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/354339075","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":354339075},{"type":"v1","addr":"172.21.15.39:6836","nonce":354339075}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5778,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/462896404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":462896404},{"type":"v1","addr":"172.21.15.39:6837","nonce":462896404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:06.058291+0000","modified":"2024-09-19T05:36:08.553728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5790},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5790":{"gid":5790,"name":"b","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6834/3213889132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3213889132},{"type":"v1","addr":"172.21.15.50:6834","nonce":3213889132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5790,"qdb_cluster":[5790]},"id":5}]} 2024-09-19T05:36:20.071 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc74406c2b0 msgr2=0x7fc74406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc74406c2b0 0x7fc74406e770 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc754034000 tx=0x7fc75402e000 comp rx=0 tx=0).stop 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc76415e4f0 msgr2=0x7fc7640b32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc76415e4f0 0x7fc7640b32c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fc75c009dd0 tx=0x7fc75c00c490 comp rx=0 tx=0).stop 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 shutdown_connections 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc74406c2b0 0x7fc74406e770 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc76415e4f0 0x7fc7640b32c0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc76406d160 0x7fc76415aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 --2- 172.21.15.39:0/2512144413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc76406bb20 0x7fc7641f3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 >> 172.21.15.39:0/2512144413 conn(0x7fc76406e5b0 msgr2=0x7fc7640cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 shutdown_connections 2024-09-19T05:36:20.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.070+0000 7fc768a0e640 1 -- 172.21.15.39:0/2512144413 wait complete. 2024-09-19T05:36:20.084 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json perf dump 2024-09-19T05:36:20.217 INFO:teuthology.orchestra.run.smithi050.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":25,"msgr_send_messages":27,"msgr_recv_bytes":6831,"msgr_send_bytes":20150,"msgr_created_connections":7,"msgr_active_connections":2,"msgr_running_total_time":0.004789775,"msgr_running_send_time":0.000399906,"msgr_running_recv_time":0.002302081,"msgr_running_fast_dispatch_time":0.000618747,"msgr_send_messages_queue_lat":{"avgcount":25,"sum":0.079751603,"avgtime":0.003190064},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"AsyncMessenger::Worker-1":{"msgr_recv_messages":45,"msgr_send_messages":50,"msgr_recv_bytes":11537,"msgr_send_bytes":136963,"msgr_created_connections":8,"msgr_active_connections":3,"msgr_running_total_time":0.006210266,"msgr_running_send_time":0.001243410,"msgr_running_recv_time":0.004749593,"msgr_running_fast_dispatch_time":0.000337123,"msgr_send_messages_queue_lat":{"avgcount":48,"sum":0.054015216,"avgtime":0.001125317},"msgr_handle_ack_lat":{"avgcount":57,"sum":0.000007276,"avgtime":0.000000127},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":93664},"AsyncMessenger::Worker-2":{"msgr_recv_messages":57,"msgr_send_messages":48,"msgr_recv_bytes":115879,"msgr_send_bytes":14409,"msgr_created_connections":5,"msgr_active_connections":3,"msgr_running_total_time":0.007895649,"msgr_running_send_time":0.001207886,"msgr_running_recv_time":0.008567854,"msgr_running_fast_dispatch_time":0.000186409,"msgr_send_messages_queue_lat":{"avgcount":48,"sum":0.056807764,"avgtime":0.001183495},"msgr_handle_ack_lat":{"avgcount":12,"sum":0.000002259,"avgtime":0.000000188},"msgr_recv_encrypted_bytes":112592,"msgr_send_encrypted_bytes":9456},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":32,"sum":0.005019120,"avgtime":0.000156847}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000011425,"avgtime":0.000005712}},"mds":{"request":29,"reply":29,"reply_latency":{"avgcount":29,"sum":0.005153450,"avgtime":0.000177705},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":11,"inodes_top":0,"inodes_bottom":11,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":1,"caps":2,"subtrees":2,"traverse":55,"traverse_hit":53,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":8,"evex":0,"evtrm":0,"ev":8,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197025,"rdpos":0,"jlat":{"avgcount":5,"sum":0.010207028,"avgtime":0.002041405},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":11,"dn+":11,"dn-":0,"cap":0,"cap+":2,"cap-":2,"rss":41764,"heap":231788},"mds_server":{"dispatch_client_request":29,"dispatch_server_request":0,"handle_client_request":29,"handle_client_session":6,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":26,"sum":0.004613777,"avgtime":0.000177452},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":2,"sum":0.000261367,"avgtime":0.000130683},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000278306,"avgtime":0.000278306},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":2,"session_remove":2,"sessions_open":0,"sessions_stale":0,"total_load":28,"average_load":14,"avg_session_uptime":0,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221950,"buffer_anon_items":62,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52304,"mds_co_items":205,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":43,"op_send_bytes":13841,"op_resend":20,"op_reply":43,"op_latency":{"avgcount":43,"sum":0.584985541,"avgtime":0.013604314},"op_inflight":0,"oplen_avg":{"avgcount":43,"sum":67},"op":43,"op_r":0,"op_w":43,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":5,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":66,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":123,"get_sum":119707,"get_or_fail_fail":0,"get_or_fail_success":123,"take":0,"take_sum":0,"put":123,"put_sum":119707,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":13841,"put":43,"put_sum":13841,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":43,"put":43,"put_sum":43,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55861fbfe500":{"val":0,"max":3758096384,"get_started":0,"get":8,"get_sum":2721,"get_or_fail_fail":0,"get_or_fail_success":8,"take":0,"take_sum":0,"put":5,"put_sum":2721,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T05:36:20.218 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 6831, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 25, "msgr_running_fast_dispatch_time": 0.000618747, "msgr_running_recv_time": 0.002302081, "msgr_running_send_time": 0.000399906, "msgr_running_total_time": 0.004789775, "msgr_send_bytes": 20150, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 27, "msgr_send_messages_queue_lat": { "avgcount": 25, "avgtime": 0.003190064, "sum": 0.079751603 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 57, "avgtime": 1.27e-07, "sum": 7.276e-06 }, "msgr_recv_bytes": 11537, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 45, "msgr_running_fast_dispatch_time": 0.000337123, "msgr_running_recv_time": 0.004749593, "msgr_running_send_time": 0.00124341, "msgr_running_total_time": 0.006210266, "msgr_send_bytes": 136963, "msgr_send_encrypted_bytes": 93664, "msgr_send_messages": 50, "msgr_send_messages_queue_lat": { "avgcount": 48, "avgtime": 0.001125317, "sum": 0.054015216 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 12, "avgtime": 1.88e-07, "sum": 2.259e-06 }, "msgr_recv_bytes": 115879, "msgr_recv_encrypted_bytes": 112592, "msgr_recv_messages": 57, "msgr_running_fast_dispatch_time": 0.000186409, "msgr_running_recv_time": 0.008567854, "msgr_running_send_time": 0.001207886, "msgr_running_total_time": 0.007895649, "msgr_send_bytes": 14409, "msgr_send_encrypted_bytes": 9456, "msgr_send_messages": 48, "msgr_send_messages_queue_lat": { "avgcount": 48, "avgtime": 0.001183495, "sum": 0.056807764 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 32, "avgtime": 0.000156847, "sum": 0.00501912 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 5.712e-06, "sum": 1.1425e-05 }, "queue_len": 0 }, "mds": { "caps": 2, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 11, "inodes_bottom": 11, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 1, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 29, "reply_latency": { "avgcount": 29, "avgtime": 0.000177705, "sum": 0.00515345 }, "request": 29, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 55, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 53, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 8, "evadd": 8, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 5, "avgtime": 0.002041405, "sum": 0.010207028 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197025 }, "mds_mem": { "cap": 0, "cap+": 2, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 11, "dn+": 11, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 41764 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 29, "dispatch_server_request": 0, "handle_client_request": 29, "handle_client_session": 6, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 26, "avgtime": 0.000177452, "sum": 0.004613777 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 2, "avgtime": 0.000130683, "sum": 0.000261367 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000278306, "sum": 0.000278306 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 14, "avg_session_uptime": 0, "mdthresh_evicted": 0, "session_add": 2, "session_count": 0, "session_remove": 2, "sessions_open": 0, "sessions_stale": 0, "total_load": 28 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221950, "buffer_anon_items": 62, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52304, "mds_co_items": 205, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 66, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 43, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 43, "avgtime": 0.013604314, "sum": 0.584985541 }, "op_pg": 0, "op_r": 0, "op_reply": 43, "op_resend": 20, "op_rmw": 0, "op_send": 43, "op_send_bytes": 13841, "op_w": 43, "oplen_avg": { "avgcount": 43, "sum": 67 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 5, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 123, "get_or_fail_fail": 0, "get_or_fail_success": 123, "get_started": 0, "get_sum": 119707, "max": 104857600, "put": 123, "put_sum": 119707, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 43, "put_sum": 13841, "take": 43, "take_sum": 13841, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 43, "put_sum": 43, "take": 43, "take_sum": 43, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55861fbfe500": { "get": 8, "get_or_fail_fail": 0, "get_or_fail_success": 8, "get_started": 0, "get_sum": 2721, "max": 3758096384, "put": 5, "put_sum": 2721, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T05:36:20.218 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:0 session ls 2024-09-19T05:36:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.321+0000 7ff1dab86640 1 Processor -- start 2024-09-19T05:36:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.321+0000 7ff1dab86640 1 -- start start 2024-09-19T05:36:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1dab86640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 0x7ff1d40b70b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1dab86640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1d40711b0 0x7ff1d40715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1dab86640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1d40d1ff0 con 0x7ff1d4073140 2024-09-19T05:36:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1dab86640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ff1d4071b30 con 0x7ff1d40711b0 2024-09-19T05:36:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1dab86640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff1d40d22d0 con 0x7ff1d415c370 2024-09-19T05:36:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1d3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1d40711b0 0x7ff1d40715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1d9123640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff1d4073140 0x7ff1d4073580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41506/0 (socket says 172.21.15.39:41506) 2024-09-19T05:36:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1d9123640 1 -- 172.21.15.39:0/61187378 learned_addr learned my addr 172.21.15.39:0/61187378 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:20.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1d8922640 1 --2- 172.21.15.39:0/61187378 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 0x7ff1d40b70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.322+0000 7ff1d3fff640 1 -- 172.21.15.39:0/61187378 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 msgr2=0x7ff1d40b70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.323+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/61187378 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 0x7ff1d40b70b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.323+0000 7ff1d3fff640 1 -- 172.21.15.39:0/61187378 >> v1:172.21.15.39:6789/0 conn(0x7ff1d4073140 legacy=0x7ff1d4073580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.323+0000 7ff1d3fff640 1 -- 172.21.15.39:0/61187378 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1d40d25b0 con 0x7ff1d40711b0 2024-09-19T05:36:20.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.323+0000 7ff1d37fe640 1 -- 172.21.15.39:0/61187378 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 310019489 0 0) 0x7ff1d40d1ff0 con 0x7ff1d4073140 2024-09-19T05:36:20.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.323+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/61187378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d40711b0 0x7ff1d40715f0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc0097a0 tx=0x7ff1bc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a897e33275342ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.323+0000 7ff1d37fe640 1 -- 172.21.15.39:0/61187378 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc037070 con 0x7ff1d40711b0 2024-09-19T05:36:20.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.323+0000 7ff1d37fe640 1 -- 172.21.15.39:0/61187378 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1bc032440 con 0x7ff1d40711b0 2024-09-19T05:36:20.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.323+0000 7ff1d37fe640 1 -- 172.21.15.39:0/61187378 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc032810 con 0x7ff1d40711b0 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.324+0000 7ff1dab86640 1 -- 172.21.15.39:0/61187378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d40711b0 msgr2=0x7ff1d40715f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.324+0000 7ff1dab86640 1 --2- 172.21.15.39:0/61187378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d40711b0 0x7ff1d40715f0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc0097a0 tx=0x7ff1bc02a180 comp rx=0 tx=0).stop 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.324+0000 7ff1dab86640 1 -- 172.21.15.39:0/61187378 shutdown_connections 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.324+0000 7ff1dab86640 1 --2- 172.21.15.39:0/61187378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d40711b0 0x7ff1d40715f0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.324+0000 7ff1dab86640 1 --2- 172.21.15.39:0/61187378 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 0x7ff1d40b70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.324+0000 7ff1dab86640 1 -- 172.21.15.39:0/61187378 >> 172.21.15.39:0/61187378 conn(0x7ff1d406f180 msgr2=0x7ff1d406f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.324+0000 7ff1dab86640 1 -- 172.21.15.39:0/61187378 shutdown_connections 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.324+0000 7ff1dab86640 1 -- 172.21.15.39:0/61187378 wait complete. 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.325+0000 7ff1dab86640 1 Processor -- start 2024-09-19T05:36:20.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.325+0000 7ff1dab86640 1 -- start start 2024-09-19T05:36:20.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1dab86640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff1d40711b0 0x7ff1d40b32c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1dab86640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d4073140 0x7ff1d415f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1dab86640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 0x7ff1d406bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1dab86640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d415c750 con 0x7ff1d4073140 2024-09-19T05:36:20.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1dab86640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d40d2b70 con 0x7ff1d40711b0 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1dab86640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff1d4070bc0 con 0x7ff1d415c370 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d4073140 0x7ff1d415f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d4073140 0x7ff1d415f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53438/0 (socket says 172.21.15.39:53438) 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1d3fff640 1 -- 172.21.15.39:0/3580953452 learned_addr learned my addr 172.21.15.39:0/3580953452 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1d9123640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 0x7ff1d406bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.326+0000 7ff1d8922640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff1d40711b0 0x7ff1d40b32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1d3fff640 1 -- 172.21.15.39:0/3580953452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 msgr2=0x7ff1d406bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 0x7ff1d406bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1d3fff640 1 -- 172.21.15.39:0/3580953452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff1d40711b0 msgr2=0x7ff1d40b32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff1d40711b0 0x7ff1d40b32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1d3fff640 1 -- 172.21.15.39:0/3580953452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1d415f840 con 0x7ff1d4073140 2024-09-19T05:36:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d4073140 0x7ff1d415f300 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc035040 tx=0x7ff1bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1d17fa640 1 -- 172.21.15.39:0/3580953452 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc037040 con 0x7ff1d4073140 2024-09-19T05:36:20.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1d17fa640 1 -- 172.21.15.39:0/3580953452 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1bc030770 con 0x7ff1d4073140 2024-09-19T05:36:20.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1dab86640 1 -- 172.21.15.39:0/3580953452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1d406c250 con 0x7ff1d4073140 2024-09-19T05:36:20.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1d17fa640 1 -- 172.21.15.39:0/3580953452 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc030b80 con 0x7ff1d4073140 2024-09-19T05:36:20.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.327+0000 7ff1dab86640 1 -- 172.21.15.39:0/3580953452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1d406c7d0 con 0x7ff1d4073140 2024-09-19T05:36:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.328+0000 7ff1d17fa640 1 -- 172.21.15.39:0/3580953452 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff1bc044020 con 0x7ff1d4073140 2024-09-19T05:36:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.329+0000 7ff1d17fa640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff1b406c2b0 0x7ff1b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.329+0000 7ff1d17fa640 1 -- 172.21.15.39:0/3580953452 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7ff1bc0ab870 con 0x7ff1d4073140 2024-09-19T05:36:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.329+0000 7ff1d8922640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff1b406c2b0 0x7ff1b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.329+0000 7ff1d8922640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff1b406c2b0 0x7ff1b406e770 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4003aa0 tx=0x7ff1c4009830 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.330+0000 7ff1dd9fc740 1 Processor -- start 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.330+0000 7ff1dd9fc740 1 -- start start 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc185d0 0x55ac2dc189b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc15d90 0x55ac2dc17920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 0x55ac2dbf8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55ac2db345d0 con 0x55ac2dc185d0 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ac2dadc470 con 0x55ac2dc161f0 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55ac2db30590 con 0x55ac2dc15d90 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d8922640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc185d0 0x55ac2dc189b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d8922640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc185d0 0x55ac2dc189b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53454/0 (socket says 172.21.15.39:53454) 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d8922640 1 -- 172.21.15.39:0/1491646796 learned_addr learned my addr 172.21.15.39:0/1491646796 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc15d90 0x55ac2dc17920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d9123640 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 0x55ac2dbf8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d8922640 1 -- 172.21.15.39:0/1491646796 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc15d90 msgr2=0x55ac2dc17920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d8922640 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc15d90 0x55ac2dc17920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d8922640 1 -- 172.21.15.39:0/1491646796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 msgr2=0x55ac2dbf8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d8922640 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 0x55ac2dbf8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d8922640 1 -- 172.21.15.39:0/1491646796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac2dac4860 con 0x55ac2dc185d0 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc15d90 0x55ac2dc17920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.331+0000 7ff1d8922640 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc185d0 0x55ac2dc189b0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4004800 tx=0x7ff1c4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de402e5496465809 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1ca7fc640 1 -- 172.21.15.39:0/1491646796 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c4027070 con 0x55ac2dc185d0 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1ca7fc640 1 -- 172.21.15.39:0/1491646796 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1c4004830 con 0x55ac2dc185d0 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1ca7fc640 1 -- 172.21.15.39:0/1491646796 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c40157f0 con 0x55ac2dc185d0 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1491646796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc185d0 msgr2=0x55ac2dc189b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc185d0 0x55ac2dc189b0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4004800 tx=0x7ff1c4013000 comp rx=0 tx=0).stop 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1491646796 shutdown_connections 2024-09-19T05:36:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 0x55ac2dbf8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc15d90 0x55ac2dc17920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/1491646796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc185d0 0x55ac2dc189b0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1491646796 >> 172.21.15.39:0/1491646796 conn(0x55ac2dbce230 msgr2=0x55ac2dc16640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:20.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1491646796 shutdown_connections 2024-09-19T05:36:20.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.332+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1491646796 wait complete. 2024-09-19T05:36:20.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.333+0000 7ff1dd9fc740 1 -- start start 2024-09-19T05:36:20.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.333+0000 7ff1dd9fc740 1 Processor -- start 2024-09-19T05:36:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 0x55ac2dc13e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 0x55ac2dc275e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc27b20 0x55ac2dbfa5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55ac2dc14cf0 con 0x55ac2dc27b20 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ac2dabd620 con 0x55ac2dc161f0 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55ac2dc14fd0 con 0x55ac2dc185d0 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1dd9fc740 10 client.0 _ll_register_callbacks cb 0x55ac2dae15b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d9123640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc27b20 0x55ac2dbfa5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d9123640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc27b20 0x55ac2dbfa5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53470/0 (socket says 172.21.15.39:53470) 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d9123640 1 -- 172.21.15.39:0/2365092121 learned_addr learned my addr 172.21.15.39:0/2365092121 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d8922640 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 0x55ac2dc13e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 0x55ac2dc275e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d9123640 1 -- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 msgr2=0x55ac2dc275e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d9123640 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 0x55ac2dc275e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d9123640 1 -- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 msgr2=0x55ac2dc13e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d9123640 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 0x55ac2dc13e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d9123640 1 -- 172.21.15.39:0/2365092121 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac2d8473f0 con 0x55ac2dc27b20 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1d9123640 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc27b20 0x55ac2dbfa5d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7ff1cc004a90 tx=0x7ff1cc004f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7ea0dd62ec03178 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.334+0000 7ff1b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2365092121 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1cc001c00 con 0x55ac2dc27b20 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2365092121 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7ff1cc00c780 con 0x55ac2dc27b20 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2365092121 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1c4004830 con 0x55ac2dc27b20 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2365092121 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff1cc00c980 con 0x55ac2dc27b20 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1dd9fc740 10 client.6000 fetch_fsmap learned FSMap version 35 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2365092121 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=2+}) -- 0x55ac2d9117d0 con 0x55ac2dc27b20 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2365092121 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1c4004830 con 0x55ac2dc27b20 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2365092121 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 35) ==== 3502+0+0 (secure 0 0 0) 0x7ff1cc00cb20 con 0x55ac2dc27b20 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1dd9fc740 10 client.6000 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T05:36:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1dd9fc740 10 client.6000 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.b 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1dd9fc740 20 client.6000 populate_metadata read hostname 'smithi039' 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55ac2dbe9720 0x55ac2dc10ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1dd9fc740 4 client.6000 mds_command: new command op to 5790 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2365092121 --> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac2db93030 con 0x55ac2dbe9720 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.335+0000 7ff1d8922640 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55ac2dbe9720 0x55ac2dc10ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1d8922640 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55ac2dbe9720 0x55ac2dc10ce0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ceb1f69750a432cd server_cookie=8815571841becc11 in_seq=0 out_seq=0 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1b37fe640 10 client.6000 ms_handle_connect on v2:172.21.15.50:6832/3213889132 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2365092121 <== mds.0 v2:172.21.15.50:6832/3213889132 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ac2db93030 con 0x55ac2dbe9720 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1b37fe640 10 client.6000 handle_command_reply: tid=0 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1dd9fc740 1 client.6000 shutdown 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2365092121 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc27b20 msgr2=0x55ac2dbfa5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc27b20 0x55ac2dbfa5d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7ff1cc004a90 tx=0x7ff1cc004f50 comp rx=0 tx=0).stop 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2365092121 shutdown_connections 2024-09-19T05:36:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55ac2dbe9720 0x55ac2dc10ce0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc27b20 0x55ac2dbfa5d0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 0x55ac2dc275e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1b37fe640 0 client.6000 ms_handle_reset on v2:172.21.15.50:6832/3213889132 2024-09-19T05:36:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2365092121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc161f0 0x55ac2dc13e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.336+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2365092121 >> 172.21.15.39:0/2365092121 conn(0x55ac2dc15d90 msgr2=0x55ac2dc19ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.337+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2365092121 shutdown_connections 2024-09-19T05:36:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.337+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2365092121 wait complete. 2024-09-19T05:36:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.337+0000 7ff1dd9fc740 20 client.6000 trim_cache size 0 max 16384 2024-09-19T05:36:20.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.355+0000 7ff1dd9fc740 1 Processor -- start 2024-09-19T05:36:20.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.355+0000 7ff1dd9fc740 1 -- start start 2024-09-19T05:36:20.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dbe9720 0x55ac2dc31f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc161f0 0x55ac2dc275e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc185d0 0x55ac2dc3af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d42008c0 con 0x55ac2dbe9720 2024-09-19T05:36:20.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d40d15d0 con 0x55ac2dc185d0 2024-09-19T05:36:20.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff1d41549f0 con 0x55ac2dc161f0 2024-09-19T05:36:20.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d8922640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dbe9720 0x55ac2dc31f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d8922640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dbe9720 0x55ac2dc31f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53486/0 (socket says 172.21.15.39:53486) 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d8922640 1 -- 172.21.15.39:0/1712577349 learned_addr learned my addr 172.21.15.39:0/1712577349 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/1712577349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc161f0 0x55ac2dc275e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d9123640 1 --2- 172.21.15.39:0/1712577349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc185d0 0x55ac2dc3af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d8922640 1 -- 172.21.15.39:0/1712577349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc161f0 msgr2=0x55ac2dc275e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d8922640 1 --2- 172.21.15.39:0/1712577349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc161f0 0x55ac2dc275e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d8922640 1 -- 172.21.15.39:0/1712577349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc185d0 msgr2=0x55ac2dc3af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d8922640 1 --2- 172.21.15.39:0/1712577349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc185d0 0x55ac2dc3af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d8922640 1 -- 172.21.15.39:0/1712577349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac2db49ed0 con 0x55ac2dbe9720 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1d8922640 1 --2- 172.21.15.39:0/1712577349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dbe9720 0x55ac2dc31f60 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4025040 tx=0x7ff1c4017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99f6eed35d99ad1c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1c9ffb640 1 -- 172.21.15.39:0/1712577349 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c4027040 con 0x55ac2dbe9720 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1c9ffb640 1 -- 172.21.15.39:0/1712577349 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1c4015a90 con 0x55ac2dbe9720 2024-09-19T05:36:20.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.356+0000 7ff1c9ffb640 1 -- 172.21.15.39:0/1712577349 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c4015e60 con 0x55ac2dbe9720 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1712577349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dbe9720 msgr2=0x55ac2dc31f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/1712577349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dbe9720 0x55ac2dc31f60 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4025040 tx=0x7ff1c4017000 comp rx=0 tx=0).stop 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1712577349 shutdown_connections 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/1712577349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dc185d0 0x55ac2dc3af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/1712577349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc161f0 0x55ac2dc275e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/1712577349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dbe9720 0x55ac2dc31f60 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1712577349 >> 172.21.15.39:0/1712577349 conn(0x55ac2dc15d90 msgr2=0x55ac2dc17740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1712577349 shutdown_connections 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/1712577349 wait complete. 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.357+0000 7ff1dd9fc740 1 -- start start 2024-09-19T05:36:20.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1dd9fc740 1 Processor -- start 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dbe9720 0x55ac2dc375b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc161f0 0x55ac2dc27350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1dd9fc740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 0x55ac2dc8e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55ac2dabb1b0 con 0x55ac2dc161f0 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d40d0f80 con 0x55ac2dbe9720 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1dd9fc740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55ac2dc12d30 con 0x55ac2dc185d0 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1dd9fc740 10 client.0 _ll_register_callbacks cb 0x7ff1cc0076f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc161f0 0x55ac2dc27350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.358+0000 7ff1d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc161f0 0x55ac2dc27350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53490/0 (socket says 172.21.15.39:53490) 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1d3fff640 1 -- 172.21.15.39:0/2140152905 learned_addr learned my addr 172.21.15.39:0/2140152905 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1d9123640 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 0x55ac2dc8e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1d8922640 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dbe9720 0x55ac2dc375b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1d3fff640 1 -- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 msgr2=0x55ac2dc8e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 0x55ac2dc8e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1d3fff640 1 -- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dbe9720 msgr2=0x55ac2dc375b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dbe9720 0x55ac2dc375b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1d3fff640 1 -- 172.21.15.39:0/2140152905 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac2dbd1ec0 con 0x55ac2dc161f0 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1d3fff640 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc161f0 0x55ac2dc27350 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc006dc0 tx=0x7ff1bc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbc05ee6b62f7825 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2140152905 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc07dc90 con 0x55ac2dc161f0 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2140152905 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7ff1bc0800b0 con 0x55ac2dc161f0 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2140152905 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1c4015a90 con 0x55ac2dc161f0 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2140152905 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff1bc098050 con 0x55ac2dc161f0 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1dd9fc740 10 client.6006 fetch_fsmap learned FSMap version 35 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2140152905 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=2+}) -- 0x55ac2dc278f0 con 0x55ac2dc161f0 2024-09-19T05:36:20.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.359+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2140152905 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1c4015a90 con 0x55ac2dc161f0 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2140152905 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 35) ==== 3502+0+0 (secure 0 0 0) 0x7ff1bc03a030 con 0x55ac2dc161f0 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1dd9fc740 10 client.6006 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1dd9fc740 10 client.6006 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.b 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1dd9fc740 20 client.6006 populate_metadata read hostname 'smithi039' 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55ac2dbe6050 0x55ac2dbe6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1dd9fc740 4 client.6006 mds_command: new command op to 5790 tid=0 multi_id=0 [{"prefix": "session ls"}] 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2140152905 --> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] -- command(tid 0: {"prefix": "session ls"}) -- 0x55ac2dbcb2d0 con 0x55ac2dbe6050 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1d8922640 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55ac2dbe6050 0x55ac2dbe6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1b37fe640 10 client.6006 ms_handle_connect on v2:172.21.15.50:6832/3213889132 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1d8922640 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55ac2dbe6050 0x55ac2dbe6430 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f0df0f0fc54505a server_cookie=2c1917e9967e1687 in_seq=0 out_seq=0 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1b37fe640 1 -- 172.21.15.39:0/2140152905 <== mds.0 v2:172.21.15.50:6832/3213889132 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ac2dbcb2d0 con 0x55ac2dbe6050 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1b37fe640 10 client.6006 handle_command_reply: tid=0 2024-09-19T05:36:20.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1dd9fc740 1 client.6006 shutdown 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2140152905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc161f0 msgr2=0x55ac2dc27350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.360+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc161f0 0x55ac2dc27350 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc006dc0 tx=0x7ff1bc02a180 comp rx=0 tx=0).stop 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2140152905 shutdown_connections 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ac2dc185d0 0x55ac2dc8e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:6832/3213889132,v1:172.21.15.50:6834/3213889132] conn(0x55ac2dbe6050 0x55ac2dbe6430 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ac2dc161f0 0x55ac2dc27350 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dd9fc740 1 --2- 172.21.15.39:0/2140152905 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ac2dbe9720 0x55ac2dc375b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1b37fe640 0 client.6006 ms_handle_reset on v2:172.21.15.50:6832/3213889132 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2140152905 >> 172.21.15.39:0/2140152905 conn(0x55ac2dc15d90 msgr2=0x55ac2dc3ade0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2140152905 shutdown_connections 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dd9fc740 1 -- 172.21.15.39:0/2140152905 wait complete. 2024-09-19T05:36:20.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dd9fc740 20 client.6006 trim_cache size 0 max 16384 2024-09-19T05:36:20.370 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2024-09-19T05:36:20.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 -- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff1b406c2b0 msgr2=0x7ff1b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff1b406c2b0 0x7ff1b406e770 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4003aa0 tx=0x7ff1c4009830 comp rx=0 tx=0).stop 2024-09-19T05:36:20.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 -- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d4073140 msgr2=0x7ff1d415f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d4073140 0x7ff1d415f300 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc035040 tx=0x7ff1bc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 -- 172.21.15.39:0/3580953452 shutdown_connections 2024-09-19T05:36:20.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff1b406c2b0 0x7ff1b406e770 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff1d415c370 0x7ff1d406bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1d4073140 0x7ff1d415f300 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 --2- 172.21.15.39:0/3580953452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff1d40711b0 0x7ff1d40b32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 -- 172.21.15.39:0/3580953452 >> 172.21.15.39:0/3580953452 conn(0x7ff1d406f180 msgr2=0x7ff1d4073580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:20.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 -- 172.21.15.39:0/3580953452 shutdown_connections 2024-09-19T05:36:20.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.361+0000 7ff1dab86640 1 -- 172.21.15.39:0/3580953452 wait complete. 2024-09-19T05:36:20.375 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json perf dump 2024-09-19T05:36:20.498 INFO:teuthology.orchestra.run.smithi050.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":25,"msgr_send_messages":27,"msgr_recv_bytes":6831,"msgr_send_bytes":20150,"msgr_created_connections":7,"msgr_active_connections":2,"msgr_running_total_time":0.004899580,"msgr_running_send_time":0.000399906,"msgr_running_recv_time":0.002302081,"msgr_running_fast_dispatch_time":0.000618747,"msgr_send_messages_queue_lat":{"avgcount":25,"sum":0.079751603,"avgtime":0.003190064},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"AsyncMessenger::Worker-1":{"msgr_recv_messages":47,"msgr_send_messages":52,"msgr_recv_bytes":11827,"msgr_send_bytes":161333,"msgr_created_connections":10,"msgr_active_connections":3,"msgr_running_total_time":0.006777749,"msgr_running_send_time":0.001288759,"msgr_running_recv_time":0.005235538,"msgr_running_fast_dispatch_time":0.000337123,"msgr_send_messages_queue_lat":{"avgcount":50,"sum":0.054037230,"avgtime":0.001080744},"msgr_handle_ack_lat":{"avgcount":59,"sum":0.000007458,"avgtime":0.000000126},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":93664},"AsyncMessenger::Worker-2":{"msgr_recv_messages":57,"msgr_send_messages":48,"msgr_recv_bytes":115879,"msgr_send_bytes":14409,"msgr_created_connections":5,"msgr_active_connections":3,"msgr_running_total_time":0.007895649,"msgr_running_send_time":0.001207886,"msgr_running_recv_time":0.008567854,"msgr_running_fast_dispatch_time":0.000186409,"msgr_send_messages_queue_lat":{"avgcount":48,"sum":0.056807764,"avgtime":0.001183495},"msgr_handle_ack_lat":{"avgcount":12,"sum":0.000002259,"avgtime":0.000000188},"msgr_recv_encrypted_bytes":112592,"msgr_send_encrypted_bytes":9456},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":32,"sum":0.005019120,"avgtime":0.000156847}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000011425,"avgtime":0.000005712}},"mds":{"request":29,"reply":29,"reply_latency":{"avgcount":29,"sum":0.005153450,"avgtime":0.000177705},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":11,"inodes_top":0,"inodes_bottom":11,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":1,"caps":2,"subtrees":2,"traverse":55,"traverse_hit":53,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":8,"evex":0,"evtrm":0,"ev":8,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197025,"rdpos":0,"jlat":{"avgcount":5,"sum":0.010207028,"avgtime":0.002041405},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":11,"dn+":11,"dn-":0,"cap":0,"cap+":2,"cap-":2,"rss":41764,"heap":231788},"mds_server":{"dispatch_client_request":29,"dispatch_server_request":0,"handle_client_request":29,"handle_client_session":6,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":26,"sum":0.004613777,"avgtime":0.000177452},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":2,"sum":0.000261367,"avgtime":0.000130683},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000278306,"avgtime":0.000278306},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":2,"session_remove":2,"sessions_open":0,"sessions_stale":0,"total_load":28,"average_load":14,"avg_session_uptime":0,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221950,"buffer_anon_items":62,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52304,"mds_co_items":205,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":43,"op_send_bytes":13841,"op_resend":20,"op_reply":43,"op_latency":{"avgcount":43,"sum":0.584985541,"avgtime":0.013604314},"op_inflight":0,"oplen_avg":{"avgcount":43,"sum":67},"op":43,"op_r":0,"op_w":43,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":5,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":66,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":125,"get_sum":119817,"get_or_fail_fail":0,"get_or_fail_success":125,"take":0,"take_sum":0,"put":125,"put_sum":119817,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":13841,"put":43,"put_sum":13841,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":43,"put":43,"put_sum":43,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55861fbfe500":{"val":0,"max":3758096384,"get_started":0,"get":8,"get_sum":2721,"get_or_fail_fail":0,"get_or_fail_success":8,"take":0,"take_sum":0,"put":5,"put_sum":2721,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T05:36:20.499 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 6831, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 25, "msgr_running_fast_dispatch_time": 0.000618747, "msgr_running_recv_time": 0.002302081, "msgr_running_send_time": 0.000399906, "msgr_running_total_time": 0.00489958, "msgr_send_bytes": 20150, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 27, "msgr_send_messages_queue_lat": { "avgcount": 25, "avgtime": 0.003190064, "sum": 0.079751603 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 10, "msgr_handle_ack_lat": { "avgcount": 59, "avgtime": 1.26e-07, "sum": 7.458e-06 }, "msgr_recv_bytes": 11827, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 47, "msgr_running_fast_dispatch_time": 0.000337123, "msgr_running_recv_time": 0.005235538, "msgr_running_send_time": 0.001288759, "msgr_running_total_time": 0.006777749, "msgr_send_bytes": 161333, "msgr_send_encrypted_bytes": 93664, "msgr_send_messages": 52, "msgr_send_messages_queue_lat": { "avgcount": 50, "avgtime": 0.001080744, "sum": 0.05403723 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 12, "avgtime": 1.88e-07, "sum": 2.259e-06 }, "msgr_recv_bytes": 115879, "msgr_recv_encrypted_bytes": 112592, "msgr_recv_messages": 57, "msgr_running_fast_dispatch_time": 0.000186409, "msgr_running_recv_time": 0.008567854, "msgr_running_send_time": 0.001207886, "msgr_running_total_time": 0.007895649, "msgr_send_bytes": 14409, "msgr_send_encrypted_bytes": 9456, "msgr_send_messages": 48, "msgr_send_messages_queue_lat": { "avgcount": 48, "avgtime": 0.001183495, "sum": 0.056807764 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 32, "avgtime": 0.000156847, "sum": 0.00501912 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 5.712e-06, "sum": 1.1425e-05 }, "queue_len": 0 }, "mds": { "caps": 2, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 11, "inodes_bottom": 11, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 1, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 29, "reply_latency": { "avgcount": 29, "avgtime": 0.000177705, "sum": 0.00515345 }, "request": 29, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 55, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 53, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 8, "evadd": 8, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 5, "avgtime": 0.002041405, "sum": 0.010207028 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197025 }, "mds_mem": { "cap": 0, "cap+": 2, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 11, "dn+": 11, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 41764 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 29, "dispatch_server_request": 0, "handle_client_request": 29, "handle_client_session": 6, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 26, "avgtime": 0.000177452, "sum": 0.004613777 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 2, "avgtime": 0.000130683, "sum": 0.000261367 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000278306, "sum": 0.000278306 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 14, "avg_session_uptime": 0, "mdthresh_evicted": 0, "session_add": 2, "session_count": 0, "session_remove": 2, "sessions_open": 0, "sessions_stale": 0, "total_load": 28 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221950, "buffer_anon_items": 62, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52304, "mds_co_items": 205, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 66, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 43, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 43, "avgtime": 0.013604314, "sum": 0.584985541 }, "op_pg": 0, "op_r": 0, "op_reply": 43, "op_resend": 20, "op_rmw": 0, "op_send": 43, "op_send_bytes": 13841, "op_w": 43, "oplen_avg": { "avgcount": 43, "sum": 67 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 5, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 125, "get_or_fail_fail": 0, "get_or_fail_success": 125, "get_started": 0, "get_sum": 119817, "max": 104857600, "put": 125, "put_sum": 119817, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 43, "put_sum": 13841, "take": 43, "take_sum": 13841, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 43, "put_sum": 43, "take": 43, "take_sum": 43, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55861fbfe500": { "get": 8, "get_or_fail_fail": 0, "get_or_fail_success": 8, "get_started": 0, "get_sum": 2721, "max": 3758096384, "put": 5, "put_sum": 2721, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T05:36:20.499 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T05:36:20.499 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:36:20.499 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:36:20.538 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:36:20.582 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:36:20.582 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:36:20.582 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:20.583 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:20.598 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:36:20.599 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:36:20.599 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:20.599 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:20.614 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:36:20.615 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:36:20.615 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:20.615 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:20.655 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:36:20.655 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:36:20.655 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:20.655 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:20.671 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:36:20.671 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:20.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.796+0000 7f5c3b474640 1 Processor -- start 2024-09-19T05:36:20.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.796+0000 7f5c3b474640 1 -- start start 2024-09-19T05:36:20.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c3b474640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5c3415e4f0 0x7f5c3415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c3b474640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5c3406d160 0x7f5c3406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c3b474640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c341603c0 con 0x7f5c3406bb20 2024-09-19T05:36:20.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c3b474640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f5c3406ccd0 con 0x7f5c3406d160 2024-09-19T05:36:20.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c3b474640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5c3406c0c0 con 0x7f5c3415e4f0 2024-09-19T05:36:20.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c39a11640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5c3406d160 0x7f5c3406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c39a11640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5c3406d160 0x7f5c3406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53504/0 (socket says 172.21.15.39:53504) 2024-09-19T05:36:20.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c39a11640 1 -- 172.21.15.39:0/3956460482 learned_addr learned my addr 172.21.15.39:0/3956460482 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c39210640 1 --2- 172.21.15.39:0/3956460482 >> v2:172.21.15.50:3300/0 conn(0x7f5c3415e4f0 0x7f5c3415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c39a11640 1 -- 172.21.15.39:0/3956460482 >> v2:172.21.15.50:3300/0 conn(0x7f5c3415e4f0 msgr2=0x7f5c3415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c39a11640 1 --2- 172.21.15.39:0/3956460482 >> v2:172.21.15.50:3300/0 conn(0x7f5c3415e4f0 0x7f5c3415f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c39a11640 1 -- 172.21.15.39:0/3956460482 >> v1:172.21.15.50:6789/0 conn(0x7f5c3406bb20 legacy=0x7f5c3415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.797+0000 7f5c39a11640 1 -- 172.21.15.39:0/3956460482 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c3406c3a0 con 0x7f5c3406d160 2024-09-19T05:36:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.798+0000 7f5c39a11640 1 --2- 172.21.15.39:0/3956460482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 0x7f5c3406d5a0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f5c340741e0 tx=0x7f5c2c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb35ddc2ae10b72f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.798+0000 7f5c2bfff640 1 -- 172.21.15.39:0/3956460482 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c036070 con 0x7f5c3406d160 2024-09-19T05:36:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.798+0000 7f5c2bfff640 1 -- 172.21.15.39:0/3956460482 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c2c031600 con 0x7f5c3406d160 2024-09-19T05:36:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.798+0000 7f5c2bfff640 1 -- 172.21.15.39:0/3956460482 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c0319d0 con 0x7f5c3406d160 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.799+0000 7f5c3b474640 1 -- 172.21.15.39:0/3956460482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 msgr2=0x7f5c3406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.799+0000 7f5c3b474640 1 --2- 172.21.15.39:0/3956460482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 0x7f5c3406d5a0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f5c340741e0 tx=0x7f5c2c02a730 comp rx=0 tx=0).stop 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.799+0000 7f5c3b474640 1 -- 172.21.15.39:0/3956460482 shutdown_connections 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.799+0000 7f5c3b474640 1 --2- 172.21.15.39:0/3956460482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 0x7f5c3406d5a0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.799+0000 7f5c3b474640 1 --2- 172.21.15.39:0/3956460482 >> v2:172.21.15.50:3300/0 conn(0x7f5c3415e4f0 0x7f5c3415f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.799+0000 7f5c3b474640 1 -- 172.21.15.39:0/3956460482 >> 172.21.15.39:0/3956460482 conn(0x7f5c3406e5b0 msgr2=0x7f5c3406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.799+0000 7f5c3b474640 1 -- 172.21.15.39:0/3956460482 shutdown_connections 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.799+0000 7f5c3b474640 1 -- 172.21.15.39:0/3956460482 wait complete. 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.800+0000 7f5c3b474640 1 Processor -- start 2024-09-19T05:36:20.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.800+0000 7f5c3b474640 1 -- start start 2024-09-19T05:36:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c3b474640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c3406bb20 0x7f5c3414af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c3b474640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 0x7f5c340d0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c3b474640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c3415e4f0 0x7f5c340d0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c3b474640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5c3406dae0 con 0x7f5c3406d160 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c3b474640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5c3406c960 con 0x7f5c3415e4f0 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c3b474640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5c3415e8d0 con 0x7f5c3406bb20 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c38a0f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 0x7f5c340d0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c38a0f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 0x7f5c340d0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53514/0 (socket says 172.21.15.39:53514) 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c38a0f640 1 -- 172.21.15.39:0/4218278948 learned_addr learned my addr 172.21.15.39:0/4218278948 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c39210640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c3406bb20 0x7f5c3414af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c39a11640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c3415e4f0 0x7f5c340d0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c38a0f640 1 -- 172.21.15.39:0/4218278948 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c3406bb20 msgr2=0x7f5c3414af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c38a0f640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c3406bb20 0x7f5c3414af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c38a0f640 1 -- 172.21.15.39:0/4218278948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c3415e4f0 msgr2=0x7f5c340d0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c38a0f640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c3415e4f0 0x7f5c340d0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c38a0f640 1 -- 172.21.15.39:0/4218278948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c3414b4b0 con 0x7f5c3406d160 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.801+0000 7f5c38a0f640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 0x7f5c340d0700 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f5c2400c430 tx=0x7f5c2400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.802+0000 7f5c29ffb640 1 -- 172.21.15.39:0/4218278948 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c240052d0 con 0x7f5c3406d160 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.802+0000 7f5c29ffb640 1 -- 172.21.15.39:0/4218278948 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c24005490 con 0x7f5c3406d160 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.802+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c340d2af0 con 0x7f5c3406d160 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.802+0000 7f5c29ffb640 1 -- 172.21.15.39:0/4218278948 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c24007260 con 0x7f5c3406d160 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.802+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c34159130 con 0x7f5c3406d160 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.803+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c3406d5a0 con 0x7f5c3406d160 2024-09-19T05:36:20.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.803+0000 7f5c29ffb640 1 -- 172.21.15.39:0/4218278948 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5c24007400 con 0x7f5c3406d160 2024-09-19T05:36:20.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.803+0000 7f5c29ffb640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c1806c2b0 0x7f5c1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:20.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.804+0000 7f5c29ffb640 1 -- 172.21.15.39:0/4218278948 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f5c2408a810 con 0x7f5c3406d160 2024-09-19T05:36:20.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.804+0000 7f5c39210640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c1806c2b0 0x7f5c1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:20.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.804+0000 7f5c39210640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c1806c2b0 0x7f5c1806e770 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5c300079a0 tx=0x7f5c30008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:20.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:20.808+0000 7f5c29ffb640 1 -- 172.21.15.39:0/4218278948 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5c3414b4b0 con 0x7f5c3406d160 2024-09-19T05:36:21.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.020+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5c3406f370 con 0x7f5c3406d160 2024-09-19T05:36:21.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.020+0000 7f5c29ffb640 1 -- 172.21.15.39:0/4218278948 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5219 (secure 0 0 0) 0x7f5c240589c0 con 0x7f5c3406d160 2024-09-19T05:36:21.023 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:21.024 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"btime":"2024-09-19T05:36:09:204367+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5473,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1458589004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1458589004},{"type":"v1","addr":"172.21.15.50:6835","nonce":1458589004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5775,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/354339075","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":354339075},{"type":"v1","addr":"172.21.15.39:6836","nonce":354339075}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5778,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/462896404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":462896404},{"type":"v1","addr":"172.21.15.39:6837","nonce":462896404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:06.058291+0000","modified":"2024-09-19T05:36:08.553728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5790},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5790":{"gid":5790,"name":"b","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6834/3213889132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3213889132},{"type":"v1","addr":"172.21.15.50:6834","nonce":3213889132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5790,"qdb_cluster":[5790]},"id":5}]} 2024-09-19T05:36:21.024 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-19T05:36:21.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c1806c2b0 msgr2=0x7f5c1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c1806c2b0 0x7f5c1806e770 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5c300079a0 tx=0x7f5c30008040 comp rx=0 tx=0).stop 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 msgr2=0x7f5c340d0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 0x7f5c340d0700 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f5c2400c430 tx=0x7f5c2400c8f0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 shutdown_connections 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5c1806c2b0 0x7f5c1806e770 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5c3415e4f0 0x7f5c340d0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5c3406d160 0x7f5c340d0700 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 --2- 172.21.15.39:0/4218278948 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5c3406bb20 0x7f5c3414af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 >> 172.21.15.39:0/4218278948 conn(0x7f5c3406e5b0 msgr2=0x7f5c340b2460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 shutdown_connections 2024-09-19T05:36:21.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.023+0000 7f5c3b474640 1 -- 172.21.15.39:0/4218278948 wait complete. 2024-09-19T05:36:21.037 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:21.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.136+0000 7f39e0f9f640 1 Processor -- start 2024-09-19T05:36:21.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.136+0000 7f39e0f9f640 1 -- start start 2024-09-19T05:36:21.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.137+0000 7f39e0f9f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f39dc0b6690 0x7f39dc0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.137+0000 7f39e0f9f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0b6a70 0x7f39dc0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.137+0000 7f39e0f9f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f39dc0d1510 0x7f39dc0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.137+0000 7f39e0f9f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f39dc0cf540 con 0x7f39dc0b6690 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.137+0000 7f39e0f9f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f39dc0cff10 con 0x7f39dc0d1510 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.137+0000 7f39e0f9f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f39dc0d1d90 con 0x7f39dc0b6a70 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.138+0000 7f39da59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f39dc0b6690 0x7f39dc0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.138+0000 7f39da59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f39dc0b6690 0x7f39dc0cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53528/0 (socket says 172.21.15.39:53528) 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.138+0000 7f39da59c640 1 -- 172.21.15.39:0/2876091167 learned_addr learned my addr 172.21.15.39:0/2876091167 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.138+0000 7f39d9d9b640 1 --2- 172.21.15.39:0/2876091167 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0b6a70 0x7f39dc0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.138+0000 7f39da59c640 1 -- 172.21.15.39:0/2876091167 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0b6a70 msgr2=0x7f39dc0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.138+0000 7f39da59c640 1 --2- 172.21.15.39:0/2876091167 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0b6a70 0x7f39dc0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.138+0000 7f39da59c640 1 -- 172.21.15.39:0/2876091167 >> v2:172.21.15.50:3300/0 conn(0x7f39dc0d1510 msgr2=0x7f39dc0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.138+0000 7f39da59c640 1 --2- 172.21.15.39:0/2876091167 >> v2:172.21.15.50:3300/0 conn(0x7f39dc0d1510 0x7f39dc0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.138+0000 7f39da59c640 1 -- 172.21.15.39:0/2876091167 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39dc0ceef0 con 0x7f39dc0b6690 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39da59c640 1 --2- 172.21.15.39:0/2876091167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6690 0x7f39dc0cf9d0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f39dc08d960 tx=0x7f39d402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9d04aec2c8f2798 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39d959a640 1 -- 172.21.15.39:0/2876091167 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d4036070 con 0x7f39dc0b6690 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39d959a640 1 -- 172.21.15.39:0/2876091167 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39d4031600 con 0x7f39dc0b6690 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39d959a640 1 -- 172.21.15.39:0/2876091167 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d40319d0 con 0x7f39dc0b6690 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39e0f9f640 1 -- 172.21.15.39:0/2876091167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6690 msgr2=0x7f39dc0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/2876091167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6690 0x7f39dc0cf9d0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f39dc08d960 tx=0x7f39d402a6a0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39e0f9f640 1 -- 172.21.15.39:0/2876091167 shutdown_connections 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/2876091167 >> v2:172.21.15.50:3300/0 conn(0x7f39dc0d1510 0x7f39dc0d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/2876091167 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0b6a70 0x7f39dc0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/2876091167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6690 0x7f39dc0cf9d0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39e0f9f640 1 -- 172.21.15.39:0/2876091167 >> 172.21.15.39:0/2876091167 conn(0x7f39dc072560 msgr2=0x7f39dc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:21.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39e0f9f640 1 -- 172.21.15.39:0/2876091167 shutdown_connections 2024-09-19T05:36:21.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.139+0000 7f39e0f9f640 1 -- 172.21.15.39:0/2876091167 wait complete. 2024-09-19T05:36:21.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.141+0000 7f39e0f9f640 1 Processor -- start 2024-09-19T05:36:21.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.141+0000 7f39e0f9f640 1 -- start start 2024-09-19T05:36:21.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39e0f9f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39dc0b6690 0x7f39dc160bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39e0f9f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6a70 0x7f39dc151b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39e0f9f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0d1510 0x7f39dc152060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39e0f9f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f39dc0d19a0 con 0x7f39dc0b6a70 2024-09-19T05:36:21.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39e0f9f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f39dc0b6ed0 con 0x7f39dc0b6690 2024-09-19T05:36:21.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39e0f9f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f39dc0d1b20 con 0x7f39dc0d1510 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6a70 0x7f39dc151b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6a70 0x7f39dc151b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53532/0 (socket says 172.21.15.39:53532) 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d9d9b640 1 -- 172.21.15.39:0/1270592147 learned_addr learned my addr 172.21.15.39:0/1270592147 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39da59c640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39dc0b6690 0x7f39dc160bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39dad9d640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0d1510 0x7f39dc152060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d9d9b640 1 -- 172.21.15.39:0/1270592147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0d1510 msgr2=0x7f39dc152060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d9d9b640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0d1510 0x7f39dc152060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d9d9b640 1 -- 172.21.15.39:0/1270592147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39dc0b6690 msgr2=0x7f39dc160bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d9d9b640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39dc0b6690 0x7f39dc160bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d9d9b640 1 -- 172.21.15.39:0/1270592147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39dc1f7d10 con 0x7f39dc0b6a70 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d9d9b640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6a70 0x7f39dc151b20 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f39c400d7d0 tx=0x7f39c400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:21.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d2ffd640 1 -- 172.21.15.39:0/1270592147 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c4004020 con 0x7f39dc0b6a70 2024-09-19T05:36:21.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39d2ffd640 1 -- 172.21.15.39:0/1270592147 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39c40041e0 con 0x7f39dc0b6a70 2024-09-19T05:36:21.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.142+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39dc1f8a90 con 0x7f39dc0b6a70 2024-09-19T05:36:21.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.143+0000 7f39d2ffd640 1 -- 172.21.15.39:0/1270592147 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c40043d0 con 0x7f39dc0b6a70 2024-09-19T05:36:21.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.143+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39dc1f8290 con 0x7f39dc0b6a70 2024-09-19T05:36:21.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.143+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39dc15d6b0 con 0x7f39dc0b6a70 2024-09-19T05:36:21.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.144+0000 7f39d2ffd640 1 -- 172.21.15.39:0/1270592147 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39c401b020 con 0x7f39dc0b6a70 2024-09-19T05:36:21.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.144+0000 7f39d2ffd640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f39bc06c2b0 0x7f39bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.144+0000 7f39d2ffd640 1 -- 172.21.15.39:0/1270592147 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f39c408b130 con 0x7f39dc0b6a70 2024-09-19T05:36:21.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.144+0000 7f39da59c640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f39bc06c2b0 0x7f39bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.145+0000 7f39da59c640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f39bc06c2b0 0x7f39bc06e770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f39d4033000 tx=0x7f39d4009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:21.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.149+0000 7f39d2ffd640 1 -- 172.21.15.39:0/1270592147 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f39c4059250 con 0x7f39dc0b6a70 2024-09-19T05:36:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.357+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39dc069170 con 0x7f39dc0b6a70 2024-09-19T05:36:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.358+0000 7f39d2ffd640 1 -- 172.21.15.39:0/1270592147 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5219 (secure 0 0 0) 0x7f39c405d550 con 0x7f39dc0b6a70 2024-09-19T05:36:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:21.361 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"btime":"2024-09-19T05:36:09:204367+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5473,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1458589004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1458589004},{"type":"v1","addr":"172.21.15.50:6835","nonce":1458589004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5775,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/354339075","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":354339075},{"type":"v1","addr":"172.21.15.39:6836","nonce":354339075}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5778,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/462896404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":462896404},{"type":"v1","addr":"172.21.15.39:6837","nonce":462896404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:06.058291+0000","modified":"2024-09-19T05:36:08.553728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5790},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5790":{"gid":5790,"name":"b","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6834/3213889132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3213889132},{"type":"v1","addr":"172.21.15.50:6834","nonce":3213889132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5790,"qdb_cluster":[5790]},"id":5}]} 2024-09-19T05:36:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-19T05:36:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f39bc06c2b0 msgr2=0x7f39bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f39bc06c2b0 0x7f39bc06e770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f39d4033000 tx=0x7f39d4009000 comp rx=0 tx=0).stop 2024-09-19T05:36:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6a70 msgr2=0x7f39dc151b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6a70 0x7f39dc151b20 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f39c400d7d0 tx=0x7f39c400dc90 comp rx=0 tx=0).stop 2024-09-19T05:36:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 shutdown_connections 2024-09-19T05:36:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f39bc06c2b0 0x7f39bc06e770 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f39dc0d1510 0x7f39dc152060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc0b6a70 0x7f39dc151b20 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 --2- 172.21.15.39:0/1270592147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39dc0b6690 0x7f39dc160bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 >> 172.21.15.39:0/1270592147 conn(0x7f39dc072560 msgr2=0x7f39dc0d32a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 shutdown_connections 2024-09-19T05:36:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.360+0000 7f39e0f9f640 1 -- 172.21.15.39:0/1270592147 wait complete. 2024-09-19T05:36:21.373 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:21.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.473+0000 7fd8c86ac640 1 Processor -- start 2024-09-19T05:36:21.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.474+0000 7fd8c86ac640 1 -- start start 2024-09-19T05:36:21.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.474+0000 7fd8c86ac640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd8c00b6a70 0x7fd8c00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.474+0000 7fd8c86ac640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8c00d1510 0x7fd8c00d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.474+0000 7fd8c86ac640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8c00d1d90 con 0x7fd8c00b6690 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c86ac640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fd8c00cf540 con 0x7fd8c00d1510 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c86ac640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fd8c00ceef0 con 0x7fd8c00b6a70 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c6c49640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8c00d1510 0x7fd8c00d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c6c49640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8c00d1510 0x7fd8c00d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53538/0 (socket says 172.21.15.39:53538) 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c6c49640 1 -- 172.21.15.39:0/2314687097 learned_addr learned my addr 172.21.15.39:0/2314687097 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c5c47640 1 --2- 172.21.15.39:0/2314687097 >> v2:172.21.15.50:3300/0 conn(0x7fd8c00b6a70 0x7fd8c00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c6c49640 1 -- 172.21.15.39:0/2314687097 >> v2:172.21.15.50:3300/0 conn(0x7fd8c00b6a70 msgr2=0x7fd8c00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c6c49640 1 --2- 172.21.15.39:0/2314687097 >> v2:172.21.15.50:3300/0 conn(0x7fd8c00b6a70 0x7fd8c00d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c6c49640 1 -- 172.21.15.39:0/2314687097 >> v1:172.21.15.50:6789/0 conn(0x7fd8c00b6690 legacy=0x7fd8c00cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.475+0000 7fd8c6c49640 1 -- 172.21.15.39:0/2314687097 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8c00cf1d0 con 0x7fd8c00d1510 2024-09-19T05:36:21.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c6c49640 1 --2- 172.21.15.39:0/2314687097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00d1510 0x7fd8c00d2b50 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fd8c00b7690 tx=0x7fd8b802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c64b1e234225fb01 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c5446640 1 -- 172.21.15.39:0/2314687097 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8b8036070 con 0x7fd8c00d1510 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c5446640 1 -- 172.21.15.39:0/2314687097 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8b8031600 con 0x7fd8c00d1510 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c5446640 1 -- 172.21.15.39:0/2314687097 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8b80319d0 con 0x7fd8c00d1510 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c86ac640 1 -- 172.21.15.39:0/2314687097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00d1510 msgr2=0x7fd8c00d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c86ac640 1 --2- 172.21.15.39:0/2314687097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00d1510 0x7fd8c00d2b50 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fd8c00b7690 tx=0x7fd8b802a730 comp rx=0 tx=0).stop 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c86ac640 1 -- 172.21.15.39:0/2314687097 shutdown_connections 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c86ac640 1 --2- 172.21.15.39:0/2314687097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00d1510 0x7fd8c00d2b50 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c86ac640 1 --2- 172.21.15.39:0/2314687097 >> v2:172.21.15.50:3300/0 conn(0x7fd8c00b6a70 0x7fd8c00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.476+0000 7fd8c86ac640 1 -- 172.21.15.39:0/2314687097 >> 172.21.15.39:0/2314687097 conn(0x7fd8c0072560 msgr2=0x7fd8c0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.477+0000 7fd8c86ac640 1 -- 172.21.15.39:0/2314687097 shutdown_connections 2024-09-19T05:36:21.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.477+0000 7fd8c86ac640 1 -- 172.21.15.39:0/2314687097 wait complete. 2024-09-19T05:36:21.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.478+0000 7fd8c86ac640 1 Processor -- start 2024-09-19T05:36:21.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.478+0000 7fd8c86ac640 1 -- start start 2024-09-19T05:36:21.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.478+0000 7fd8c86ac640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd8c00b6690 0x7fd8c0157780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.478+0000 7fd8c86ac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00b6a70 0x7fd8c01e5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.478+0000 7fd8c86ac640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd8c00d1510 0x7fd8c01e5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.478+0000 7fd8c86ac640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c015c6b0 con 0x7fd8c00b6a70 2024-09-19T05:36:21.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.478+0000 7fd8c86ac640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c015c530 con 0x7fd8c00d1510 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.478+0000 7fd8c86ac640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd8c00d1940 con 0x7fd8c00b6690 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c5c47640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00b6a70 0x7fd8c01e5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c5c47640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00b6a70 0x7fd8c01e5930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53540/0 (socket says 172.21.15.39:53540) 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c5c47640 1 -- 172.21.15.39:0/329247699 learned_addr learned my addr 172.21.15.39:0/329247699 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c6448640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd8c00b6690 0x7fd8c0157780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c6c49640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd8c00d1510 0x7fd8c01e5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c5c47640 1 -- 172.21.15.39:0/329247699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd8c00b6690 msgr2=0x7fd8c0157780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c5c47640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd8c00b6690 0x7fd8c0157780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c5c47640 1 -- 172.21.15.39:0/329247699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd8c00d1510 msgr2=0x7fd8c01e5e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c5c47640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd8c00d1510 0x7fd8c01e5e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c5c47640 1 -- 172.21.15.39:0/329247699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8c0157cc0 con 0x7fd8c00b6a70 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c6448640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd8c00b6690 0x7fd8c0157780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c5c47640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00b6a70 0x7fd8c01e5930 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fd8b000d800 tx=0x7fd8b000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:21.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8b6ffd640 1 -- 172.21.15.39:0/329247699 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8b000b6c0 con 0x7fd8c00b6a70 2024-09-19T05:36:21.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8b6ffd640 1 -- 172.21.15.39:0/329247699 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8b0019070 con 0x7fd8c00b6a70 2024-09-19T05:36:21.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8c0158130 con 0x7fd8c00b6a70 2024-09-19T05:36:21.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8b6ffd640 1 -- 172.21.15.39:0/329247699 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8b000ba80 con 0x7fd8c00b6a70 2024-09-19T05:36:21.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.479+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8c01e6780 con 0x7fd8c00b6a70 2024-09-19T05:36:21.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.480+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8c00d0fd0 con 0x7fd8c00b6a70 2024-09-19T05:36:21.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.481+0000 7fd8b6ffd640 1 -- 172.21.15.39:0/329247699 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd8b000bc20 con 0x7fd8c00b6a70 2024-09-19T05:36:21.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.481+0000 7fd8b6ffd640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd8a406c2b0 0x7fd8a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.482+0000 7fd8c6448640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd8a406c2b0 0x7fd8a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.482+0000 7fd8b6ffd640 1 -- 172.21.15.39:0/329247699 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7fd8b008b7b0 con 0x7fd8c00b6a70 2024-09-19T05:36:21.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.482+0000 7fd8c6448640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd8a406c2b0 0x7fd8a406e770 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd8c015ba30 tx=0x7fd8bc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:21.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.486+0000 7fd8b6ffd640 1 -- 172.21.15.39:0/329247699 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd8b00598d0 con 0x7fd8c00b6a70 2024-09-19T05:36:21.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.663+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd8c00cea40 con 0x7fd8c00b6a70 2024-09-19T05:36:21.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.664+0000 7fd8b6ffd640 1 -- 172.21.15.39:0/329247699 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) ==== 74+0+16704 (secure 0 0 0) 0x7fd8b005dbd0 con 0x7fd8c00b6a70 2024-09-19T05:36:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:21.667 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":66,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:07.703780+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:03.755929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:05.044336+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:21.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd8a406c2b0 msgr2=0x7fd8a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd8a406c2b0 0x7fd8a406e770 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd8c015ba30 tx=0x7fd8bc009040 comp rx=0 tx=0).stop 2024-09-19T05:36:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00b6a70 msgr2=0x7fd8c01e5930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00b6a70 0x7fd8c01e5930 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fd8b000d800 tx=0x7fd8b000dcc0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 shutdown_connections 2024-09-19T05:36:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd8a406c2b0 0x7fd8a406e770 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd8c00d1510 0x7fd8c01e5e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8c00b6a70 0x7fd8c01e5930 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 --2- 172.21.15.39:0/329247699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd8c00b6690 0x7fd8c0157780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 >> 172.21.15.39:0/329247699 conn(0x7fd8c0072560 msgr2=0x7fd8c00b78a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:21.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 shutdown_connections 2024-09-19T05:36:21.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.666+0000 7fd8c86ac640 1 -- 172.21.15.39:0/329247699 wait complete. 2024-09-19T05:36:21.679 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:36:21.680 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:21.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.781+0000 7f074d9c0640 1 Processor -- start 2024-09-19T05:36:21.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.781+0000 7f074d9c0640 1 -- start start 2024-09-19T05:36:21.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.782+0000 7f074d9c0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f074815e8e0 0x7f0748162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.782+0000 7f074d9c0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07480cf1f0 0x7f07480d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.782+0000 7f074d9c0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07480b7920 con 0x7f07480d19d0 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.782+0000 7f074d9c0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f07480cf940 con 0x7f074815e8e0 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.782+0000 7f074d9c0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f07480cfc20 con 0x7f07480cf1f0 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.782+0000 7f07477fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f07480d19d0 0x7f07480b6170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41512/0 (socket says 172.21.15.39:41512) 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.782+0000 7f07477fe640 1 -- 172.21.15.39:0/3574728609 learned_addr learned my addr 172.21.15.39:0/3574728609 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.782+0000 7f07467fc640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07480cf1f0 0x7f07480d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.782+0000 7f0746ffd640 1 --2- 172.21.15.39:0/3574728609 >> v2:172.21.15.50:3300/0 conn(0x7f074815e8e0 0x7f0748162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1957426311 0 0) 0x7f0740001490 con 0x7f07480d19d0 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0730003520 con 0x7f07480d19d0 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2055072984 0 0) 0x7f0730003520 con 0x7f07480d19d0 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07480cf1f0 msgr2=0x7f07480d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07480cf1f0 0x7f07480d1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 >> v2:172.21.15.50:3300/0 conn(0x7f074815e8e0 msgr2=0x7f0748162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 --2- 172.21.15.39:0/3574728609 >> v2:172.21.15.50:3300/0 conn(0x7f074815e8e0 0x7f0748162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07480d2ae0 con 0x7f07480d19d0 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f0740001bc0 con 0x7f07480d19d0 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 >> v1:172.21.15.39:6789/0 conn(0x7f07480d19d0 legacy=0x7f07480b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07300039b0 0x7f0730003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f07300043a0 0x7f0730004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0730004f90 0x7f073000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f07480cf940 con 0x7f07300043a0 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f07480cfc20 con 0x7f0730004f90 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f073000bf30 con 0x7f07300039b0 2024-09-19T05:36:21.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f07467fc640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07480cf1f0 0x7f07480d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f07467fc640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f07300043a0 0x7f0730004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f0746ffd640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07300039b0 0x7f0730003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f07477fe640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0730004f90 0x7f073000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f07467fc640 1 -- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07300039b0 msgr2=0x7f0730003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f07467fc640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07300039b0 0x7f0730003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f07467fc640 1 -- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0730004f90 msgr2=0x7f073000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f07467fc640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0730004f90 0x7f073000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.783+0000 7f07467fc640 1 -- 172.21.15.39:0/3574728609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0730003520 con 0x7f07300043a0 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.784+0000 7f07467fc640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f07300043a0 0x7f0730004880 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f07480d1110 tx=0x7f0730005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8295399f9ba19818 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.784+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c036070 con 0x7f07300043a0 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.784+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f073c004030 con 0x7f07300043a0 2024-09-19T05:36:21.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.784+0000 7f0745ffb640 1 -- 172.21.15.39:0/3574728609 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c0097d0 con 0x7f07300043a0 2024-09-19T05:36:21.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.785+0000 7f074d9c0640 1 -- 172.21.15.39:0/3574728609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f07300043a0 msgr2=0x7f0730004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.785+0000 7f074d9c0640 1 --2- 172.21.15.39:0/3574728609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f07300043a0 0x7f0730004880 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f07480d1110 tx=0x7f0730005830 comp rx=0 tx=0).stop 2024-09-19T05:36:21.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.785+0000 7f07477fe640 1 -- 172.21.15.39:0/3574728609 reap_dead start 2024-09-19T05:36:21.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.785+0000 7f074d9c0640 1 -- 172.21.15.39:0/3574728609 shutdown_connections 2024-09-19T05:36:21.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.785+0000 7f074d9c0640 1 -- 172.21.15.39:0/3574728609 >> 172.21.15.39:0/3574728609 conn(0x7f074806bd00 msgr2=0x7f074806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:21.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.785+0000 7f074d9c0640 1 -- 172.21.15.39:0/3574728609 shutdown_connections 2024-09-19T05:36:21.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.785+0000 7f074d9c0640 1 -- 172.21.15.39:0/3574728609 wait complete. 2024-09-19T05:36:21.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.786+0000 7f074d9c0640 1 Processor -- start 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.786+0000 7f074d9c0640 1 -- start start 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f074d9c0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07300043a0 0x7f0748154510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f074d9c0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0748155fe0 0x7f07480cdd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f074d9c0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07480ce2a0 0x7f07480ce720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f074d9c0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f07480d42f0 con 0x7f0748155fe0 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f074d9c0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f07480cf630 con 0x7f07480ce2a0 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f074d9c0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f07480d4470 con 0x7f07300043a0 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07467fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0748155fe0 0x7f07480cdd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07467fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0748155fe0 0x7f07480cdd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53562/0 (socket says 172.21.15.39:53562) 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07467fc640 1 -- 172.21.15.39:0/1829736205 learned_addr learned my addr 172.21.15.39:0/1829736205 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:21.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f0746ffd640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07300043a0 0x7f0748154510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07477fe640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07480ce2a0 0x7f07480ce720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07467fc640 1 -- 172.21.15.39:0/1829736205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07300043a0 msgr2=0x7f0748154510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07467fc640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07300043a0 0x7f0748154510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07467fc640 1 -- 172.21.15.39:0/1829736205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07480ce2a0 msgr2=0x7f07480ce720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07467fc640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07480ce2a0 0x7f07480ce720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07467fc640 1 -- 172.21.15.39:0/1829736205 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0748155dd0 con 0x7f0748155fe0 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.787+0000 7f07477fe640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07480ce2a0 0x7f07480ce720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.788+0000 7f07467fc640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0748155fe0 0x7f07480cdd60 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f073c02abc0 tx=0x7f073c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.788+0000 7f072ffff640 1 -- 172.21.15.39:0/1829736205 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c040020 con 0x7f0748155fe0 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.788+0000 7f072ffff640 1 -- 172.21.15.39:0/1829736205 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f073c003c60 con 0x7f0748155fe0 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.788+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0748155530 con 0x7f0748155fe0 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.788+0000 7f072ffff640 1 -- 172.21.15.39:0/1829736205 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c036040 con 0x7f0748155fe0 2024-09-19T05:36:21.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.788+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0748155af0 con 0x7f0748155fe0 2024-09-19T05:36:21.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.789+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07480d1490 con 0x7f0748155fe0 2024-09-19T05:36:21.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.789+0000 7f072ffff640 1 -- 172.21.15.39:0/1829736205 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f073c043020 con 0x7f0748155fe0 2024-09-19T05:36:21.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.790+0000 7f072ffff640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f073406c2e0 0x7f073406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:21.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.790+0000 7f0746ffd640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f073406c2e0 0x7f073406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:21.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.790+0000 7f072ffff640 1 -- 172.21.15.39:0/1829736205 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f073c0ab960 con 0x7f0748155fe0 2024-09-19T05:36:21.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.791+0000 7f0746ffd640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f073406c2e0 0x7f073406e7a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0738009bc0 tx=0x7f0738009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:21.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:21.794+0000 7f072ffff640 1 -- 172.21.15.39:0/1829736205 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f073c04a020 con 0x7f0748155fe0 2024-09-19T05:36:22.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.005+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07480d23d0 con 0x7f0748155fe0 2024-09-19T05:36:22.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.006+0000 7f072ffff640 1 -- 172.21.15.39:0/1829736205 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5219 (secure 0 0 0) 0x7f073c07a160 con 0x7f0748155fe0 2024-09-19T05:36:22.008 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:22.009 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"btime":"2024-09-19T05:36:09:204367+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5473,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1458589004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1458589004},{"type":"v1","addr":"172.21.15.50:6835","nonce":1458589004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5775,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/354339075","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":354339075},{"type":"v1","addr":"172.21.15.39:6836","nonce":354339075}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5778,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/462896404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":462896404},{"type":"v1","addr":"172.21.15.39:6837","nonce":462896404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:06.058291+0000","modified":"2024-09-19T05:36:08.553728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5790},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5790":{"gid":5790,"name":"b","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6834/3213889132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3213889132},{"type":"v1","addr":"172.21.15.50:6834","nonce":3213889132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5790,"qdb_cluster":[5790]},"id":5}]} 2024-09-19T05:36:22.009 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-19T05:36:22.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f073406c2e0 msgr2=0x7f073406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f073406c2e0 0x7f073406e7a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0738009bc0 tx=0x7f0738009190 comp rx=0 tx=0).stop 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0748155fe0 msgr2=0x7f07480cdd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0748155fe0 0x7f07480cdd60 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f073c02abc0 tx=0x7f073c004730 comp rx=0 tx=0).stop 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 shutdown_connections 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f073406c2e0 0x7f073406e7a0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07480ce2a0 0x7f07480ce720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0748155fe0 0x7f07480cdd60 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 --2- 172.21.15.39:0/1829736205 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f07300043a0 0x7f0748154510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 >> 172.21.15.39:0/1829736205 conn(0x7f074806bd00 msgr2=0x7f07480b5940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 shutdown_connections 2024-09-19T05:36:22.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.008+0000 7f074d9c0640 1 -- 172.21.15.39:0/1829736205 wait complete. 2024-09-19T05:36:22.021 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:22.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.121+0000 7f86a388d640 1 Processor -- start 2024-09-19T05:36:22.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.121+0000 7f86a388d640 1 -- start start 2024-09-19T05:36:22.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.122+0000 7f86a388d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c15e4f0 0x7f869c15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.122+0000 7f86a388d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f869c06bb20 0x7f869c15fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.122+0000 7f86a388d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f869c06c0c0 con 0x7f869c06d160 2024-09-19T05:36:22.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.122+0000 7f86a388d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f869c06ccd0 con 0x7f869c06bb20 2024-09-19T05:36:22.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.122+0000 7f86a388d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f869c06c3a0 con 0x7f869c15e4f0 2024-09-19T05:36:22.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.122+0000 7f86a1629640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c15e4f0 0x7f869c15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.122+0000 7f86a0e28640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f869c06bb20 0x7f869c15fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.122+0000 7f86a1629640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c15e4f0 0x7f869c15f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:50498/0 (socket says 172.21.15.39:50498) 2024-09-19T05:36:22.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.122+0000 7f86a1629640 1 -- 172.21.15.39:0/1571451835 learned_addr learned my addr 172.21.15.39:0/1571451835 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:22.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.123+0000 7f86a0e28640 1 -- 172.21.15.39:0/1571451835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c15e4f0 msgr2=0x7f869c15f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:22.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.123+0000 7f86a0e28640 1 --2- 172.21.15.39:0/1571451835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c15e4f0 0x7f869c15f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.123+0000 7f86a0e28640 1 -- 172.21.15.39:0/1571451835 >> v1:172.21.15.50:6789/0 conn(0x7f869c06d160 legacy=0x7f869c06d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.123+0000 7f86a0e28640 1 -- 172.21.15.39:0/1571451835 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f869c06c680 con 0x7f869c06bb20 2024-09-19T05:36:22.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.123+0000 7f86a0e28640 1 --2- 172.21.15.39:0/1571451835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f869c06bb20 0x7f869c15fcb0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f868c0097a0 tx=0x7f868c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afa9ddd7b3a2282b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:22.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f8693fff640 1 -- 172.21.15.39:0/1571451835 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868c037070 con 0x7f869c06bb20 2024-09-19T05:36:22.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f8693fff640 1 -- 172.21.15.39:0/1571451835 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f868c032440 con 0x7f869c06bb20 2024-09-19T05:36:22.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f8693fff640 1 -- 172.21.15.39:0/1571451835 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868c032810 con 0x7f869c06bb20 2024-09-19T05:36:22.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f86a388d640 1 -- 172.21.15.39:0/1571451835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f869c06bb20 msgr2=0x7f869c15fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f86a388d640 1 --2- 172.21.15.39:0/1571451835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f869c06bb20 0x7f869c15fcb0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f868c0097a0 tx=0x7f868c02a180 comp rx=0 tx=0).stop 2024-09-19T05:36:22.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f86a388d640 1 -- 172.21.15.39:0/1571451835 shutdown_connections 2024-09-19T05:36:22.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f86a388d640 1 --2- 172.21.15.39:0/1571451835 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f869c06bb20 0x7f869c15fcb0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f86a388d640 1 --2- 172.21.15.39:0/1571451835 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c15e4f0 0x7f869c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f86a388d640 1 -- 172.21.15.39:0/1571451835 >> 172.21.15.39:0/1571451835 conn(0x7f869c06e5b0 msgr2=0x7f869c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:22.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f86a388d640 1 -- 172.21.15.39:0/1571451835 shutdown_connections 2024-09-19T05:36:22.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.124+0000 7f86a388d640 1 -- 172.21.15.39:0/1571451835 wait complete. 2024-09-19T05:36:22.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.125+0000 7f86a388d640 1 Processor -- start 2024-09-19T05:36:22.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.125+0000 7f86a388d640 1 -- start start 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a388d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c06bb20 0x7f869c1510d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a388d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c06d160 0x7f869c0d28f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a388d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f869c15e4f0 0x7f869c0d0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a388d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f869c1601f0 con 0x7f869c06bb20 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a388d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f869c15e8d0 con 0x7f869c15e4f0 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a388d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f869c160370 con 0x7f869c06d160 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a1629640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c06bb20 0x7f869c1510d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a1629640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c06bb20 0x7f869c1510d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53578/0 (socket says 172.21.15.39:53578) 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a1629640 1 -- 172.21.15.39:0/2970046654 learned_addr learned my addr 172.21.15.39:0/2970046654 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:22.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a0e28640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c06d160 0x7f869c0d28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.126+0000 7f86a1e2a640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f869c15e4f0 0x7f869c0d0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f86a1629640 1 -- 172.21.15.39:0/2970046654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c06d160 msgr2=0x7f869c0d28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f86a1629640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c06d160 0x7f869c0d28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f86a1629640 1 -- 172.21.15.39:0/2970046654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f869c15e4f0 msgr2=0x7f869c0d0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f86a1629640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f869c15e4f0 0x7f869c0d0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f86a1629640 1 -- 172.21.15.39:0/2970046654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f869c0d10f0 con 0x7f869c06bb20 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f86a1629640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c06bb20 0x7f869c1510d0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f869800e870 tx=0x7f869800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f8691ffb640 1 -- 172.21.15.39:0/2970046654 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8698017070 con 0x7f869c06bb20 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f8691ffb640 1 -- 172.21.15.39:0/2970046654 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f869800c8e0 con 0x7f869c06bb20 2024-09-19T05:36:22.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f869c0d13d0 con 0x7f869c06bb20 2024-09-19T05:36:22.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f8691ffb640 1 -- 172.21.15.39:0/2970046654 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869800ccd0 con 0x7f869c06bb20 2024-09-19T05:36:22.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.127+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f869c0d1990 con 0x7f869c06bb20 2024-09-19T05:36:22.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.128+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f869c15fcb0 con 0x7f869c06bb20 2024-09-19T05:36:22.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.129+0000 7f8691ffb640 1 -- 172.21.15.39:0/2970046654 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f869801a070 con 0x7f869c06bb20 2024-09-19T05:36:22.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.129+0000 7f8691ffb640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868006c2e0 0x7f868006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.129+0000 7f8691ffb640 1 -- 172.21.15.39:0/2970046654 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f869808b530 con 0x7f869c06bb20 2024-09-19T05:36:22.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.129+0000 7f86a0e28640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868006c2e0 0x7f868006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.130+0000 7f86a0e28640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868006c2e0 0x7f868006e7a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f868c034000 tx=0x7f868c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:22.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.133+0000 7f8691ffb640 1 -- 172.21.15.39:0/2970046654 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f86980597a0 con 0x7f869c06bb20 2024-09-19T05:36:22.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.344+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f869c06d8b0 con 0x7f869c06bb20 2024-09-19T05:36:22.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.344+0000 7f8691ffb640 1 -- 172.21.15.39:0/2970046654 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5219 (secure 0 0 0) 0x7f869805daa0 con 0x7f869c06bb20 2024-09-19T05:36:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:22.347 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"btime":"2024-09-19T05:36:09:204367+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5473,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1458589004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1458589004},{"type":"v1","addr":"172.21.15.50:6835","nonce":1458589004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5775,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/354339075","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":354339075},{"type":"v1","addr":"172.21.15.39:6836","nonce":354339075}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5778,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/462896404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":462896404},{"type":"v1","addr":"172.21.15.39:6837","nonce":462896404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:06.058291+0000","modified":"2024-09-19T05:36:08.553728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5790},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5790":{"gid":5790,"name":"b","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6834/3213889132","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3213889132},{"type":"v1","addr":"172.21.15.50:6834","nonce":3213889132}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5790,"qdb_cluster":[5790]},"id":5}]} 2024-09-19T05:36:22.347 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-19T05:36:22.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868006c2e0 msgr2=0x7f868006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868006c2e0 0x7f868006e7a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f868c034000 tx=0x7f868c02e000 comp rx=0 tx=0).stop 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c06bb20 msgr2=0x7f869c1510d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c06bb20 0x7f869c1510d0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f869800e870 tx=0x7f869800ed30 comp rx=0 tx=0).stop 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 shutdown_connections 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868006c2e0 0x7f868006e7a0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f869c15e4f0 0x7f869c0d0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f869c06d160 0x7f869c0d28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 --2- 172.21.15.39:0/2970046654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c06bb20 0x7f869c1510d0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 >> 172.21.15.39:0/2970046654 conn(0x7f869c06e5b0 msgr2=0x7f869c0b2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.346+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 shutdown_connections 2024-09-19T05:36:22.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.347+0000 7f86a388d640 1 -- 172.21.15.39:0/2970046654 wait complete. 2024-09-19T05:36:22.360 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:22.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.460+0000 7f885a4c3640 1 Processor -- start 2024-09-19T05:36:22.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.460+0000 7f885a4c3640 1 -- start start 2024-09-19T05:36:22.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f885a4c3640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e590 0x7f885415ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f885a4c3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f885415e970 0x7f885415f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f885a4c3640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88540d0090 con 0x7f88540d1130 2024-09-19T05:36:22.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f885a4c3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f885406fe20 con 0x7f885415e970 2024-09-19T05:36:22.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f885a4c3640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f88540d0370 con 0x7f885415e590 2024-09-19T05:36:22.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f8858a60640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f885415e970 0x7f885415f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f8858a60640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f885415e970 0x7f885415f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53590/0 (socket says 172.21.15.39:53590) 2024-09-19T05:36:22.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f8858a60640 1 -- 172.21.15.39:0/2702719171 learned_addr learned my addr 172.21.15.39:0/2702719171 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:22.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f8853fff640 1 --2- 172.21.15.39:0/2702719171 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e590 0x7f885415ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f8858a60640 1 -- 172.21.15.39:0/2702719171 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e590 msgr2=0x7f885415ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:22.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f8858a60640 1 --2- 172.21.15.39:0/2702719171 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e590 0x7f885415ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f8858a60640 1 -- 172.21.15.39:0/2702719171 >> v1:172.21.15.50:6789/0 conn(0x7f88540d1130 legacy=0x7f88540cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f8858a60640 1 -- 172.21.15.39:0/2702719171 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88540d0650 con 0x7f885415e970 2024-09-19T05:36:22.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.461+0000 7f8853fff640 1 --2- 172.21.15.39:0/2702719171 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e590 0x7f885415ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:22.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.462+0000 7f8858a60640 1 --2- 172.21.15.39:0/2702719171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f885415e970 0x7f885415f350 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f884c009e50 tx=0x7f884c02c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cce58f5eb2bf84f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:22.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.462+0000 7f8852ffd640 1 -- 172.21.15.39:0/2702719171 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884c032610 con 0x7f885415e970 2024-09-19T05:36:22.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.462+0000 7f8852ffd640 1 -- 172.21.15.39:0/2702719171 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f884c037070 con 0x7f885415e970 2024-09-19T05:36:22.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.462+0000 7f8852ffd640 1 -- 172.21.15.39:0/2702719171 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884c0329d0 con 0x7f885415e970 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.463+0000 7f885a4c3640 1 -- 172.21.15.39:0/2702719171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f885415e970 msgr2=0x7f885415f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.463+0000 7f885a4c3640 1 --2- 172.21.15.39:0/2702719171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f885415e970 0x7f885415f350 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f884c009e50 tx=0x7f884c02c920 comp rx=0 tx=0).stop 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.463+0000 7f885a4c3640 1 -- 172.21.15.39:0/2702719171 shutdown_connections 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.463+0000 7f885a4c3640 1 --2- 172.21.15.39:0/2702719171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f885415e970 0x7f885415f350 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.463+0000 7f885a4c3640 1 --2- 172.21.15.39:0/2702719171 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e590 0x7f885415ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.463+0000 7f885a4c3640 1 -- 172.21.15.39:0/2702719171 >> 172.21.15.39:0/2702719171 conn(0x7f8854072ef0 msgr2=0x7f885406bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.463+0000 7f885a4c3640 1 -- 172.21.15.39:0/2702719171 shutdown_connections 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.463+0000 7f885a4c3640 1 -- 172.21.15.39:0/2702719171 wait complete. 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.464+0000 7f885a4c3640 1 Processor -- start 2024-09-19T05:36:22.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.464+0000 7f885a4c3640 1 -- start start 2024-09-19T05:36:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f885a4c3640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f885415e590 0x7f885414ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f885a4c3640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e970 0x7f88541efed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f885a4c3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88540b6c10 0x7f88541f3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f885a4c3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f88540cfb50 con 0x7f88540b6c10 2024-09-19T05:36:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f885a4c3640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f88540d0c10 con 0x7f885415e590 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f885a4c3640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f88540cfcd0 con 0x7f885415e970 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f8858a60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88540b6c10 0x7f88541f3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f8858a60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88540b6c10 0x7f88541f3cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53602/0 (socket says 172.21.15.39:53602) 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f8858a60640 1 -- 172.21.15.39:0/3638888635 learned_addr learned my addr 172.21.15.39:0/3638888635 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f8853fff640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f885415e590 0x7f885414ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f88537fe640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e970 0x7f88541efed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f8858a60640 1 -- 172.21.15.39:0/3638888635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e970 msgr2=0x7f88541efed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f8858a60640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e970 0x7f88541efed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f8858a60640 1 -- 172.21.15.39:0/3638888635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f885415e590 msgr2=0x7f885414ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f8858a60640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f885415e590 0x7f885414ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.465+0000 7f8858a60640 1 -- 172.21.15.39:0/3638888635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88541f3560 con 0x7f88540b6c10 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.466+0000 7f8858a60640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88540b6c10 0x7f88541f3cf0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f884c034040 tx=0x7f884c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.466+0000 7f8850ff9640 1 -- 172.21.15.39:0/3638888635 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884c049070 con 0x7f88540b6c10 2024-09-19T05:36:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.466+0000 7f8850ff9640 1 -- 172.21.15.39:0/3638888635 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f884c032cd0 con 0x7f88540b6c10 2024-09-19T05:36:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.466+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88541f0800 con 0x7f88540b6c10 2024-09-19T05:36:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.466+0000 7f8850ff9640 1 -- 172.21.15.39:0/3638888635 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884c044650 con 0x7f88540b6c10 2024-09-19T05:36:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.466+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88541f37d0 con 0x7f88540b6c10 2024-09-19T05:36:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.467+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88541f39d0 con 0x7f88540b6c10 2024-09-19T05:36:22.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.467+0000 7f8850ff9640 1 -- 172.21.15.39:0/3638888635 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f884c005d10 con 0x7f88540b6c10 2024-09-19T05:36:22.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.468+0000 7f8850ff9640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f884006c2b0 0x7f884006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.468+0000 7f8850ff9640 1 -- 172.21.15.39:0/3638888635 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7f884c0ad860 con 0x7f88540b6c10 2024-09-19T05:36:22.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.468+0000 7f8853fff640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f884006c2b0 0x7f884006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.468+0000 7f8853fff640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f884006c2b0 0x7f884006e770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f8844006e80 tx=0x7f8844008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:22.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.472+0000 7f8850ff9640 1 -- 172.21.15.39:0/3638888635 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f884c02f070 con 0x7f88540b6c10 2024-09-19T05:36:22.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.652+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f88541516e0 con 0x7f88540b6c10 2024-09-19T05:36:22.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.653+0000 7f8850ff9640 1 -- 172.21.15.39:0/3638888635 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) ==== 74+0+16704 (secure 0 0 0) 0x7f884c07b970 con 0x7f88540b6c10 2024-09-19T05:36:22.656 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:22.656 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":66,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:07.703780+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:03.755929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:05.044336+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:22.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f884006c2b0 msgr2=0x7f884006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f884006c2b0 0x7f884006e770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f8844006e80 tx=0x7f8844008040 comp rx=0 tx=0).stop 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88540b6c10 msgr2=0x7f88541f3cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88540b6c10 0x7f88541f3cf0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f884c034040 tx=0x7f884c004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 shutdown_connections 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f884006c2b0 0x7f884006e770 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88540b6c10 0x7f88541f3cf0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f885415e970 0x7f88541efed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 --2- 172.21.15.39:0/3638888635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f885415e590 0x7f885414ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 >> 172.21.15.39:0/3638888635 conn(0x7f8854072ef0 msgr2=0x7f8854158ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 shutdown_connections 2024-09-19T05:36:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.656+0000 7f885a4c3640 1 -- 172.21.15.39:0/3638888635 wait complete. 2024-09-19T05:36:22.669 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:36:22.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.773+0000 7fe67f731640 1 Processor -- start 2024-09-19T05:36:22.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.773+0000 7fe67f731640 1 -- start start 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe67f731640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe67815e4f0 0x7fe67815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe67f731640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6781603c0 con 0x7fe67806d160 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe67f731640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe67806c0c0 con 0x7fe67806bb20 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe67f731640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe67806ccd0 con 0x7fe67815e4f0 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe67dcce640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe67806d160 0x7fe67806d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41526/0 (socket says 172.21.15.39:41526) 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe67dcce640 1 -- 172.21.15.39:0/3286917734 learned_addr learned my addr 172.21.15.39:0/3286917734 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1883167419 0 0) 0x7fe6781603c0 con 0x7fe67806d160 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe664003520 con 0x7fe67806d160 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe67d4cd640 1 --2- 172.21.15.39:0/3286917734 >> v2:172.21.15.50:3300/0 conn(0x7fe67815e4f0 0x7fe67815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4033868922 0 0) 0x7fe664003520 con 0x7fe67806d160 2024-09-19T05:36:22.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 >> v2:172.21.15.50:3300/0 conn(0x7fe67815e4f0 msgr2=0x7fe67815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 --2- 172.21.15.39:0/3286917734 >> v2:172.21.15.50:3300/0 conn(0x7fe67815e4f0 0x7fe67815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 >> v1:172.21.15.50:6789/0 conn(0x7fe67806bb20 legacy=0x7fe67815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe67806c3a0 con 0x7fe67806d160 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fe6700019f0 con 0x7fe67806d160 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 >> v1:172.21.15.39:6789/0 conn(0x7fe67806d160 legacy=0x7fe67806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe664004800 0x7fe664004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.774+0000 7fe66ffff640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe6640051c0 0x7fe66400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe67806ccd0 con 0x7fe6640039b0 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe66400c060 con 0x7fe664004800 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe66400c260 con 0x7fe6640051c0 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe67d4cd640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe67cccc640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe664004800 0x7fe664004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe67dcce640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe6640051c0 0x7fe66400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe67d4cd640 1 -- 172.21.15.39:0/3286917734 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe6640051c0 msgr2=0x7fe66400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe67d4cd640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe6640051c0 0x7fe66400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe67d4cd640 1 -- 172.21.15.39:0/3286917734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe664004800 msgr2=0x7fe664004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe67d4cd640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe664004800 0x7fe664004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe67d4cd640 1 -- 172.21.15.39:0/3286917734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe664003520 con 0x7fe6640039b0 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.775+0000 7fe67dcce640 1 -- 172.21.15.39:0/3286917734 reap_dead start 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe67d4cd640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fe674009ac0 tx=0x7fe664005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25d7166800a45c2d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe674036070 con 0x7fe6640039b0 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe674031400 con 0x7fe6640039b0 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe66ffff640 1 -- 172.21.15.39:0/3286917734 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe674009690 con 0x7fe6640039b0 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe67f731640 1 -- 172.21.15.39:0/3286917734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 msgr2=0x7fe664003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe67f731640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fe674009ac0 tx=0x7fe664005830 comp rx=0 tx=0).stop 2024-09-19T05:36:22.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe67f731640 1 -- 172.21.15.39:0/3286917734 shutdown_connections 2024-09-19T05:36:22.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe67f731640 1 --2- 172.21.15.39:0/3286917734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe67f731640 1 -- 172.21.15.39:0/3286917734 >> 172.21.15.39:0/3286917734 conn(0x7fe67806e5b0 msgr2=0x7fe67806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:22.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe67f731640 1 -- 172.21.15.39:0/3286917734 shutdown_connections 2024-09-19T05:36:22.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.776+0000 7fe67f731640 1 -- 172.21.15.39:0/3286917734 wait complete. 2024-09-19T05:36:22.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67f731640 1 Processor -- start 2024-09-19T05:36:22.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67f731640 1 -- start start 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67f731640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe67814ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67f731640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6780d04c0 0x7fe67815baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67f731640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe67815c030 0x7fe67814d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67f731640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe67815e8d0 con 0x7fe6640039b0 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67f731640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe67806c960 con 0x7fe6780d04c0 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67f731640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe67815f570 con 0x7fe67815c030 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67d4cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe67814ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67d4cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe67814ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53628/0 (socket says 172.21.15.39:53628) 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.778+0000 7fe67d4cd640 1 -- 172.21.15.39:0/1871715187 learned_addr learned my addr 172.21.15.39:0/1871715187 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67cccc640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6780d04c0 0x7fe67815baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67dcce640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe67815c030 0x7fe67814d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67d4cd640 1 -- 172.21.15.39:0/1871715187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe67815c030 msgr2=0x7fe67814d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67d4cd640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe67815c030 0x7fe67814d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67d4cd640 1 -- 172.21.15.39:0/1871715187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6780d04c0 msgr2=0x7fe67815baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67d4cd640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6780d04c0 0x7fe67815baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67d4cd640 1 -- 172.21.15.39:0/1871715187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe67814b060 con 0x7fe6640039b0 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67d4cd640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe67814ab20 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fe674034040 tx=0x7fe674004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe66dffb640 1 -- 172.21.15.39:0/1871715187 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67403f020 con 0x7fe6640039b0 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe66dffb640 1 -- 172.21.15.39:0/1871715187 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe674037040 con 0x7fe6640039b0 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe67814b510 con 0x7fe6640039b0 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe66dffb640 1 -- 172.21.15.39:0/1871715187 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe674036070 con 0x7fe6640039b0 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.779+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe67814bad0 con 0x7fe6640039b0 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.780+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe67815f900 con 0x7fe6640039b0 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.781+0000 7fe66dffb640 1 -- 172.21.15.39:0/1871715187 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe674042020 con 0x7fe6640039b0 2024-09-19T05:36:22.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.781+0000 7fe66dffb640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe65c06c2e0 0x7fe65c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:22.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.781+0000 7fe66dffb640 1 -- 172.21.15.39:0/1871715187 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5709+0+0 (secure 0 0 0) 0x7fe6740ab330 con 0x7fe6640039b0 2024-09-19T05:36:22.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.781+0000 7fe67cccc640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe65c06c2e0 0x7fe65c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:22.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.782+0000 7fe67cccc640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe65c06c2e0 0x7fe65c06e7a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe6780d0450 tx=0x7fe668009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:22.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.785+0000 7fe66dffb640 1 -- 172.21.15.39:0/1871715187 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe674049030 con 0x7fe6640039b0 2024-09-19T05:36:23.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:22.998+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fe67815c410 con 0x7fe6640039b0 2024-09-19T05:36:23.000 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:36:22.998+0000 7efed0237640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:36:23.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.000+0000 7fe66dffb640 1 -- 172.21.15.39:0/1871715187 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v36) ==== 161+0+0 (secure 0 0 0) 0x7fe674079b30 con 0x7fe6640039b0 2024-09-19T05:36:23.002 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:36:23.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe65c06c2e0 msgr2=0x7fe65c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe65c06c2e0 0x7fe65c06e7a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe6780d0450 tx=0x7fe668009040 comp rx=0 tx=0).stop 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 msgr2=0x7fe67814ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe67814ab20 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fe674034040 tx=0x7fe674004730 comp rx=0 tx=0).stop 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 shutdown_connections 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe65c06c2e0 0x7fe65c06e7a0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe67815c030 0x7fe67814d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe6780d04c0 0x7fe67815baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 --2- 172.21.15.39:0/1871715187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe6640039b0 0x7fe67814ab20 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 >> 172.21.15.39:0/1871715187 conn(0x7fe67806e5b0 msgr2=0x7fe67815ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 shutdown_connections 2024-09-19T05:36:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.002+0000 7fe67f731640 1 -- 172.21.15.39:0/1871715187 wait complete. 2024-09-19T05:36:23.007 INFO:tasks.ceph.mds.b.smithi050.stderr: -2324> 2024-09-19T05:36:07.373+0000 7f49f9b05640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:36:23.016 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:36:23.039 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-19T05:36:23.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.119+0000 7f142cdd8640 1 Processor -- start 2024-09-19T05:36:23.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.119+0000 7f142cdd8640 1 -- start start 2024-09-19T05:36:23.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.120+0000 7f142cdd8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f14280cf6a0 0x7f14280d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:23.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.120+0000 7f142cdd8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f14280b76c0 0x7f14280d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:23.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.120+0000 7f142cdd8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14281620f0 con 0x7f1428161d10 2024-09-19T05:36:23.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.120+0000 7f142cdd8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f1428072140 con 0x7f14280cf6a0 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.120+0000 7f142cdd8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f14280d4200 con 0x7f14280b76c0 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.120+0000 7f142659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1428161d10 0x7f14280cef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41528/0 (socket says 172.21.15.39:41528) 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.121+0000 7f142659c640 1 -- 172.21.15.39:0/2858844128 learned_addr learned my addr 172.21.15.39:0/2858844128 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.121+0000 7f1425d9b640 1 --2- 172.21.15.39:0/2858844128 >> v2:172.21.15.39:3300/0 conn(0x7f14280cf6a0 0x7f14280d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.121+0000 7f1426d9d640 1 --2- 172.21.15.39:0/2858844128 >> v2:172.21.15.50:3300/0 conn(0x7f14280b76c0 0x7f14280d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.121+0000 7f142559a640 1 -- 172.21.15.39:0/2858844128 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 416878268 0 0) 0x7f14281620f0 con 0x7f1428161d10 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.121+0000 7f142559a640 1 -- 172.21.15.39:0/2858844128 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1414003520 con 0x7f1428161d10 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.121+0000 7f1425d9b640 1 -- 172.21.15.39:0/2858844128 >> v2:172.21.15.50:3300/0 conn(0x7f14280b76c0 msgr2=0x7f14280d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.121+0000 7f1425d9b640 1 --2- 172.21.15.39:0/2858844128 >> v2:172.21.15.50:3300/0 conn(0x7f14280b76c0 0x7f14280d3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.121+0000 7f1425d9b640 1 -- 172.21.15.39:0/2858844128 >> v1:172.21.15.39:6789/0 conn(0x7f1428161d10 legacy=0x7f14280cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:23.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.121+0000 7f1425d9b640 1 -- 172.21.15.39:0/2858844128 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1428072390 con 0x7f14280cf6a0 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f1425d9b640 1 --2- 172.21.15.39:0/2858844128 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14280cf6a0 0x7f14280d3b20 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f14280ced00 tx=0x7f141002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a7490552b8f9122 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142559a640 1 -- 172.21.15.39:0/2858844128 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1410037070 con 0x7f14280cf6a0 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142559a640 1 -- 172.21.15.39:0/2858844128 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1410032440 con 0x7f14280cf6a0 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142559a640 1 -- 172.21.15.39:0/2858844128 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141002ae60 con 0x7f14280cf6a0 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142cdd8640 1 -- 172.21.15.39:0/2858844128 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14280cf6a0 msgr2=0x7f14280d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142cdd8640 1 --2- 172.21.15.39:0/2858844128 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14280cf6a0 0x7f14280d3b20 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f14280ced00 tx=0x7f141002a110 comp rx=0 tx=0).stop 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142cdd8640 1 -- 172.21.15.39:0/2858844128 shutdown_connections 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142cdd8640 1 --2- 172.21.15.39:0/2858844128 >> v2:172.21.15.50:3300/0 conn(0x7f14280b76c0 0x7f14280d3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142cdd8640 1 --2- 172.21.15.39:0/2858844128 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14280cf6a0 0x7f14280d3b20 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142cdd8640 1 -- 172.21.15.39:0/2858844128 >> 172.21.15.39:0/2858844128 conn(0x7f14280d4730 msgr2=0x7f14280d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142cdd8640 1 -- 172.21.15.39:0/2858844128 shutdown_connections 2024-09-19T05:36:23.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.122+0000 7f142cdd8640 1 -- 172.21.15.39:0/2858844128 wait complete. 2024-09-19T05:36:23.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.124+0000 7f142cdd8640 1 Processor -- start 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.124+0000 7f142cdd8640 1 -- start start 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.124+0000 7f142cdd8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14280b76c0 0x7f14280acbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.124+0000 7f142cdd8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14280cf6a0 0x7f14280cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.124+0000 7f142cdd8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1428161d10 0x7f14280ab0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f142cdd8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f14280b7ae0 con 0x7f1428161d10 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f142cdd8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1428072950 con 0x7f14280cf6a0 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f142cdd8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1428072e70 con 0x7f14280b76c0 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1426d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1428161d10 0x7f14280ab0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1426d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1428161d10 0x7f14280ab0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53648/0 (socket says 172.21.15.39:53648) 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1426d9d640 1 -- 172.21.15.39:0/233515189 learned_addr learned my addr 172.21.15.39:0/233515189 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1425d9b640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14280cf6a0 0x7f14280cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:23.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f142659c640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14280b76c0 0x7f14280acbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1426d9d640 1 -- 172.21.15.39:0/233515189 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14280b76c0 msgr2=0x7f14280acbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1426d9d640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14280b76c0 0x7f14280acbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1426d9d640 1 -- 172.21.15.39:0/233515189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14280cf6a0 msgr2=0x7f14280cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1426d9d640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14280cf6a0 0x7f14280cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1426d9d640 1 -- 172.21.15.39:0/233515189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14280abb20 con 0x7f1428161d10 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f1426d9d640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1428161d10 0x7f14280ab0a0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f142000e930 tx=0x7f142000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f141effd640 1 -- 172.21.15.39:0/233515189 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1420017070 con 0x7f1428161d10 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f141effd640 1 -- 172.21.15.39:0/233515189 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f142000c980 con 0x7f1428161d10 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14280abe00 con 0x7f1428161d10 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f141effd640 1 -- 172.21.15.39:0/233515189 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142000cd70 con 0x7f1428161d10 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.125+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14280ac6a0 con 0x7f1428161d10 2024-09-19T05:36:23.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.126+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14280abfd0 con 0x7f1428161d10 2024-09-19T05:36:23.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.127+0000 7f141effd640 1 -- 172.21.15.39:0/233515189 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f142001a070 con 0x7f1428161d10 2024-09-19T05:36:23.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.127+0000 7f141effd640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f140806c2b0 0x7f140806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:23.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.127+0000 7f141effd640 1 -- 172.21.15.39:0/233515189 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5795+0+0 (secure 0 0 0) 0x7f142008b790 con 0x7f1428161d10 2024-09-19T05:36:23.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.127+0000 7f142659c640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f140806c2b0 0x7f140806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:23.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.128+0000 7f142659c640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f140806c2b0 0x7f140806e770 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1418005c00 tx=0x7f1418009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.132+0000 7f141effd640 1 -- 172.21.15.39:0/233515189 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1420059910 con 0x7f1428161d10 2024-09-19T05:36:23.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:23.343+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f14280d3b20 con 0x7f1428161d10 2024-09-19T05:36:24.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.002+0000 7f141effd640 1 -- 172.21.15.39:0/233515189 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v37) ==== 104+0+0 (secure 0 0 0) 0x7f142005dc10 con 0x7f1428161d10 2024-09-19T05:36:24.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f140806c2b0 msgr2=0x7f140806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f140806c2b0 0x7f140806e770 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1418005c00 tx=0x7f1418009040 comp rx=0 tx=0).stop 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1428161d10 msgr2=0x7f14280ab0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1428161d10 0x7f14280ab0a0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f142000e930 tx=0x7f142000edf0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 shutdown_connections 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f140806c2b0 0x7f140806e770 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1428161d10 0x7f14280ab0a0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14280cf6a0 0x7f14280cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 --2- 172.21.15.39:0/233515189 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14280b76c0 0x7f14280acbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 >> 172.21.15.39:0/233515189 conn(0x7f14280d4730 msgr2=0x7f14280b5720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 shutdown_connections 2024-09-19T05:36:24.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.005+0000 7f142cdd8640 1 -- 172.21.15.39:0/233515189 wait complete. 2024-09-19T05:36:24.021 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:36:24.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.132+0000 7ff3d2b76640 1 Processor -- start 2024-09-19T05:36:24.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.132+0000 7ff3d2b76640 1 -- start start 2024-09-19T05:36:24.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.133+0000 7ff3d2b76640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0d3320 0x7ff3cc0d4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:24.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.133+0000 7ff3d2b76640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3cc0cfe30 con 0x7ff3cc15e860 2024-09-19T05:36:24.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.133+0000 7ff3d2b76640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3cc0d38c0 con 0x7ff3cc0d4ea0 2024-09-19T05:36:24.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.133+0000 7ff3d2b76640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff3cc0b3f10 con 0x7ff3cc0d3320 2024-09-19T05:36:24.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.133+0000 7ff3d0912640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff3cc15e860 0x7ff3cc0cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41530/0 (socket says 172.21.15.39:41530) 2024-09-19T05:36:24.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.133+0000 7ff3d0912640 1 -- 172.21.15.39:0/3815003081 learned_addr learned my addr 172.21.15.39:0/3815003081 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:24.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cbfff640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0d3320 0x7ff3cc0d4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:24.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1946492439 0 0) 0x7ff3cc0cfe30 con 0x7ff3cc15e860 2024-09-19T05:36:24.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff3b4003520 con 0x7ff3cc15e860 2024-09-19T05:36:24.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 108542335 0 0) 0x7ff3cc0d38c0 con 0x7ff3cc0d4ea0 2024-09-19T05:36:24.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff3cc0cfe30 con 0x7ff3cc0d4ea0 2024-09-19T05:36:24.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1890235958 0 0) 0x7ff3b4003520 con 0x7ff3cc15e860 2024-09-19T05:36:24.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0d3320 msgr2=0x7ff3cc0d4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:24.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0d3320 0x7ff3cc0d4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 >> v1:172.21.15.50:6789/0 conn(0x7ff3cc0d4ea0 legacy=0x7ff3cc0b61f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:24.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3cc0d3ba0 con 0x7ff3cc15e860 2024-09-19T05:36:24.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7ff3c40019f0 con 0x7ff3cc15e860 2024-09-19T05:36:24.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 >> v1:172.21.15.39:6789/0 conn(0x7ff3cc15e860 legacy=0x7ff3cc0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0d3320 0x7ff3b4003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3b40040d0 0x7ff3b4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b4004d40 0x7ff3b40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff3cc0b3f10 con 0x7ff3b40040d0 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b400baa0 con 0x7ff3b4004d40 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff3b400bca0 con 0x7ff3cc0d3320 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3cbfff640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3b40040d0 0x7ff3b4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3d0912640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0d3320 0x7ff3b4003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.134+0000 7ff3d1113640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b4004d40 0x7ff3b40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3cbfff640 1 -- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0d3320 msgr2=0x7ff3b4003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3cbfff640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0d3320 0x7ff3b4003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3cbfff640 1 -- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b4004d40 msgr2=0x7ff3b40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3cbfff640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b4004d40 0x7ff3b40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3cbfff640 1 -- 172.21.15.39:0/3815003081 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b4003520 con 0x7ff3b40040d0 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3d1113640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b4004d40 0x7ff3b40051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3cbfff640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3b40040d0 0x7ff3b4004800 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0009ac0 tx=0x7ff3b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9ef9f513dce4282 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c0036070 con 0x7ff3b40040d0 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3c0031400 con 0x7ff3b40040d0 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.135+0000 7ff3cb7fe640 1 -- 172.21.15.39:0/3815003081 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c0009690 con 0x7ff3b40040d0 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.136+0000 7ff3d2b76640 1 -- 172.21.15.39:0/3815003081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3b40040d0 msgr2=0x7ff3b4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.136+0000 7ff3d2b76640 1 --2- 172.21.15.39:0/3815003081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3b40040d0 0x7ff3b4004800 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0009ac0 tx=0x7ff3b4005830 comp rx=0 tx=0).stop 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.136+0000 7ff3d1113640 1 -- 172.21.15.39:0/3815003081 reap_dead start 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.136+0000 7ff3d2b76640 1 -- 172.21.15.39:0/3815003081 shutdown_connections 2024-09-19T05:36:24.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.136+0000 7ff3d2b76640 1 -- 172.21.15.39:0/3815003081 >> 172.21.15.39:0/3815003081 conn(0x7ff3cc072560 msgr2=0x7ff3cc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:24.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.136+0000 7ff3d2b76640 1 -- 172.21.15.39:0/3815003081 shutdown_connections 2024-09-19T05:36:24.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.136+0000 7ff3d2b76640 1 -- 172.21.15.39:0/3815003081 wait complete. 2024-09-19T05:36:24.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.137+0000 7ff3d2b76640 1 Processor -- start 2024-09-19T05:36:24.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.137+0000 7ff3d2b76640 1 -- start start 2024-09-19T05:36:24.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3d2b76640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b40040d0 0x7ff3cc1f4f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:24.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3d2b76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc0ce040 0x7ff3cc152af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3d2b76640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0ce5d0 0x7ff3cc0b50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3d2b76640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff3cc0d4440 con 0x7ff3cc0ce040 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3d2b76640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3cc0d4160 con 0x7ff3b40040d0 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3d2b76640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff3cc0b6900 con 0x7ff3cc0ce5d0 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3cbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc0ce040 0x7ff3cc152af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3cbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc0ce040 0x7ff3cc152af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53662/0 (socket says 172.21.15.39:53662) 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3cbfff640 1 -- 172.21.15.39:0/224120615 learned_addr learned my addr 172.21.15.39:0/224120615 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3d0912640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b40040d0 0x7ff3cc1f4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.138+0000 7ff3d1113640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0ce5d0 0x7ff3cc0b50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:24.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3cbfff640 1 -- 172.21.15.39:0/224120615 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0ce5d0 msgr2=0x7ff3cc0b50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3cbfff640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0ce5d0 0x7ff3cc0b50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3cbfff640 1 -- 172.21.15.39:0/224120615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b40040d0 msgr2=0x7ff3cc1f4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3cbfff640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b40040d0 0x7ff3cc1f4f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3cbfff640 1 -- 172.21.15.39:0/224120615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3cc0cba20 con 0x7ff3cc0ce040 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3cbfff640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc0ce040 0x7ff3cc152af0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0000c00 tx=0x7ff3c0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3c97fa640 1 -- 172.21.15.39:0/224120615 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c0040020 con 0x7ff3cc0ce040 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3c97fa640 1 -- 172.21.15.39:0/224120615 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3c0003c60 con 0x7ff3cc0ce040 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3c97fa640 1 -- 172.21.15.39:0/224120615 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c0036040 con 0x7ff3cc0ce040 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3cc0cbd00 con 0x7ff3cc0ce040 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.139+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3cc0cc2c0 con 0x7ff3cc0ce040 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.140+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3cc0d4960 con 0x7ff3cc0ce040 2024-09-19T05:36:24.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.140+0000 7ff3c97fa640 1 -- 172.21.15.39:0/224120615 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff3c0043020 con 0x7ff3cc0ce040 2024-09-19T05:36:24.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.141+0000 7ff3c97fa640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff3b806c2b0 0x7ff3b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:24.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.141+0000 7ff3c97fa640 1 -- 172.21.15.39:0/224120615 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5795+0+0 (secure 0 0 0) 0x7ff3c00ab390 con 0x7ff3cc0ce040 2024-09-19T05:36:24.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.141+0000 7ff3d0912640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff3b806c2b0 0x7ff3b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:24.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.141+0000 7ff3d0912640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff3b806c2b0 0x7ff3b806e770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4004d20 tx=0x7ff3c4006040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:24.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.145+0000 7ff3c97fa640 1 -- 172.21.15.39:0/224120615 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff3c004a070 con 0x7ff3cc0ce040 2024-09-19T05:36:24.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:24.320+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff3cc069fe0 con 0x7ff3cc0ce040 2024-09-19T05:36:25.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.007+0000 7ff3c97fa640 1 -- 172.21.15.39:0/224120615 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v68) ==== 181+0+0 (secure 0 0 0) 0x7ff3c00044e0 con 0x7ff3cc0ce040 2024-09-19T05:36:25.010 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:36:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff3b806c2b0 msgr2=0x7ff3b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff3b806c2b0 0x7ff3b806e770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4004d20 tx=0x7ff3c4006040 comp rx=0 tx=0).stop 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc0ce040 msgr2=0x7ff3cc152af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc0ce040 0x7ff3cc152af0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0000c00 tx=0x7ff3c0004730 comp rx=0 tx=0).stop 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 shutdown_connections 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff3b806c2b0 0x7ff3b806e770 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3cc0ce5d0 0x7ff3cc0b50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc0ce040 0x7ff3cc152af0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 --2- 172.21.15.39:0/224120615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3b40040d0 0x7ff3cc1f4f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 >> 172.21.15.39:0/224120615 conn(0x7ff3cc072560 msgr2=0x7ff3cc160d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 shutdown_connections 2024-09-19T05:36:25.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.011+0000 7ff3d2b76640 1 -- 172.21.15.39:0/224120615 wait complete. 2024-09-19T05:36:25.028 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:36:25.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.136+0000 7ff3994d9640 1 Processor -- start 2024-09-19T05:36:25.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.136+0000 7ff3994d9640 1 -- start start 2024-09-19T05:36:25.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3994d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 0x7ff39415c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:25.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3994d9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3940cd8d0 con 0x7ff3940ccc50 2024-09-19T05:36:25.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3994d9640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff39415bb20 con 0x7ff3941591b0 2024-09-19T05:36:25.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3994d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff39415b900 con 0x7ff3940b4520 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3937fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff3940ccc50 0x7ff3940cd100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41540/0 (socket says 172.21.15.39:41540) 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3937fe640 1 -- 172.21.15.39:0/3132235202 learned_addr learned my addr 172.21.15.39:0/3132235202 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff38bfff640 1 --2- 172.21.15.39:0/3132235202 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 0x7ff39415c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3927fc640 1 -- 172.21.15.39:0/3132235202 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2958117014 0 0) 0x7ff3940cd8d0 con 0x7ff3940ccc50 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3927fc640 1 -- 172.21.15.39:0/3132235202 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff380003520 con 0x7ff3940ccc50 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3927fc640 1 -- 172.21.15.39:0/3132235202 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4030921891 0 0) 0x7ff39415bb20 con 0x7ff3941591b0 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff3927fc640 1 -- 172.21.15.39:0/3132235202 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff3940cd8d0 con 0x7ff3941591b0 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.137+0000 7ff38bfff640 1 -- 172.21.15.39:0/3132235202 >> v1:172.21.15.50:6789/0 conn(0x7ff3941591b0 legacy=0x7ff3940b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.138+0000 7ff38bfff640 1 -- 172.21.15.39:0/3132235202 >> v1:172.21.15.39:6789/0 conn(0x7ff3940ccc50 legacy=0x7ff3940cd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.138+0000 7ff3927fc640 1 -- 172.21.15.39:0/3132235202 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1363441122 0 0) 0x7ff380003520 con 0x7ff3940ccc50 2024-09-19T05:36:25.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.138+0000 7ff38bfff640 1 -- 172.21.15.39:0/3132235202 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff39415be00 con 0x7ff3940b4520 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.138+0000 7ff38bfff640 1 --2- 172.21.15.39:0/3132235202 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 0x7ff39415c600 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff37c0097d0 tx=0x7ff37c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81855337aa21c4f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3927fc640 1 -- 172.21.15.39:0/3132235202 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff37c037070 con 0x7ff3940b4520 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3927fc640 1 -- 172.21.15.39:0/3132235202 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff37c02ac30 con 0x7ff3940b4520 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3927fc640 1 -- 172.21.15.39:0/3132235202 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff38c0019f0 con 0x7ff3940b4520 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3994d9640 1 -- 172.21.15.39:0/3132235202 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 msgr2=0x7ff39415c600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3994d9640 1 --2- 172.21.15.39:0/3132235202 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 0x7ff39415c600 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff37c0097d0 tx=0x7ff37c02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3994d9640 1 -- 172.21.15.39:0/3132235202 shutdown_connections 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3994d9640 1 --2- 172.21.15.39:0/3132235202 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 0x7ff39415c600 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3994d9640 1 -- 172.21.15.39:0/3132235202 >> 172.21.15.39:0/3132235202 conn(0x7ff394062cc0 msgr2=0x7ff39406d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3994d9640 1 -- 172.21.15.39:0/3132235202 shutdown_connections 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.139+0000 7ff3994d9640 1 -- 172.21.15.39:0/3132235202 wait complete. 2024-09-19T05:36:25.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.140+0000 7ff3994d9640 1 Processor -- start 2024-09-19T05:36:25.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.140+0000 7ff3994d9640 1 -- start start 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff3994d9640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 0x7ff394142f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff3994d9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3940ccc50 0x7ff394153670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff3994d9640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff394150da0 0x7ff394151700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff3994d9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff3940ce620 con 0x7ff3940ccc50 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff3994d9640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3940ce4a0 con 0x7ff394150da0 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff3994d9640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff3940ce7a0 con 0x7ff3940b4520 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff38bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3940ccc50 0x7ff394153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff38bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3940ccc50 0x7ff394153670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53678/0 (socket says 172.21.15.39:53678) 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff38bfff640 1 -- 172.21.15.39:0/1425403345 learned_addr learned my addr 172.21.15.39:0/1425403345 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff392ffd640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 0x7ff394142f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.141+0000 7ff3937fe640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff394150da0 0x7ff394151700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:25.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff38bfff640 1 -- 172.21.15.39:0/1425403345 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 msgr2=0x7ff394142f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff38bfff640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 0x7ff394142f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff38bfff640 1 -- 172.21.15.39:0/1425403345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff394150da0 msgr2=0x7ff394151700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff38bfff640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff394150da0 0x7ff394151700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff38bfff640 1 -- 172.21.15.39:0/1425403345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff394151310 con 0x7ff3940ccc50 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff38bfff640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3940ccc50 0x7ff394153670 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7ff37c0097d0 tx=0x7ff37c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff38b7fe640 1 -- 172.21.15.39:0/1425403345 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff37c041020 con 0x7ff3940ccc50 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff38b7fe640 1 -- 172.21.15.39:0/1425403345 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff37c03d640 con 0x7ff3940ccc50 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff394152480 con 0x7ff3940ccc50 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff38b7fe640 1 -- 172.21.15.39:0/1425403345 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff37c037040 con 0x7ff3940ccc50 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.142+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff394153bb0 con 0x7ff3940ccc50 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.143+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff39415c600 con 0x7ff3940ccc50 2024-09-19T05:36:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.143+0000 7ff38b7fe640 1 -- 172.21.15.39:0/1425403345 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff37c044020 con 0x7ff3940ccc50 2024-09-19T05:36:25.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.144+0000 7ff38b7fe640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff37406c2e0 0x7ff37406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:25.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.144+0000 7ff38b7fe640 1 -- 172.21.15.39:0/1425403345 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5357+0+0 (secure 0 0 0) 0x7ff37c0ab6c0 con 0x7ff3940ccc50 2024-09-19T05:36:25.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.144+0000 7ff392ffd640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff37406c2e0 0x7ff37406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:25.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.144+0000 7ff392ffd640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff37406c2e0 0x7ff37406e7a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff3840011e0 tx=0x7ff384009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:25.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.148+0000 7ff38b7fe640 1 -- 172.21.15.39:0/1425403345 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff37c04b030 con 0x7ff3940ccc50 2024-09-19T05:36:25.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:25.324+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff394069fe0 con 0x7ff3940ccc50 2024-09-19T05:36:26.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.014+0000 7ff38b7fe640 1 -- 172.21.15.39:0/1425403345 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v69) ==== 169+0+0 (secure 0 0 0) 0x7ff37c079a60 con 0x7ff3940ccc50 2024-09-19T05:36:26.017 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-19T05:36:26.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff37406c2e0 msgr2=0x7ff37406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff37406c2e0 0x7ff37406e7a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff3840011e0 tx=0x7ff384009040 comp rx=0 tx=0).stop 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3940ccc50 msgr2=0x7ff394153670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3940ccc50 0x7ff394153670 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7ff37c0097d0 tx=0x7ff37c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 shutdown_connections 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff37406c2e0 0x7ff37406e7a0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff394150da0 0x7ff394151700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3940ccc50 0x7ff394153670 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 --2- 172.21.15.39:0/1425403345 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff3940b4520 0x7ff394142f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 >> 172.21.15.39:0/1425403345 conn(0x7ff394062cc0 msgr2=0x7ff3940cebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 shutdown_connections 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.018+0000 7ff3994d9640 1 -- 172.21.15.39:0/1425403345 wait complete. 2024-09-19T05:36:26.035 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:36:26.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.139+0000 7f20f748b640 1 Processor -- start 2024-09-19T05:36:26.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.139+0000 7f20f748b640 1 -- start start 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f748b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f20f015e630 0x7f20f0071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f748b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20f006d8a0 0x7f20f015ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f748b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20f006bc50 con 0x7f20f006ccf0 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f748b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f20f006bf30 con 0x7f20f015e630 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f748b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f20f006c210 con 0x7f20f006d8a0 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f5227640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f20f015e630 0x7f20f0071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f5227640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f20f015e630 0x7f20f0071340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53684/0 (socket says 172.21.15.39:53684) 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f5227640 1 -- 172.21.15.39:0/722203762 learned_addr learned my addr 172.21.15.39:0/722203762 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f5227640 1 -- 172.21.15.39:0/722203762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20f006d8a0 msgr2=0x7f20f015ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f5227640 1 --2- 172.21.15.39:0/722203762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20f006d8a0 0x7f20f015ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f5227640 1 -- 172.21.15.39:0/722203762 >> v1:172.21.15.50:6789/0 conn(0x7f20f006ccf0 legacy=0x7f20f006d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:26.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.140+0000 7f20f5227640 1 -- 172.21.15.39:0/722203762 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f006c4f0 con 0x7f20f015e630 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.141+0000 7f20f5227640 1 --2- 172.21.15.39:0/722203762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 0x7f20f0071340 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f20f00741c0 tx=0x7f20ec02a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9acdc6b70c2d803b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.141+0000 7f20e7fff640 1 -- 172.21.15.39:0/722203762 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ec037070 con 0x7f20f015e630 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.141+0000 7f20e7fff640 1 -- 172.21.15.39:0/722203762 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20ec02adc0 con 0x7f20f015e630 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.141+0000 7f20e7fff640 1 -- 172.21.15.39:0/722203762 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ec032660 con 0x7f20f015e630 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.142+0000 7f20f748b640 1 -- 172.21.15.39:0/722203762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 msgr2=0x7f20f0071340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.142+0000 7f20f748b640 1 --2- 172.21.15.39:0/722203762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 0x7f20f0071340 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f20f00741c0 tx=0x7f20ec02a0b0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.142+0000 7f20f748b640 1 -- 172.21.15.39:0/722203762 shutdown_connections 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.142+0000 7f20f748b640 1 --2- 172.21.15.39:0/722203762 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20f006d8a0 0x7f20f015ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.142+0000 7f20f748b640 1 --2- 172.21.15.39:0/722203762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 0x7f20f0071340 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.142+0000 7f20f748b640 1 -- 172.21.15.39:0/722203762 >> 172.21.15.39:0/722203762 conn(0x7f20f006f180 msgr2=0x7f20f006f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:26.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.142+0000 7f20f748b640 1 -- 172.21.15.39:0/722203762 shutdown_connections 2024-09-19T05:36:26.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.142+0000 7f20f748b640 1 -- 172.21.15.39:0/722203762 wait complete. 2024-09-19T05:36:26.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.143+0000 7f20f748b640 1 Processor -- start 2024-09-19T05:36:26.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.143+0000 7f20f748b640 1 -- start start 2024-09-19T05:36:26.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f748b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20f006ccf0 0x7f20f014e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f748b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20f006d8a0 0x7f20f01f43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f748b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 0x7f20f01f4910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f748b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f20f0070a90 con 0x7f20f015e630 2024-09-19T05:36:26.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f748b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f20f0071880 con 0x7f20f006d8a0 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f748b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f20f0070c10 con 0x7f20f006ccf0 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f5a28640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 0x7f20f01f4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f5a28640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 0x7f20f01f4910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53694/0 (socket says 172.21.15.39:53694) 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f5a28640 1 -- 172.21.15.39:0/3646428502 learned_addr learned my addr 172.21.15.39:0/3646428502 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f4a26640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20f006d8a0 0x7f20f01f43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f5227640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20f006ccf0 0x7f20f014e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f5a28640 1 -- 172.21.15.39:0/3646428502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20f006ccf0 msgr2=0x7f20f014e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f5a28640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20f006ccf0 0x7f20f014e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f5a28640 1 -- 172.21.15.39:0/3646428502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20f006d8a0 msgr2=0x7f20f01f43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f5a28640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20f006d8a0 0x7f20f01f43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.144+0000 7f20f5a28640 1 -- 172.21.15.39:0/3646428502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f0150170 con 0x7f20f015e630 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.145+0000 7f20f5a28640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 0x7f20f01f4910 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f20e800b9a0 tx=0x7f20e800be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.145+0000 7f20e5ffb640 1 -- 172.21.15.39:0/3646428502 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e8019070 con 0x7f20f015e630 2024-09-19T05:36:26.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.145+0000 7f20e5ffb640 1 -- 172.21.15.39:0/3646428502 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e800cbc0 con 0x7f20f015e630 2024-09-19T05:36:26.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.145+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20f014d2a0 con 0x7f20f015e630 2024-09-19T05:36:26.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.145+0000 7f20e5ffb640 1 -- 172.21.15.39:0/3646428502 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e8014440 con 0x7f20f015e630 2024-09-19T05:36:26.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.145+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20f014d860 con 0x7f20f015e630 2024-09-19T05:36:26.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.146+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20f0071340 con 0x7f20f015e630 2024-09-19T05:36:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.146+0000 7f20e5ffb640 1 -- 172.21.15.39:0/3646428502 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f20e801c070 con 0x7f20f015e630 2024-09-19T05:36:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.147+0000 7f20e5ffb640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20d406c2b0 0x7f20d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.147+0000 7f20e5ffb640 1 -- 172.21.15.39:0/3646428502 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 4943+0+0 (secure 0 0 0) 0x7f20e808adf0 con 0x7f20f015e630 2024-09-19T05:36:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.147+0000 7f20f5227640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20d406c2b0 0x7f20d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.147+0000 7f20f5227640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20d406c2b0 0x7f20d406e770 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f20ec034000 tx=0x7f20ec02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.151+0000 7f20e5ffb640 1 -- 172.21.15.39:0/3646428502 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f20e80598f0 con 0x7f20f015e630 2024-09-19T05:36:26.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.329+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f20f0153db0 con 0x7f20f015e630 2024-09-19T05:36:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.333+0000 7f20e5ffb640 1 -- 172.21.15.39:0/3646428502 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v20) ==== 104+0+0 (secure 0 0 0) 0x7f20e80591f0 con 0x7f20f015e630 2024-09-19T05:36:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20d406c2b0 msgr2=0x7f20d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20d406c2b0 0x7f20d406e770 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f20ec034000 tx=0x7f20ec02e000 comp rx=0 tx=0).stop 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 msgr2=0x7f20f01f4910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 0x7f20f01f4910 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f20e800b9a0 tx=0x7f20e800be60 comp rx=0 tx=0).stop 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 shutdown_connections 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f20d406c2b0 0x7f20d406e770 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f015e630 0x7f20f01f4910 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f20f006d8a0 0x7f20f01f43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 --2- 172.21.15.39:0/3646428502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f20f006ccf0 0x7f20f014e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 >> 172.21.15.39:0/3646428502 conn(0x7f20f006f180 msgr2=0x7f20f015bd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 shutdown_connections 2024-09-19T05:36:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.335+0000 7f20f748b640 1 -- 172.21.15.39:0/3646428502 wait complete. 2024-09-19T05:36:26.348 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds ms_async_reap_threshold 2024-09-19T05:36:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.450+0000 7f657feae640 1 Processor -- start 2024-09-19T05:36:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.450+0000 7f657feae640 1 -- start start 2024-09-19T05:36:26.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657feae640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f65780cf6a0 0x7f65780d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657feae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f65780b76c0 0x7f65780d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657feae640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65781620f0 con 0x7f6578161d10 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657feae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6578072140 con 0x7f65780b76c0 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657feae640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f65780d4200 con 0x7f65780cf6a0 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657e44b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f65780b76c0 0x7f65780d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657e44b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f65780b76c0 0x7f65780d3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53708/0 (socket says 172.21.15.39:53708) 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657e44b640 1 -- 172.21.15.39:0/3082065325 learned_addr learned my addr 172.21.15.39:0/3082065325 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657d449640 1 --2- 172.21.15.39:0/3082065325 >> v2:172.21.15.50:3300/0 conn(0x7f65780cf6a0 0x7f65780d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657e44b640 1 -- 172.21.15.39:0/3082065325 >> v2:172.21.15.50:3300/0 conn(0x7f65780cf6a0 msgr2=0x7f65780d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657e44b640 1 --2- 172.21.15.39:0/3082065325 >> v2:172.21.15.50:3300/0 conn(0x7f65780cf6a0 0x7f65780d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657e44b640 1 -- 172.21.15.39:0/3082065325 >> v1:172.21.15.50:6789/0 conn(0x7f6578161d10 legacy=0x7f65780cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.451+0000 7f657e44b640 1 -- 172.21.15.39:0/3082065325 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6578072390 con 0x7f65780b76c0 2024-09-19T05:36:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.452+0000 7f657e44b640 1 --2- 172.21.15.39:0/3082065325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65780b76c0 0x7f65780d3280 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f65780b4140 tx=0x7f657002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e215f43a165600cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.452+0000 7f657cc48640 1 -- 172.21.15.39:0/3082065325 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6570036070 con 0x7f65780b76c0 2024-09-19T05:36:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.452+0000 7f657cc48640 1 -- 172.21.15.39:0/3082065325 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6570031600 con 0x7f65780b76c0 2024-09-19T05:36:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.452+0000 7f657cc48640 1 -- 172.21.15.39:0/3082065325 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65700319d0 con 0x7f65780b76c0 2024-09-19T05:36:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.452+0000 7f657feae640 1 -- 172.21.15.39:0/3082065325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65780b76c0 msgr2=0x7f65780d3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.452+0000 7f657feae640 1 --2- 172.21.15.39:0/3082065325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65780b76c0 0x7f65780d3280 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f65780b4140 tx=0x7f657002a660 comp rx=0 tx=0).stop 2024-09-19T05:36:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.453+0000 7f657feae640 1 -- 172.21.15.39:0/3082065325 shutdown_connections 2024-09-19T05:36:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.453+0000 7f657feae640 1 --2- 172.21.15.39:0/3082065325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65780b76c0 0x7f65780d3280 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.453+0000 7f657feae640 1 --2- 172.21.15.39:0/3082065325 >> v2:172.21.15.50:3300/0 conn(0x7f65780cf6a0 0x7f65780d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.453+0000 7f657feae640 1 -- 172.21.15.39:0/3082065325 >> 172.21.15.39:0/3082065325 conn(0x7f65780d4730 msgr2=0x7f65780d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:26.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.453+0000 7f657feae640 1 -- 172.21.15.39:0/3082065325 shutdown_connections 2024-09-19T05:36:26.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.453+0000 7f657feae640 1 -- 172.21.15.39:0/3082065325 wait complete. 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.454+0000 7f657feae640 1 Processor -- start 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.454+0000 7f657feae640 1 -- start start 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657feae640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65780b76c0 0x7f657814dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657feae640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f65780cf6a0 0x7f6578150260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657feae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6578161d10 0x7f65781f85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657feae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f65780b7ae0 con 0x7f6578161d10 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657feae640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6578072950 con 0x7f65780b76c0 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657feae640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6578072e70 con 0x7f65780cf6a0 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657e44b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6578161d10 0x7f65781f85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657e44b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6578161d10 0x7f65781f85e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53722/0 (socket says 172.21.15.39:53722) 2024-09-19T05:36:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657e44b640 1 -- 172.21.15.39:0/3556123049 learned_addr learned my addr 172.21.15.39:0/3556123049 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657dc4a640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65780b76c0 0x7f657814dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657d449640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f65780cf6a0 0x7f6578150260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657e44b640 1 -- 172.21.15.39:0/3556123049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f65780cf6a0 msgr2=0x7f6578150260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657e44b640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f65780cf6a0 0x7f6578150260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657e44b640 1 -- 172.21.15.39:0/3556123049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65780b76c0 msgr2=0x7f657814dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657e44b640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65780b76c0 0x7f657814dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657e44b640 1 -- 172.21.15.39:0/3556123049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f657815d3b0 con 0x7f6578161d10 2024-09-19T05:36:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657dc4a640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65780b76c0 0x7f657814dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657e44b640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6578161d10 0x7f65781f85e0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f6570009f40 tx=0x7f6570004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f656e7fc640 1 -- 172.21.15.39:0/3556123049 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6570036050 con 0x7f6578161d10 2024-09-19T05:36:26.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f656e7fc640 1 -- 172.21.15.39:0/3556123049 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6570042070 con 0x7f6578161d10 2024-09-19T05:36:26.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f657815d690 con 0x7f6578161d10 2024-09-19T05:36:26.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f656e7fc640 1 -- 172.21.15.39:0/3556123049 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6570009510 con 0x7f6578161d10 2024-09-19T05:36:26.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.455+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65780cb0c0 con 0x7f6578161d10 2024-09-19T05:36:26.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.456+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f657815de60 con 0x7f6578161d10 2024-09-19T05:36:26.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.457+0000 7f656e7fc640 1 -- 172.21.15.39:0/3556123049 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6570007bd0 con 0x7f6578161d10 2024-09-19T05:36:26.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.458+0000 7f656e7fc640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f655c06c2b0 0x7f655c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.458+0000 7f657dc4a640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f655c06c2b0 0x7f655c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.458+0000 7f656e7fc640 1 -- 172.21.15.39:0/3556123049 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 4943+0+0 (secure 0 0 0) 0x7f65700ac130 con 0x7f6578161d10 2024-09-19T05:36:26.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.458+0000 7f657dc4a640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f655c06c2b0 0x7f655c06e770 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f657400a810 tx=0x7f6574008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.462+0000 7f656e7fc640 1 -- 172.21.15.39:0/3556123049 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f657007aba0 con 0x7f6578161d10 2024-09-19T05:36:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.637+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "ms_async_reap_threshold"} v 0) -- 0x7f65780d0420 con 0x7f6578161d10 2024-09-19T05:36:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.640+0000 7f656e7fc640 1 -- 172.21.15.39:0/3556123049 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "ms_async_reap_threshold"}]=0 v21) ==== 106+0+0 (secure 0 0 0) 0x7f65780d0420 con 0x7f6578161d10 2024-09-19T05:36:26.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f655c06c2b0 msgr2=0x7f655c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f655c06c2b0 0x7f655c06e770 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f657400a810 tx=0x7f6574008040 comp rx=0 tx=0).stop 2024-09-19T05:36:26.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6578161d10 msgr2=0x7f65781f85e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6578161d10 0x7f65781f85e0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f6570009f40 tx=0x7f6570004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:26.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 shutdown_connections 2024-09-19T05:36:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f655c06c2b0 0x7f655c06e770 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6578161d10 0x7f65781f85e0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f65780cf6a0 0x7f6578150260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 --2- 172.21.15.39:0/3556123049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65780b76c0 0x7f657814dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 >> 172.21.15.39:0/3556123049 conn(0x7f65780d4730 msgr2=0x7f65780d2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.642+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 shutdown_connections 2024-09-19T05:36:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.643+0000 7f657feae640 1 -- 172.21.15.39:0/3556123049 wait complete. 2024-09-19T05:36:26.656 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close' 2024-09-19T05:36:26.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.759+0000 7fc58f2a5640 1 Processor -- start 2024-09-19T05:36:26.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.759+0000 7fc58f2a5640 1 -- start start 2024-09-19T05:36:26.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.760+0000 7fc58f2a5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc58815e8e0 0x7fc588162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.760+0000 7fc58f2a5640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fc5880d1ba0 0x7fc5880d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.760+0000 7fc58f2a5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5880b7920 con 0x7fc5880cf1f0 2024-09-19T05:36:26.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.760+0000 7fc58f2a5640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fc5880cf940 con 0x7fc5880d1ba0 2024-09-19T05:36:26.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.760+0000 7fc58f2a5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc5880cfc20 con 0x7fc58815e8e0 2024-09-19T05:36:26.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.760+0000 7fc58c840640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc5880cf1f0 0x7fc5880d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41556/0 (socket says 172.21.15.39:41556) 2024-09-19T05:36:26.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.760+0000 7fc58c840640 1 -- 172.21.15.39:0/60270845 learned_addr learned my addr 172.21.15.39:0/60270845 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58d041640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc58815e8e0 0x7fc588162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58d842640 1 --2- 172.21.15.39:0/60270845 >> v2:172.21.15.50:3300/0 conn(0x7fc5880d1ba0 0x7fc5880d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2197478071 0 0) 0x7fc578001110 con 0x7fc5880cf1f0 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc574003520 con 0x7fc5880cf1f0 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2289325494 0 0) 0x7fc574003520 con 0x7fc5880cf1f0 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc58815e8e0 msgr2=0x7fc588162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc58815e8e0 0x7fc588162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 >> v2:172.21.15.50:3300/0 conn(0x7fc5880d1ba0 msgr2=0x7fc5880d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 --2- 172.21.15.39:0/60270845 >> v2:172.21.15.50:3300/0 conn(0x7fc5880d1ba0 0x7fc5880d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5880d2ae0 con 0x7fc5880cf1f0 2024-09-19T05:36:26.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fc578001840 con 0x7fc5880cf1f0 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 >> v1:172.21.15.39:6789/0 conn(0x7fc5880cf1f0 legacy=0x7fc5880d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc58815e8e0 0x7fc5740039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc574003f30 0x7fc574004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc5740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc5880cf940 con 0x7fc574004d40 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5880cfc20 con 0x7fc574003f30 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc57400ba10 con 0x7fc58815e8e0 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58d842640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc5740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58d041640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc58815e8e0 0x7fc5740039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58c840640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc574003f30 0x7fc574004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58d842640 1 -- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc58815e8e0 msgr2=0x7fc5740039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58d842640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc58815e8e0 0x7fc5740039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58d842640 1 -- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc574003f30 msgr2=0x7fc574004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:26.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58d842640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc574003f30 0x7fc574004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.761+0000 7fc58d842640 1 -- 172.21.15.39:0/60270845 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc574003520 con 0x7fc574004d40 2024-09-19T05:36:26.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.762+0000 7fc58d842640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc5740051c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fc58000e170 tx=0x7fc574005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=961fa34615b469c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.762+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc580034020 con 0x7fc574004d40 2024-09-19T05:36:26.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.762+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc580030430 con 0x7fc574004d40 2024-09-19T05:36:26.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.762+0000 7fc57ffff640 1 -- 172.21.15.39:0/60270845 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc580009c10 con 0x7fc574004d40 2024-09-19T05:36:26.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.763+0000 7fc58f2a5640 1 -- 172.21.15.39:0/60270845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 msgr2=0x7fc5740051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.763+0000 7fc58f2a5640 1 --2- 172.21.15.39:0/60270845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc5740051c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fc58000e170 tx=0x7fc574005830 comp rx=0 tx=0).stop 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.763+0000 7fc58d842640 1 -- 172.21.15.39:0/60270845 reap_dead start 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.763+0000 7fc58f2a5640 1 -- 172.21.15.39:0/60270845 shutdown_connections 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.763+0000 7fc58f2a5640 1 -- 172.21.15.39:0/60270845 >> 172.21.15.39:0/60270845 conn(0x7fc58806bd00 msgr2=0x7fc58806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.763+0000 7fc58f2a5640 1 -- 172.21.15.39:0/60270845 shutdown_connections 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.763+0000 7fc58f2a5640 1 -- 172.21.15.39:0/60270845 wait complete. 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.764+0000 7fc58f2a5640 1 Processor -- start 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.764+0000 7fc58f2a5640 1 -- start start 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58f2a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc588155d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58f2a5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5880cd880 0x7fc5880c9c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58f2a5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5880cdd00 0x7fc5880ca190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58f2a5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc588162cf0 con 0x7fc574004d40 2024-09-19T05:36:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58f2a5640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5880cf630 con 0x7fc5880cdd00 2024-09-19T05:36:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58f2a5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc588162e70 con 0x7fc5880cd880 2024-09-19T05:36:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58d041640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc588155d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58d041640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc588155d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53750/0 (socket says 172.21.15.39:53750) 2024-09-19T05:36:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58d041640 1 -- 172.21.15.39:0/1549538247 learned_addr learned my addr 172.21.15.39:0/1549538247 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58c840640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5880cd880 0x7fc5880c9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58d842640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5880cdd00 0x7fc5880ca190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58d041640 1 -- 172.21.15.39:0/1549538247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5880cd880 msgr2=0x7fc5880c9c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58d041640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5880cd880 0x7fc5880c9c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58d041640 1 -- 172.21.15.39:0/1549538247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5880cdd00 msgr2=0x7fc5880ca190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58d041640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5880cdd00 0x7fc5880ca190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.765+0000 7fc58d041640 1 -- 172.21.15.39:0/1549538247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc58815f340 con 0x7fc574004d40 2024-09-19T05:36:26.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.766+0000 7fc58d041640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc588155d30 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fc5840119a0 tx=0x7fc584011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.766+0000 7fc57dffb640 1 -- 172.21.15.39:0/1549538247 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58400faf0 con 0x7fc574004d40 2024-09-19T05:36:26.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.766+0000 7fc57dffb640 1 -- 172.21.15.39:0/1549538247 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc58400fc90 con 0x7fc574004d40 2024-09-19T05:36:26.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.766+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc58815f620 con 0x7fc574004d40 2024-09-19T05:36:26.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.766+0000 7fc57dffb640 1 -- 172.21.15.39:0/1549538247 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584014440 con 0x7fc574004d40 2024-09-19T05:36:26.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.766+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc58815fbe0 con 0x7fc574004d40 2024-09-19T05:36:26.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.767+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5880d1490 con 0x7fc574004d40 2024-09-19T05:36:26.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.767+0000 7fc57dffb640 1 -- 172.21.15.39:0/1549538247 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc584012040 con 0x7fc574004d40 2024-09-19T05:36:26.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.768+0000 7fc57dffb640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc56c06c2b0 0x7fc56c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.768+0000 7fc57dffb640 1 -- 172.21.15.39:0/1549538247 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 4943+0+0 (secure 0 0 0) 0x7fc58408b860 con 0x7fc574004d40 2024-09-19T05:36:26.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.768+0000 7fc58c840640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc56c06c2b0 0x7fc56c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.768+0000 7fc58c840640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc56c06c2b0 0x7fc56c06e770 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc5780012b0 tx=0x7fc578009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:26.773+0000 7fc57dffb640 1 -- 172.21.15.39:0/1549538247 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc584019030 con 0x7fc574004d40 2024-09-19T05:36:27.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:27.016+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]} v 0) -- 0x7fc5880b98a0 con 0x7fc574004d40 2024-09-19T05:36:28.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.018+0000 7fc57dffb640 1 -- 172.21.15.39:0/1549538247 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]}]=0 v152) ==== 143+0+0 (secure 0 0 0) 0x7fc58405a2d0 con 0x7fc574004d40 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc56c06c2b0 msgr2=0x7fc56c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc56c06c2b0 0x7fc56c06e770 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc5780012b0 tx=0x7fc578009040 comp rx=0 tx=0).stop 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 msgr2=0x7fc588155d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc588155d30 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fc5840119a0 tx=0x7fc584011e60 comp rx=0 tx=0).stop 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 shutdown_connections 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc56c06c2b0 0x7fc56c06e770 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5880cdd00 0x7fc5880ca190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc5880cd880 0x7fc5880c9c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 --2- 172.21.15.39:0/1549538247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc574004d40 0x7fc588155d30 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 >> 172.21.15.39:0/1549538247 conn(0x7fc58806bd00 msgr2=0x7fc5880b8f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:28.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 shutdown_connections 2024-09-19T05:36:28.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.021+0000 7fc58f2a5640 1 -- 172.21.15.39:0/1549538247 wait complete. 2024-09-19T05:36:28.038 INFO:tasks.cephfs_test_runner:That when a `tell` command is sent using the python CLI, ... ok 2024-09-19T05:36:28.038 INFO:tasks.cephfs_test_runner:Starting test: test_tell_session_drop (tasks.cephfs.test_sessionmap.TestSessionMap) That when a `tell` command is sent using the python CLI, 2024-09-19T05:36:28.038 INFO:tasks.cephfs_test_runner:test_tell_session_drop (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-19T05:36:28.038 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:28.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.145+0000 7fdea6096640 1 Processor -- start 2024-09-19T05:36:28.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.145+0000 7fdea6096640 1 -- start start 2024-09-19T05:36:28.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.145+0000 7fdea6096640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdea00b6690 0x7fdea00cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.145+0000 7fdea6096640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d16e0 0x7fdea00d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.145+0000 7fdea6096640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdea00cff10 con 0x7fdea00b6a70 2024-09-19T05:36:28.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.145+0000 7fdea6096640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fdea00d1b50 con 0x7fdea00b6690 2024-09-19T05:36:28.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.145+0000 7fdea6096640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdea00cf540 con 0x7fdea00d16e0 2024-09-19T05:36:28.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.146+0000 7fde9f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdea00b6690 0x7fdea00cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.146+0000 7fde96ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdea00b6a70 0x7fdea00d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43978/0 (socket says 172.21.15.39:43978) 2024-09-19T05:36:28.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.146+0000 7fde96ffd640 1 -- 172.21.15.39:0/3636134464 learned_addr learned my addr 172.21.15.39:0/3636134464 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:28.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.146+0000 7fde9f7fe640 1 -- 172.21.15.39:0/3636134464 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d16e0 msgr2=0x7fdea00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:28.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.146+0000 7fde9f7fe640 1 --2- 172.21.15.39:0/3636134464 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d16e0 0x7fdea00d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.146+0000 7fde9f7fe640 1 -- 172.21.15.39:0/3636134464 >> v1:172.21.15.39:6789/0 conn(0x7fdea00b6a70 legacy=0x7fdea00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.146+0000 7fde9f7fe640 1 -- 172.21.15.39:0/3636134464 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea00d1d90 con 0x7fdea00b6690 2024-09-19T05:36:28.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.146+0000 7fde9effd640 1 -- 172.21.15.39:0/3636134464 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2045957094 0 0) 0x7fdea00cff10 con 0x7fdea00b6a70 2024-09-19T05:36:28.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fde9f7fe640 1 --2- 172.21.15.39:0/3636134464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6690 0x7fdea00cf9d0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fde900097a0 tx=0x7fde9002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9760d751d02f9a86 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:28.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fde9effd640 1 -- 172.21.15.39:0/3636134464 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde90037070 con 0x7fdea00b6690 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fde9effd640 1 -- 172.21.15.39:0/3636134464 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde90032440 con 0x7fdea00b6690 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fde9effd640 1 -- 172.21.15.39:0/3636134464 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde90032810 con 0x7fdea00b6690 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fdea6096640 1 -- 172.21.15.39:0/3636134464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6690 msgr2=0x7fdea00cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fdea6096640 1 --2- 172.21.15.39:0/3636134464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6690 0x7fdea00cf9d0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fde900097a0 tx=0x7fde9002a180 comp rx=0 tx=0).stop 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fdea6096640 1 -- 172.21.15.39:0/3636134464 shutdown_connections 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fdea6096640 1 --2- 172.21.15.39:0/3636134464 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d16e0 0x7fdea00d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fdea6096640 1 --2- 172.21.15.39:0/3636134464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6690 0x7fdea00cf9d0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fdea6096640 1 -- 172.21.15.39:0/3636134464 >> 172.21.15.39:0/3636134464 conn(0x7fdea0072560 msgr2=0x7fdea0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fdea6096640 1 -- 172.21.15.39:0/3636134464 shutdown_connections 2024-09-19T05:36:28.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.147+0000 7fdea6096640 1 -- 172.21.15.39:0/3636134464 wait complete. 2024-09-19T05:36:28.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.149+0000 7fdea6096640 1 Processor -- start 2024-09-19T05:36:28.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.149+0000 7fdea6096640 1 -- start start 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fdea6096640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea00b6690 0x7fdea00cdda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fdea6096640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6a70 0x7fdea00cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fdea6096640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d16e0 0x7fdea00b9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fdea6096640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fdea00b6f00 con 0x7fdea00b6a70 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fdea6096640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdea00cf1d0 con 0x7fdea00b6690 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fdea6096640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdea015c530 con 0x7fdea00d16e0 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde96ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6a70 0x7fdea00cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde96ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6a70 0x7fdea00cb760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38904/0 (socket says 172.21.15.39:38904) 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde96ffd640 1 -- 172.21.15.39:0/2561439392 learned_addr learned my addr 172.21.15.39:0/2561439392 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:28.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde9ffff640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d16e0 0x7fdea00b9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde9f7fe640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea00b6690 0x7fdea00cdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde96ffd640 1 -- 172.21.15.39:0/2561439392 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d16e0 msgr2=0x7fdea00b9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde96ffd640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d16e0 0x7fdea00b9a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde96ffd640 1 -- 172.21.15.39:0/2561439392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea00b6690 msgr2=0x7fdea00cdda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde96ffd640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea00b6690 0x7fdea00cdda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde96ffd640 1 -- 172.21.15.39:0/2561439392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea00ce720 con 0x7fdea00b6a70 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde96ffd640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6a70 0x7fdea00cb760 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fde8800c500 tx=0x7fde8800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde9cff9640 1 -- 172.21.15.39:0/2561439392 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde88018070 con 0x7fdea00b6a70 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde9cff9640 1 -- 172.21.15.39:0/2561439392 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde88007580 con 0x7fdea00b6a70 2024-09-19T05:36:28.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdea00cbca0 con 0x7fdea00b6a70 2024-09-19T05:36:28.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fde9cff9640 1 -- 172.21.15.39:0/2561439392 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde88004a20 con 0x7fdea00b6a70 2024-09-19T05:36:28.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.150+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdea0153dd0 con 0x7fdea00b6a70 2024-09-19T05:36:28.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.151+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdea0069140 con 0x7fdea00b6a70 2024-09-19T05:36:28.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.152+0000 7fde9cff9640 1 -- 172.21.15.39:0/2561439392 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde8801b070 con 0x7fdea00b6a70 2024-09-19T05:36:28.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.152+0000 7fde9cff9640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.152+0000 7fde9cff9640 1 -- 172.21.15.39:0/2561439392 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 4943+0+0 (secure 0 0 0) 0x7fde8808a3a0 con 0x7fdea00b6a70 2024-09-19T05:36:28.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.152+0000 7fde9f7fe640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.153+0000 7fde9f7fe640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fde90034000 tx=0x7fde9002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:28.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.157+0000 7fde9cff9640 1 -- 172.21.15.39:0/2561439392 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fde88058ea0 con 0x7fdea00b6a70 2024-09-19T05:36:28.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.332+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdea00cf9b0 con 0x7fdea00b6a70 2024-09-19T05:36:28.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.333+0000 7fde9cff9640 1 -- 172.21.15.39:0/2561439392 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+13009 (secure 0 0 0) 0x7fde880587a0 con 0x7fdea00b6a70 2024-09-19T05:36:28.336 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:28.336 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":69,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:26.009311+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.50:6834/3213889132":"2024-09-20T05:36:22.999790+0000","172.21.15.50:6832/3213889132":"2024-09-20T05:36:22.999790+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:28.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 msgr2=0x7fde8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fde90034000 tx=0x7fde9002e000 comp rx=0 tx=0).stop 2024-09-19T05:36:28.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6a70 msgr2=0x7fdea00cb760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6a70 0x7fdea00cb760 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fde8800c500 tx=0x7fde8800c9c0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 shutdown_connections 2024-09-19T05:36:28.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdea00d16e0 0x7fdea00b9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdea00b6a70 0x7fdea00cb760 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 --2- 172.21.15.39:0/2561439392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdea00b6690 0x7fdea00cdda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 >> 172.21.15.39:0/2561439392 conn(0x7fdea0072560 msgr2=0x7fdea0144420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:28.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 shutdown_connections 2024-09-19T05:36:28.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.335+0000 7fdea6096640 1 -- 172.21.15.39:0/2561439392 wait complete. 2024-09-19T05:36:28.349 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:33:54.714389+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:36:28.349 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:36:28.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.452+0000 7fec7359e640 1 Processor -- start 2024-09-19T05:36:28.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.452+0000 7fec7359e640 1 -- start start 2024-09-19T05:36:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.453+0000 7fec7359e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec740d45a0 0x7fec740d49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.453+0000 7fec7359e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec740d4f00 con 0x7fec740cfe90 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.453+0000 7fec7359e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec740d3de0 con 0x7fec74161b70 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.453+0000 7fec7359e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fec74161f50 con 0x7fec740d45a0 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.453+0000 7fec72d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fec740cfe90 0x7fec740d0320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43988/0 (socket says 172.21.15.39:43988) 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.453+0000 7fec72d9d640 1 -- 172.21.15.39:0/2470516509 learned_addr learned my addr 172.21.15.39:0/2470516509 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec71d9b640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec740d45a0 0x7fec740d49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2955825407 0 0) 0x7fec740d4f00 con 0x7fec740cfe90 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fec60003520 con 0x7fec740cfe90 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2702863027 0 0) 0x7fec60003520 con 0x7fec740cfe90 2024-09-19T05:36:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec740d45a0 msgr2=0x7fec740d49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec740d45a0 0x7fec740d49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 >> v1:172.21.15.50:6789/0 conn(0x7fec74161b70 legacy=0x7fec740d3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec740d40c0 con 0x7fec740cfe90 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fec6c001670 con 0x7fec740cfe90 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 >> v1:172.21.15.39:6789/0 conn(0x7fec740cfe90 legacy=0x7fec740d0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec740d45a0 0x7fec600039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec60003f60 0x7fec60004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec60004d40 0x7fec600051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fec74161f50 con 0x7fec60004d40 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fec6000baa0 con 0x7fec60003f60 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fec6000bca0 con 0x7fec740d45a0 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec72d9d640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec60004d40 0x7fec600051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec7259c640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec740d45a0 0x7fec600039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec71d9b640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec60003f60 0x7fec60004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec72d9d640 1 -- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec740d45a0 msgr2=0x7fec600039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec72d9d640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec740d45a0 0x7fec600039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec72d9d640 1 -- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec60003f60 msgr2=0x7fec60004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec72d9d640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec60003f60 0x7fec60004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec72d9d640 1 -- 172.21.15.39:0/2470516509 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec60003520 con 0x7fec60004d40 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.454+0000 7fec71d9b640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec60003f60 0x7fec60004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.455+0000 7fec72d9d640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec60004d40 0x7fec600051c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fec6c00c210 tx=0x7fec60005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e79532faca3aab97 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.455+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec6c007d30 con 0x7fec60004d40 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.455+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec6c005ad0 con 0x7fec60004d40 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.455+0000 7fec7159a640 1 -- 172.21.15.39:0/2470516509 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec6c007070 con 0x7fec60004d40 2024-09-19T05:36:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.456+0000 7fec7359e640 1 -- 172.21.15.39:0/2470516509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec60004d40 msgr2=0x7fec600051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.456+0000 7fec7359e640 1 --2- 172.21.15.39:0/2470516509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec60004d40 0x7fec600051c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fec6c00c210 tx=0x7fec60005830 comp rx=0 tx=0).stop 2024-09-19T05:36:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.456+0000 7fec72d9d640 1 -- 172.21.15.39:0/2470516509 reap_dead start 2024-09-19T05:36:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.456+0000 7fec7359e640 1 -- 172.21.15.39:0/2470516509 shutdown_connections 2024-09-19T05:36:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.456+0000 7fec7359e640 1 -- 172.21.15.39:0/2470516509 >> 172.21.15.39:0/2470516509 conn(0x7fec74062630 msgr2=0x7fec74062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.456+0000 7fec7359e640 1 -- 172.21.15.39:0/2470516509 shutdown_connections 2024-09-19T05:36:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.456+0000 7fec7359e640 1 -- 172.21.15.39:0/2470516509 wait complete. 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.457+0000 7fec7359e640 1 Processor -- start 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.457+0000 7fec7359e640 1 -- start start 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec7359e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec60004d40 0x7fec7414a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec7359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec741f4bf0 0x7fec740b8270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec7359e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec740b87b0 0x7fec740cb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec7359e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fec740c9fc0 con 0x7fec741f4bf0 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec7359e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fec740cf970 con 0x7fec740b87b0 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec7359e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fec740d3a30 con 0x7fec60004d40 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec71d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec741f4bf0 0x7fec740b8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec71d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec741f4bf0 0x7fec740b8270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38928/0 (socket says 172.21.15.39:38928) 2024-09-19T05:36:28.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec71d9b640 1 -- 172.21.15.39:0/1332829043 learned_addr learned my addr 172.21.15.39:0/1332829043 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec7259c640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec60004d40 0x7fec7414a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec72d9d640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec740b87b0 0x7fec740cb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec71d9b640 1 -- 172.21.15.39:0/1332829043 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec60004d40 msgr2=0x7fec7414a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec71d9b640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec60004d40 0x7fec7414a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec71d9b640 1 -- 172.21.15.39:0/1332829043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec740b87b0 msgr2=0x7fec740cb6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec71d9b640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec740b87b0 0x7fec740cb6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.458+0000 7fec71d9b640 1 -- 172.21.15.39:0/1332829043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec740ce310 con 0x7fec741f4bf0 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.459+0000 7fec71d9b640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec741f4bf0 0x7fec740b8270 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fec5c011600 tx=0x7fec5c011ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.459+0000 7fec6affd640 1 -- 172.21.15.39:0/1332829043 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec5c00f920 con 0x7fec741f4bf0 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.459+0000 7fec6affd640 1 -- 172.21.15.39:0/1332829043 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec5c00fac0 con 0x7fec741f4bf0 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.459+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec740b7790 con 0x7fec741f4bf0 2024-09-19T05:36:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.459+0000 7fec6affd640 1 -- 172.21.15.39:0/1332829043 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec5c00fe90 con 0x7fec741f4bf0 2024-09-19T05:36:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.459+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec740b7d50 con 0x7fec741f4bf0 2024-09-19T05:36:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.460+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec740cf2d0 con 0x7fec741f4bf0 2024-09-19T05:36:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.460+0000 7fec6affd640 1 -- 172.21.15.39:0/1332829043 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fec5c015460 con 0x7fec741f4bf0 2024-09-19T05:36:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.461+0000 7fec6affd640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fec5406c450 0x7fec5406e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.461+0000 7fec6affd640 1 -- 172.21.15.39:0/1332829043 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 4943+0+0 (secure 0 0 0) 0x7fec5c08b870 con 0x7fec741f4bf0 2024-09-19T05:36:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.461+0000 7fec7259c640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fec5406c450 0x7fec5406e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.461+0000 7fec7259c640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fec5406c450 0x7fec5406e910 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fec7406ca50 tx=0x7fec64009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.465+0000 7fec6affd640 1 -- 172.21.15.39:0/1332829043 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fec5c019030 con 0x7fec741f4bf0 2024-09-19T05:36:28.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.639+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fec741538a0 con 0x7fec741f4bf0 2024-09-19T05:36:28.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.639+0000 7fec6affd640 1 -- 172.21.15.39:0/1332829043 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v69) ==== 93+0+10 (secure 0 0 0) 0x7fec5c060070 con 0x7fec741f4bf0 2024-09-19T05:36:28.642 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-19T05:36:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fec5406c450 msgr2=0x7fec5406e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fec5406c450 0x7fec5406e910 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fec7406ca50 tx=0x7fec64009040 comp rx=0 tx=0).stop 2024-09-19T05:36:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec741f4bf0 msgr2=0x7fec740b8270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec741f4bf0 0x7fec740b8270 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fec5c011600 tx=0x7fec5c011ac0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 shutdown_connections 2024-09-19T05:36:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fec5406c450 0x7fec5406e910 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec740b87b0 0x7fec740cb6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec741f4bf0 0x7fec740b8270 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 --2- 172.21.15.39:0/1332829043 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fec60004d40 0x7fec7414a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 >> 172.21.15.39:0/1332829043 conn(0x7fec74062630 msgr2=0x7fec740d0270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:28.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 shutdown_connections 2024-09-19T05:36:28.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.641+0000 7fec7359e640 1 -- 172.21.15.39:0/1332829043 wait complete. 2024-09-19T05:36:28.655 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop' 2024-09-19T05:36:28.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.755+0000 7f710f59e640 1 Processor -- start 2024-09-19T05:36:28.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.755+0000 7f710f59e640 1 -- start start 2024-09-19T05:36:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.756+0000 7f710f59e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f711015e860 0x7f71100cf6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.756+0000 7f710f59e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f71100cfbf0 0x7f71100d3c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.756+0000 7f710f59e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71100cee40 con 0x7f71100d4150 2024-09-19T05:36:28.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.756+0000 7f710f59e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f71100d3780 con 0x7f71100cfbf0 2024-09-19T05:36:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.756+0000 7f710f59e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f71100cf120 con 0x7f711015e860 2024-09-19T05:36:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.756+0000 7f710dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f71100cfbf0 0x7f71100d3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.756+0000 7f710dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f71100cfbf0 0x7f71100d3c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38932/0 (socket says 172.21.15.39:38932) 2024-09-19T05:36:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.756+0000 7f710dd9b640 1 -- 172.21.15.39:0/4137572925 learned_addr learned my addr 172.21.15.39:0/4137572925 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.757+0000 7f710e59c640 1 --2- 172.21.15.39:0/4137572925 >> v2:172.21.15.50:3300/0 conn(0x7f711015e860 0x7f71100cf6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.757+0000 7f710dd9b640 1 -- 172.21.15.39:0/4137572925 >> v2:172.21.15.50:3300/0 conn(0x7f711015e860 msgr2=0x7f71100cf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.757+0000 7f710dd9b640 1 --2- 172.21.15.39:0/4137572925 >> v2:172.21.15.50:3300/0 conn(0x7f711015e860 0x7f71100cf6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.757+0000 7f710dd9b640 1 -- 172.21.15.39:0/4137572925 >> v1:172.21.15.50:6789/0 conn(0x7f71100d4150 legacy=0x7f71100b7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.757+0000 7f710dd9b640 1 -- 172.21.15.39:0/4137572925 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71100d3410 con 0x7f71100cfbf0 2024-09-19T05:36:28.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.757+0000 7f710dd9b640 1 --2- 172.21.15.39:0/4137572925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71100cfbf0 0x7f71100d3c10 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f71100ba7c0 tx=0x7f70f802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6340251383856030 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710d59a640 1 -- 172.21.15.39:0/4137572925 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8037070 con 0x7f71100cfbf0 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710d59a640 1 -- 172.21.15.39:0/4137572925 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f8032440 con 0x7f71100cfbf0 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710d59a640 1 -- 172.21.15.39:0/4137572925 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8032810 con 0x7f71100cfbf0 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710f59e640 1 -- 172.21.15.39:0/4137572925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71100cfbf0 msgr2=0x7f71100d3c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710f59e640 1 --2- 172.21.15.39:0/4137572925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71100cfbf0 0x7f71100d3c10 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f71100ba7c0 tx=0x7f70f802a270 comp rx=0 tx=0).stop 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710f59e640 1 -- 172.21.15.39:0/4137572925 shutdown_connections 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710f59e640 1 --2- 172.21.15.39:0/4137572925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71100cfbf0 0x7f71100d3c10 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710f59e640 1 --2- 172.21.15.39:0/4137572925 >> v2:172.21.15.50:3300/0 conn(0x7f711015e860 0x7f71100cf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710f59e640 1 -- 172.21.15.39:0/4137572925 >> 172.21.15.39:0/4137572925 conn(0x7f71100d4650 msgr2=0x7f71100d4a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710f59e640 1 -- 172.21.15.39:0/4137572925 shutdown_connections 2024-09-19T05:36:28.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.758+0000 7f710f59e640 1 -- 172.21.15.39:0/4137572925 wait complete. 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.760+0000 7f710f59e640 1 Processor -- start 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.760+0000 7f710f59e640 1 -- start start 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.760+0000 7f710f59e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71100cfbf0 0x7f711015a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.760+0000 7f710f59e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71100d4150 0x7f71101f4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.760+0000 7f710f59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711015e860 0x7f71100abd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.760+0000 7f710f59e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f71100b7f90 con 0x7f711015e860 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.760+0000 7f710f59e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f71100d2460 con 0x7f71100cfbf0 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.760+0000 7f710f59e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f71100b8110 con 0x7f71100d4150 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711015e860 0x7f71100abd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711015e860 0x7f71100abd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38942/0 (socket says 172.21.15.39:38942) 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710ed9d640 1 -- 172.21.15.39:0/2266085900 learned_addr learned my addr 172.21.15.39:0/2266085900 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710e59c640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71100cfbf0 0x7f711015a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710dd9b640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71100d4150 0x7f71101f4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710ed9d640 1 -- 172.21.15.39:0/2266085900 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71100d4150 msgr2=0x7f71101f4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710ed9d640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71100d4150 0x7f71101f4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710ed9d640 1 -- 172.21.15.39:0/2266085900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71100cfbf0 msgr2=0x7f711015a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710ed9d640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71100cfbf0 0x7f711015a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710ed9d640 1 -- 172.21.15.39:0/2266085900 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71101602e0 con 0x7f711015e860 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710ed9d640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711015e860 0x7f71100abd80 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f710000c3f0 tx=0x7f710000c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f7106ffd640 1 -- 172.21.15.39:0/2266085900 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71000052d0 con 0x7f711015e860 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f7106ffd640 1 -- 172.21.15.39:0/2266085900 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7100005470 con 0x7f711015e860 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f7106ffd640 1 -- 172.21.15.39:0/2266085900 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7100007260 con 0x7f711015e860 2024-09-19T05:36:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71101605c0 con 0x7f711015e860 2024-09-19T05:36:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.761+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71101f4990 con 0x7f711015e860 2024-09-19T05:36:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.762+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71100d3c10 con 0x7f711015e860 2024-09-19T05:36:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.763+0000 7f7106ffd640 1 -- 172.21.15.39:0/2266085900 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7100007400 con 0x7f711015e860 2024-09-19T05:36:28.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.763+0000 7f7106ffd640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f70f006c2b0 0x7f70f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.763+0000 7f7106ffd640 1 -- 172.21.15.39:0/2266085900 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 4943+0+0 (secure 0 0 0) 0x7f710008a440 con 0x7f711015e860 2024-09-19T05:36:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.763+0000 7f710e59c640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f70f006c2b0 0x7f70f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.764+0000 7f710e59c640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f70f006c2b0 0x7f70f006e770 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7108011340 tx=0x7f710800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:28.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:28.768+0000 7f7106ffd640 1 -- 172.21.15.39:0/2266085900 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f71000589b0 con 0x7f711015e860 2024-09-19T05:36:29.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.013+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]} v 0) -- 0x7f7110072e80 con 0x7f711015e860 2024-09-19T05:36:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.025+0000 7f7106ffd640 1 -- 172.21.15.39:0/2266085900 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]}]=0 v153) ==== 148+0+0 (secure 0 0 0) 0x7f710005ccb0 con 0x7f711015e860 2024-09-19T05:36:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f70f006c2b0 msgr2=0x7f70f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f70f006c2b0 0x7f70f006e770 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7108011340 tx=0x7f710800b040 comp rx=0 tx=0).stop 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711015e860 msgr2=0x7f71100abd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711015e860 0x7f71100abd80 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f710000c3f0 tx=0x7f710000c7f0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 shutdown_connections 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f70f006c2b0 0x7f70f006e770 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711015e860 0x7f71100abd80 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f71100d4150 0x7f71101f4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 --2- 172.21.15.39:0/2266085900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f71100cfbf0 0x7f711015a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.026+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 >> 172.21.15.39:0/2266085900 conn(0x7f71100d4650 msgr2=0x7f7110072140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.027+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 shutdown_connections 2024-09-19T05:36:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.027+0000 7f710f59e640 1 -- 172.21.15.39:0/2266085900 wait complete. 2024-09-19T05:36:29.078 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:36:29.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.181+0000 7f7092391640 1 Processor -- start 2024-09-19T05:36:29.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.181+0000 7f7092391640 1 -- start start 2024-09-19T05:36:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.181+0000 7f7092391640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f708c15e7e0 0x7f708c0cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.181+0000 7f7092391640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f708c0d4b40 0x7f708c0b7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.181+0000 7f7092391640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f708c0d4f50 con 0x7f708c0b7780 2024-09-19T05:36:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.181+0000 7f7092391640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f708c0cfc90 con 0x7f708c0d4b40 2024-09-19T05:36:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.181+0000 7f7092391640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f708c0d2a90 con 0x7f708c15e7e0 2024-09-19T05:36:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.182+0000 7f709092e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f708c0d4b40 0x7f708c0b7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.182+0000 7f709092e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f708c0d4b40 0x7f708c0b7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38946/0 (socket says 172.21.15.39:38946) 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.182+0000 7f709092e640 1 -- 172.21.15.39:0/924196161 learned_addr learned my addr 172.21.15.39:0/924196161 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.182+0000 7f708bfff640 1 --2- 172.21.15.39:0/924196161 >> v2:172.21.15.50:3300/0 conn(0x7f708c15e7e0 0x7f708c0cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.182+0000 7f709092e640 1 -- 172.21.15.39:0/924196161 >> v2:172.21.15.50:3300/0 conn(0x7f708c15e7e0 msgr2=0x7f708c0cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.182+0000 7f709092e640 1 --2- 172.21.15.39:0/924196161 >> v2:172.21.15.50:3300/0 conn(0x7f708c15e7e0 0x7f708c0cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.182+0000 7f709092e640 1 -- 172.21.15.39:0/924196161 >> v1:172.21.15.50:6789/0 conn(0x7f708c0b7780 legacy=0x7f708c0b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.182+0000 7f709092e640 1 -- 172.21.15.39:0/924196161 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708c0d2d70 con 0x7f708c0d4b40 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.182+0000 7f708bfff640 1 --2- 172.21.15.39:0/924196161 >> v2:172.21.15.50:3300/0 conn(0x7f708c15e7e0 0x7f708c0cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f709092e640 1 --2- 172.21.15.39:0/924196161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c0d4b40 0x7f708c0b7c10 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f708c0b71f0 tx=0x7f708402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a07839efe881df7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f708affd640 1 -- 172.21.15.39:0/924196161 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084036070 con 0x7f708c0d4b40 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f708affd640 1 -- 172.21.15.39:0/924196161 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7084031600 con 0x7f708c0d4b40 2024-09-19T05:36:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f708affd640 1 -- 172.21.15.39:0/924196161 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70840319d0 con 0x7f708c0d4b40 2024-09-19T05:36:29.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f7092391640 1 -- 172.21.15.39:0/924196161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c0d4b40 msgr2=0x7f708c0b7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f7092391640 1 --2- 172.21.15.39:0/924196161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c0d4b40 0x7f708c0b7c10 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f708c0b71f0 tx=0x7f708402a730 comp rx=0 tx=0).stop 2024-09-19T05:36:29.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f7092391640 1 -- 172.21.15.39:0/924196161 shutdown_connections 2024-09-19T05:36:29.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f7092391640 1 --2- 172.21.15.39:0/924196161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c0d4b40 0x7f708c0b7c10 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f7092391640 1 --2- 172.21.15.39:0/924196161 >> v2:172.21.15.50:3300/0 conn(0x7f708c15e7e0 0x7f708c0cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f7092391640 1 -- 172.21.15.39:0/924196161 >> 172.21.15.39:0/924196161 conn(0x7f708c072560 msgr2=0x7f708c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:29.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f7092391640 1 -- 172.21.15.39:0/924196161 shutdown_connections 2024-09-19T05:36:29.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.183+0000 7f7092391640 1 -- 172.21.15.39:0/924196161 wait complete. 2024-09-19T05:36:29.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.185+0000 7f7092391640 1 Processor -- start 2024-09-19T05:36:29.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.185+0000 7f7092391640 1 -- start start 2024-09-19T05:36:29.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.185+0000 7f7092391640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f708c0b7780 0x7f708c155e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.185+0000 7f7092391640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f708c0d4b40 0x7f708c0c9d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.185+0000 7f7092391640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c15e7e0 0x7f708c0b4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.185+0000 7f7092391640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f708c0d3610 con 0x7f708c15e7e0 2024-09-19T05:36:29.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.185+0000 7f7092391640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f708c0d3330 con 0x7f708c0d4b40 2024-09-19T05:36:29.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.185+0000 7f7092391640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f708c0b3940 con 0x7f708c0b7780 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f709092e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c15e7e0 0x7f708c0b4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f709092e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c15e7e0 0x7f708c0b4be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38950/0 (socket says 172.21.15.39:38950) 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f708bfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f708c0b7780 0x7f708c155e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f709092e640 1 -- 172.21.15.39:0/913417764 learned_addr learned my addr 172.21.15.39:0/913417764 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f708b7fe640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f708c0d4b40 0x7f708c0c9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f709092e640 1 -- 172.21.15.39:0/913417764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f708c0b7780 msgr2=0x7f708c155e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f709092e640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f708c0b7780 0x7f708c155e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f709092e640 1 -- 172.21.15.39:0/913417764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f708c0d4b40 msgr2=0x7f708c0c9d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f709092e640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f708c0d4b40 0x7f708c0c9d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f709092e640 1 -- 172.21.15.39:0/913417764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708c0ca680 con 0x7f708c15e7e0 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f709092e640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c15e7e0 0x7f708c0b4be0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f708402ad20 tx=0x7f7084004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f7088ff9640 1 -- 172.21.15.39:0/913417764 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708403f020 con 0x7f708c15e7e0 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f7088ff9640 1 -- 172.21.15.39:0/913417764 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7084037040 con 0x7f708c15e7e0 2024-09-19T05:36:29.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f7088ff9640 1 -- 172.21.15.39:0/913417764 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084036070 con 0x7f708c15e7e0 2024-09-19T05:36:29.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.186+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f708c0ca960 con 0x7f708c15e7e0 2024-09-19T05:36:29.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.187+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f708c0caf20 con 0x7f708c15e7e0 2024-09-19T05:36:29.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.188+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f708c0d26b0 con 0x7f708c15e7e0 2024-09-19T05:36:29.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.188+0000 7f7088ff9640 1 -- 172.21.15.39:0/913417764 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7084042020 con 0x7f708c15e7e0 2024-09-19T05:36:29.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.188+0000 7f7088ff9640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f707806c2b0 0x7f707806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.189+0000 7f7088ff9640 1 -- 172.21.15.39:0/913417764 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 4943+0+0 (secure 0 0 0) 0x7f70840ab6e0 con 0x7f708c15e7e0 2024-09-19T05:36:29.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.189+0000 7f708bfff640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f707806c2b0 0x7f707806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.189+0000 7f708bfff640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f707806c2b0 0x7f707806e770 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f707c006fd0 tx=0x7f707c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:29.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.193+0000 7f7088ff9640 1 -- 172.21.15.39:0/913417764 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7084049020 con 0x7f708c15e7e0 2024-09-19T05:36:29.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.368+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f708c0b8cc0 con 0x7f708c15e7e0 2024-09-19T05:36:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.373+0000 7f7088ff9640 1 -- 172.21.15.39:0/913417764 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v22)=0 v22) ==== 122+0+0 (secure 0 0 0) 0x7f7084079b00 con 0x7f708c15e7e0 2024-09-19T05:36:29.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f707806c2b0 msgr2=0x7f707806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f707806c2b0 0x7f707806e770 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f707c006fd0 tx=0x7f707c008040 comp rx=0 tx=0).stop 2024-09-19T05:36:29.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c15e7e0 msgr2=0x7f708c0b4be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c15e7e0 0x7f708c0b4be0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f708402ad20 tx=0x7f7084004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:29.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 shutdown_connections 2024-09-19T05:36:29.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f707806c2b0 0x7f707806e770 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f708c15e7e0 0x7f708c0b4be0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f708c0d4b40 0x7f708c0c9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 --2- 172.21.15.39:0/913417764 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f708c0b7780 0x7f708c155e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 >> 172.21.15.39:0/913417764 conn(0x7f708c072560 msgr2=0x7f708c0d3a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 shutdown_connections 2024-09-19T05:36:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.375+0000 7f7092391640 1 -- 172.21.15.39:0/913417764 wait complete. 2024-09-19T05:36:29.389 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:36:29.389 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:36:29.426 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:36:29.470 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:36:29.470 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:29.470 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:29.486 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:36:29.486 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:29.486 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:29.529 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:36:29.529 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:29.529 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:29.545 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:36:29.545 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:29.545 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:29.590 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:36:29.590 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:36:29.591 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:29.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.690+0000 7f8100dd8640 1 Processor -- start 2024-09-19T05:36:29.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.690+0000 7f8100dd8640 1 -- start start 2024-09-19T05:36:29.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.691+0000 7f8100dd8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f80fc0b6690 0x7f80fc0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.691+0000 7f8100dd8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0b6a70 0x7f80fc0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.691+0000 7f8100dd8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80fc0cff10 con 0x7f80fc0d1510 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.691+0000 7f8100dd8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f80fc0cf540 con 0x7f80fc0b6690 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.691+0000 7f8100dd8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f80fc0d1d90 con 0x7f80fc0b6a70 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.691+0000 7f80fa59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f80fc0b6690 0x7f80fc0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.691+0000 7f80fa59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f80fc0b6690 0x7f80fc0cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38964/0 (socket says 172.21.15.39:38964) 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.691+0000 7f80fa59c640 1 -- 172.21.15.39:0/1639475885 learned_addr learned my addr 172.21.15.39:0/1639475885 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.692+0000 7f80f9d9b640 1 --2- 172.21.15.39:0/1639475885 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0b6a70 0x7f80fc0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.692+0000 7f80fa59c640 1 -- 172.21.15.39:0/1639475885 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0b6a70 msgr2=0x7f80fc0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.692+0000 7f80fa59c640 1 --2- 172.21.15.39:0/1639475885 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0b6a70 0x7f80fc0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.692+0000 7f80fa59c640 1 -- 172.21.15.39:0/1639475885 >> v1:172.21.15.50:6789/0 conn(0x7f80fc0d1510 legacy=0x7f80fc0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.692+0000 7f80fa59c640 1 -- 172.21.15.39:0/1639475885 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80fc0ceef0 con 0x7f80fc0b6690 2024-09-19T05:36:29.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.692+0000 7f80fa59c640 1 --2- 172.21.15.39:0/1639475885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6690 0x7f80fc0cf9d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f80f4009870 tx=0x7f80f402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35f7e2a972a4fc27 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:29.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f80f959a640 1 -- 172.21.15.39:0/1639475885 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80f4037070 con 0x7f80fc0b6690 2024-09-19T05:36:29.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f80f959a640 1 -- 172.21.15.39:0/1639475885 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80f4032440 con 0x7f80fc0b6690 2024-09-19T05:36:29.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f80f959a640 1 -- 172.21.15.39:0/1639475885 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80f4032810 con 0x7f80fc0b6690 2024-09-19T05:36:29.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f8100dd8640 1 -- 172.21.15.39:0/1639475885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6690 msgr2=0x7f80fc0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f8100dd8640 1 --2- 172.21.15.39:0/1639475885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6690 0x7f80fc0cf9d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f80f4009870 tx=0x7f80f402a270 comp rx=0 tx=0).stop 2024-09-19T05:36:29.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f8100dd8640 1 -- 172.21.15.39:0/1639475885 shutdown_connections 2024-09-19T05:36:29.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f8100dd8640 1 --2- 172.21.15.39:0/1639475885 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0b6a70 0x7f80fc0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f8100dd8640 1 --2- 172.21.15.39:0/1639475885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6690 0x7f80fc0cf9d0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f8100dd8640 1 -- 172.21.15.39:0/1639475885 >> 172.21.15.39:0/1639475885 conn(0x7f80fc072560 msgr2=0x7f80fc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:29.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f8100dd8640 1 -- 172.21.15.39:0/1639475885 shutdown_connections 2024-09-19T05:36:29.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.693+0000 7f8100dd8640 1 -- 172.21.15.39:0/1639475885 wait complete. 2024-09-19T05:36:29.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.695+0000 7f8100dd8640 1 Processor -- start 2024-09-19T05:36:29.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.695+0000 7f8100dd8640 1 -- start start 2024-09-19T05:36:29.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.695+0000 7f8100dd8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80fc0b6690 0x7f80fc152530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.695+0000 7f8100dd8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6a70 0x7f80fc0cd950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.695+0000 7f8100dd8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0d1510 0x7f80fc154940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.695+0000 7f8100dd8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f80fc0d19a0 con 0x7f80fc0b6a70 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.695+0000 7f8100dd8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f80fc0b6ed0 con 0x7f80fc0b6690 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.695+0000 7f8100dd8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f80fc0d1b20 con 0x7f80fc0d1510 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6a70 0x7f80fc0cd950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6a70 0x7f80fc0cd950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38966/0 (socket says 172.21.15.39:38966) 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f9d9b640 1 -- 172.21.15.39:0/3207359287 learned_addr learned my addr 172.21.15.39:0/3207359287 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80fa59c640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80fc0b6690 0x7f80fc152530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80fad9d640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0d1510 0x7f80fc154940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f9d9b640 1 -- 172.21.15.39:0/3207359287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0d1510 msgr2=0x7f80fc154940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f9d9b640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0d1510 0x7f80fc154940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f9d9b640 1 -- 172.21.15.39:0/3207359287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80fc0b6690 msgr2=0x7f80fc152530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f9d9b640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80fc0b6690 0x7f80fc152530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f9d9b640 1 -- 172.21.15.39:0/3207359287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80fc0cd240 con 0x7f80fc0b6a70 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80fad9d640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0d1510 0x7f80fc154940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f9d9b640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6a70 0x7f80fc0cd950 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f80e400d7d0 tx=0x7f80e400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f2ffd640 1 -- 172.21.15.39:0/3207359287 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e4004020 con 0x7f80fc0b6a70 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f2ffd640 1 -- 172.21.15.39:0/3207359287 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80e40041e0 con 0x7f80fc0b6a70 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80fc0cc6c0 con 0x7f80fc0b6a70 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f80f2ffd640 1 -- 172.21.15.39:0/3207359287 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e40043d0 con 0x7f80fc0b6a70 2024-09-19T05:36:29.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.696+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80fc0ccf60 con 0x7f80fc0b6a70 2024-09-19T05:36:29.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.697+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80fc0ccab0 con 0x7f80fc0b6a70 2024-09-19T05:36:29.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.698+0000 7f80f2ffd640 1 -- 172.21.15.39:0/3207359287 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f80e401b020 con 0x7f80fc0b6a70 2024-09-19T05:36:29.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.698+0000 7f80f2ffd640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80dc06c2b0 0x7f80dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:29.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.698+0000 7f80f2ffd640 1 -- 172.21.15.39:0/3207359287 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 4943+0+0 (secure 0 0 0) 0x7f80e408aec0 con 0x7f80fc0b6a70 2024-09-19T05:36:29.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.698+0000 7f80fa59c640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80dc06c2b0 0x7f80dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:29.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.699+0000 7f80fa59c640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80dc06c2b0 0x7f80dc06e770 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f80f4034000 tx=0x7f80f402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:29.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.703+0000 7f80f2ffd640 1 -- 172.21.15.39:0/3207359287 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f80e4059930 con 0x7f80fc0b6a70 2024-09-19T05:36:29.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.913+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f80fc15d6b0 con 0x7f80fc0b6a70 2024-09-19T05:36:29.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.913+0000 7f80f2ffd640 1 -- 172.21.15.39:0/3207359287 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+3905 (secure 0 0 0) 0x7f80e4059230 con 0x7f80fc0b6a70 2024-09-19T05:36:29.916 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:29.917 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":37,"btime":"2024-09-19T05:36:24:001657+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5473,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/1458589004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":1458589004},{"type":"v1","addr":"172.21.15.50:6835","nonce":1458589004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5692,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/3895544088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3895544088},{"type":"v1","addr":"172.21.15.50:6834","nonce":3895544088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5775,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/354339075","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":354339075},{"type":"v1","addr":"172.21.15.39:6836","nonce":354339075}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5778,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/462896404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":462896404},{"type":"v1","addr":"172.21.15.39:6837","nonce":462896404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[]} 2024-09-19T05:36:29.917 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 37 2024-09-19T05:36:29.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80dc06c2b0 msgr2=0x7f80dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80dc06c2b0 0x7f80dc06e770 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f80f4034000 tx=0x7f80f402e000 comp rx=0 tx=0).stop 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6a70 msgr2=0x7f80fc0cd950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6a70 0x7f80fc0cd950 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f80e400d7d0 tx=0x7f80e400dc90 comp rx=0 tx=0).stop 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 shutdown_connections 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80dc06c2b0 0x7f80dc06e770 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80fc0d1510 0x7f80fc154940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80fc0b6a70 0x7f80fc0cd950 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 --2- 172.21.15.39:0/3207359287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80fc0b6690 0x7f80fc152530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 >> 172.21.15.39:0/3207359287 conn(0x7f80fc072560 msgr2=0x7f80fc0d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 shutdown_connections 2024-09-19T05:36:29.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:29.916+0000 7f8100dd8640 1 -- 172.21.15.39:0/3207359287 wait complete. 2024-09-19T05:36:29.930 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:36:29.930 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:36:29.930 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:36:29.930 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:36:29.930 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:36:29.930 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:36:29.931 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:36:29.931 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:36:29.931 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:36:29.931 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:36:29.931 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:36:29.931 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:36:29.931 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:36:29.932 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:36:29.932 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:36:29.932 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:36:29.940 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:36:29.940 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:36:29.941 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:36:29.941 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:36:29.944 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:36:29.945 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:36:29.983 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:36:29.983 DEBUG:teuthology.parallel:result is None 2024-09-19T05:36:29.983 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:36:29.984 DEBUG:teuthology.parallel:result is None 2024-09-19T05:36:29.987 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:36:29.987 DEBUG:teuthology.parallel:result is None 2024-09-19T05:36:30.059 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:36:30.059 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:36:30.074 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-19T05:36:31.017 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-19T05:36:33.031 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:36:33.035 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:36:35.945 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:36:35.945 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:36:35.948 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:36:35.948 DEBUG:teuthology.parallel:result is None 2024-09-19T05:36:35.949 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:36:36.035 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-19T05:36:36.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.063+0000 7f4ce6f2a640 1 Processor -- start 2024-09-19T05:36:36.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.063+0000 7f4ce6f2a640 1 -- start start 2024-09-19T05:36:36.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.064+0000 7f4ce6f2a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 0x7f4ce00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:36.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.064+0000 7f4ce6f2a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4ce00d1510 0x7f4ce00d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:36.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.064+0000 7f4ce6f2a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ce00d1d90 con 0x7f4ce00b6690 2024-09-19T05:36:36.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.064+0000 7f4ce6f2a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4ce00cf540 con 0x7f4ce00d1510 2024-09-19T05:36:36.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.064+0000 7f4ce6f2a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ce00ceef0 con 0x7f4ce00b6a70 2024-09-19T05:36:36.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.064+0000 7f4ce54c7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4ce00d1510 0x7f4ce00d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:36.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.064+0000 7f4ce4cc6640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4ce00b6690 0x7f4ce00cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44008/0 (socket says 172.21.15.39:44008) 2024-09-19T05:36:36.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.064+0000 7f4ce4cc6640 1 -- 172.21.15.39:0/1091804980 learned_addr learned my addr 172.21.15.39:0/1091804980 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:36.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.064+0000 7f4cdffff640 1 --2- 172.21.15.39:0/1091804980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 0x7f4ce00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:36.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.065+0000 7f4ce54c7640 1 -- 172.21.15.39:0/1091804980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 msgr2=0x7f4ce00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:36.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.065+0000 7f4ce54c7640 1 --2- 172.21.15.39:0/1091804980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 0x7f4ce00d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:36.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.065+0000 7f4ce54c7640 1 -- 172.21.15.39:0/1091804980 >> v1:172.21.15.39:6789/0 conn(0x7f4ce00b6690 legacy=0x7f4ce00cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:36.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.065+0000 7f4ce54c7640 1 -- 172.21.15.39:0/1091804980 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ce00cf1d0 con 0x7f4ce00d1510 2024-09-19T05:36:36.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.065+0000 7f4cdf7fe640 1 -- 172.21.15.39:0/1091804980 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2624125334 0 0) 0x7f4ce00d1d90 con 0x7f4ce00b6690 2024-09-19T05:36:36.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.065+0000 7f4ce54c7640 1 --2- 172.21.15.39:0/1091804980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00d1510 0x7f4ce00d2b50 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f4cd8009d90 tx=0x7f4cd802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=989e5d9ca7b0ce7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:36.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4cdf7fe640 1 -- 172.21.15.39:0/1091804980 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd8007740 con 0x7f4ce00d1510 2024-09-19T05:36:36.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4cdf7fe640 1 -- 172.21.15.39:0/1091804980 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cd80078e0 con 0x7f4ce00d1510 2024-09-19T05:36:36.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4cdf7fe640 1 -- 172.21.15.39:0/1091804980 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd8007cb0 con 0x7f4ce00d1510 2024-09-19T05:36:36.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/1091804980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00d1510 msgr2=0x7f4ce00d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:36.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4ce6f2a640 1 --2- 172.21.15.39:0/1091804980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00d1510 0x7f4ce00d2b50 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f4cd8009d90 tx=0x7f4cd802a660 comp rx=0 tx=0).stop 2024-09-19T05:36:36.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/1091804980 shutdown_connections 2024-09-19T05:36:36.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4ce6f2a640 1 --2- 172.21.15.39:0/1091804980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00d1510 0x7f4ce00d2b50 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:36.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4ce6f2a640 1 --2- 172.21.15.39:0/1091804980 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 0x7f4ce00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:36.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/1091804980 >> 172.21.15.39:0/1091804980 conn(0x7f4ce0072560 msgr2=0x7f4ce0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:36.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/1091804980 shutdown_connections 2024-09-19T05:36:36.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.066+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/1091804980 wait complete. 2024-09-19T05:36:36.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.068+0000 7f4ce6f2a640 1 Processor -- start 2024-09-19T05:36:36.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.068+0000 7f4ce6f2a640 1 -- start start 2024-09-19T05:36:36.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce6f2a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00b6690 0x7f4ce01f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:36.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce6f2a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 0x7f4ce00cc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:36.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce6f2a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ce00d1510 0x7f4ce00ca440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:36.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce6f2a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce00d1b20 con 0x7f4ce00b6690 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce6f2a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce00d19a0 con 0x7f4ce00d1510 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce6f2a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ce015c530 con 0x7f4ce00b6a70 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce4cc6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00b6690 0x7f4ce01f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce4cc6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00b6690 0x7f4ce01f79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39014/0 (socket says 172.21.15.39:39014) 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce4cc6640 1 -- 172.21.15.39:0/377594560 learned_addr learned my addr 172.21.15.39:0/377594560 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4cdffff640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 0x7f4ce00cc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce54c7640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ce00d1510 0x7f4ce00ca440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce4cc6640 1 -- 172.21.15.39:0/377594560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 msgr2=0x7f4ce00cc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce4cc6640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 0x7f4ce00cc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce4cc6640 1 -- 172.21.15.39:0/377594560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ce00d1510 msgr2=0x7f4ce00ca440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce4cc6640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ce00d1510 0x7f4ce00ca440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:36.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce4cc6640 1 -- 172.21.15.39:0/377594560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ce00cd2b0 con 0x7f4ce00b6690 2024-09-19T05:36:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce4cc6640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00b6690 0x7f4ce01f79f0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f4cd400c4d0 tx=0x7f4cd400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4cdd7fa640 1 -- 172.21.15.39:0/377594560 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd4018070 con 0x7f4ce00b6690 2024-09-19T05:36:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4cdd7fa640 1 -- 172.21.15.39:0/377594560 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cd4007500 con 0x7f4ce00b6690 2024-09-19T05:36:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ce00cd870 con 0x7f4ce00b6690 2024-09-19T05:36:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.069+0000 7f4cdd7fa640 1 -- 172.21.15.39:0/377594560 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd4004a20 con 0x7f4ce00b6690 2024-09-19T05:36:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.070+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ce00cde30 con 0x7f4ce00b6690 2024-09-19T05:36:36.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.070+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ce01f8580 con 0x7f4ce00b6690 2024-09-19T05:36:36.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.071+0000 7f4cdd7fa640 1 -- 172.21.15.39:0/377594560 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4cd401b070 con 0x7f4ce00b6690 2024-09-19T05:36:36.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.071+0000 7f4cdd7fa640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cc406c2b0 0x7f4cc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:36.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.072+0000 7f4cdd7fa640 1 -- 172.21.15.39:0/377594560 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7f4cd408a400 con 0x7f4ce00b6690 2024-09-19T05:36:36.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.072+0000 7f4cdffff640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cc406c2b0 0x7f4cc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:36.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.072+0000 7f4cdffff640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cc406c2b0 0x7f4cc406e770 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4ce015b250 tx=0x7f4ccc009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:36.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.076+0000 7f4cdd7fa640 1 -- 172.21.15.39:0/377594560 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4cd4058820 con 0x7f4ce00b6690 2024-09-19T05:36:36.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:36.265+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f4ce00d0fd0 con 0x7f4ce00b6690 2024-09-19T05:36:37.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.080+0000 7f4cdd7fa640 1 -- 172.21.15.39:0/377594560 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v74) ==== 97+0+0 (secure 0 0 0) 0x7f4cd405cb20 con 0x7f4ce00b6690 2024-09-19T05:36:37.082 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cc406c2b0 msgr2=0x7f4cc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cc406c2b0 0x7f4cc406e770 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4ce015b250 tx=0x7f4ccc009190 comp rx=0 tx=0).stop 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00b6690 msgr2=0x7f4ce01f79f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00b6690 0x7f4ce01f79f0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f4cd400c4d0 tx=0x7f4cd400c990 comp rx=0 tx=0).stop 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 shutdown_connections 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cc406c2b0 0x7f4cc406e770 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ce00d1510 0x7f4ce00ca440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ce00b6a70 0x7f4ce00cc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 --2- 172.21.15.39:0/377594560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce00b6690 0x7f4ce01f79f0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 >> 172.21.15.39:0/377594560 conn(0x7f4ce0072560 msgr2=0x7f4ce015e8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:37.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 shutdown_connections 2024-09-19T05:36:37.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.082+0000 7f4ce6f2a640 1 -- 172.21.15.39:0/377594560 wait complete. 2024-09-19T05:36:37.099 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:36:37.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.205+0000 7f9afcfd8640 1 Processor -- start 2024-09-19T05:36:37.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.205+0000 7f9afcfd8640 1 -- start start 2024-09-19T05:36:37.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.206+0000 7f9afcfd8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9af815c330 0x7f9af80713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.206+0000 7f9afcfd8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9af815cb60 con 0x7f9af8160990 2024-09-19T05:36:37.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.206+0000 7f9afcfd8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9af815ce40 con 0x7f9af806e440 2024-09-19T05:36:37.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.206+0000 7f9afcfd8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f9af80719b0 con 0x7f9af815c330 2024-09-19T05:36:37.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.206+0000 7f9af5d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9af8160990 0x7f9af806dd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44022/0 (socket says 172.21.15.39:44022) 2024-09-19T05:36:37.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.206+0000 7f9af5d9b640 1 -- 172.21.15.39:0/2759498355 learned_addr learned my addr 172.21.15.39:0/2759498355 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:37.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af659c640 1 --2- 172.21.15.39:0/2759498355 >> v2:172.21.15.50:3300/0 conn(0x7f9af815c330 0x7f9af80713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 481432721 0 0) 0x7f9af815cb60 con 0x7f9af8160990 2024-09-19T05:36:37.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ae4003520 con 0x7f9af8160990 2024-09-19T05:36:37.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 440527403 0 0) 0x7f9af815ce40 con 0x7f9af806e440 2024-09-19T05:36:37.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9af815cb60 con 0x7f9af806e440 2024-09-19T05:36:37.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1314483217 0 0) 0x7f9ae4003520 con 0x7f9af8160990 2024-09-19T05:36:37.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 >> v2:172.21.15.50:3300/0 conn(0x7f9af815c330 msgr2=0x7f9af80713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:37.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 --2- 172.21.15.39:0/2759498355 >> v2:172.21.15.50:3300/0 conn(0x7f9af815c330 0x7f9af80713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 >> v1:172.21.15.50:6789/0 conn(0x7f9af806e440 legacy=0x7f9af80d0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af815d120 con 0x7f9af8160990 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f9ae0001670 con 0x7f9af8160990 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af659c640 1 --2- 172.21.15.39:0/2759498355 >> v2:172.21.15.50:3300/0 conn(0x7f9af815c330 0x7f9af80713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 >> v1:172.21.15.39:6789/0 conn(0x7f9af8160990 legacy=0x7f9af806dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ae4003b40 0x7f9ae4003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9ae4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae40051c0 0x7f9ae400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9af80719b0 con 0x7f9ae4004800 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae400c0f0 con 0x7f9ae40051c0 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9ae400c2f0 con 0x7f9ae4003b40 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af5d9b640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9ae4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af659c640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ae4003b40 0x7f9ae4003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af6d9d640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae40051c0 0x7f9ae400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af5d9b640 1 -- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ae4003b40 msgr2=0x7f9ae4003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af5d9b640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ae4003b40 0x7f9ae4003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af5d9b640 1 -- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae40051c0 msgr2=0x7f9ae400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af5d9b640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae40051c0 0x7f9ae400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af5d9b640 1 -- 172.21.15.39:0/2759498355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ae4003520 con 0x7f9ae4004800 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af6d9d640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae40051c0 0x7f9ae400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af659c640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9ae4003b40 0x7f9ae4003f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.207+0000 7f9af6d9d640 1 -- 172.21.15.39:0/2759498355 reap_dead start 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.208+0000 7f9af5d9b640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9ae4004c80 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f9ae000c210 tx=0x7f9ae4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db4272fd6210672c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:37.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.208+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae0007ce0 con 0x7f9ae4004800 2024-09-19T05:36:37.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.208+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae0005ad0 con 0x7f9ae4004800 2024-09-19T05:36:37.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.208+0000 7f9af559a640 1 -- 172.21.15.39:0/2759498355 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae0007070 con 0x7f9ae4004800 2024-09-19T05:36:37.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.209+0000 7f9afcfd8640 1 -- 172.21.15.39:0/2759498355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 msgr2=0x7f9ae4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.209+0000 7f9afcfd8640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9ae4004c80 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f9ae000c210 tx=0x7f9ae4005830 comp rx=0 tx=0).stop 2024-09-19T05:36:37.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.209+0000 7f9afcfd8640 1 -- 172.21.15.39:0/2759498355 shutdown_connections 2024-09-19T05:36:37.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.209+0000 7f9afcfd8640 1 --2- 172.21.15.39:0/2759498355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9ae4004c80 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.209+0000 7f9afcfd8640 1 -- 172.21.15.39:0/2759498355 >> 172.21.15.39:0/2759498355 conn(0x7f9af80b4170 msgr2=0x7f9af80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:37.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.209+0000 7f9afcfd8640 1 -- 172.21.15.39:0/2759498355 shutdown_connections 2024-09-19T05:36:37.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.209+0000 7f9afcfd8640 1 -- 172.21.15.39:0/2759498355 wait complete. 2024-09-19T05:36:37.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.210+0000 7f9afcfd8640 1 Processor -- start 2024-09-19T05:36:37.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.210+0000 7f9afcfd8640 1 -- start start 2024-09-19T05:36:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9afcfd8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9af80b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9afcfd8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9af8154690 0x7f9af80aef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9afcfd8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9af80af7b0 0x7f9af80afc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9afcfd8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9af8160e00 con 0x7f9ae4004800 2024-09-19T05:36:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9afcfd8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9af815d920 con 0x7f9af8154690 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9afcfd8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9af815c710 con 0x7f9af80af7b0 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9af659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9af80b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9af659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9af80b5ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39034/0 (socket says 172.21.15.39:39034) 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9af659c640 1 -- 172.21.15.39:0/103003356 learned_addr learned my addr 172.21.15.39:0/103003356 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9af6d9d640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9af80af7b0 0x7f9af80afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.211+0000 7f9af5d9b640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9af8154690 0x7f9af80aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9af659c640 1 -- 172.21.15.39:0/103003356 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9af80af7b0 msgr2=0x7f9af80afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9af659c640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9af80af7b0 0x7f9af80afc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9af659c640 1 -- 172.21.15.39:0/103003356 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9af8154690 msgr2=0x7f9af80aef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9af659c640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9af8154690 0x7f9af80aef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9af659c640 1 -- 172.21.15.39:0/103003356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af80b7750 con 0x7f9ae4004800 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9af659c640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9af80b5ed0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f9ae8011400 tx=0x7f9ae8011800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9aeeffd640 1 -- 172.21.15.39:0/103003356 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae801a020 con 0x7f9ae4004800 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9aeeffd640 1 -- 172.21.15.39:0/103003356 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae8016470 con 0x7f9ae4004800 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9aeeffd640 1 -- 172.21.15.39:0/103003356 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8016840 con 0x7f9ae4004800 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9af80b6410 con 0x7f9ae4004800 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.212+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9af80b6990 con 0x7f9ae4004800 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.213+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9af80713d0 con 0x7f9ae4004800 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.213+0000 7f9aeeffd640 1 -- 172.21.15.39:0/103003356 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9ae8005d10 con 0x7f9ae4004800 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.214+0000 7f9aeeffd640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9ad806c2b0 0x7f9ad806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.214+0000 7f9af5d9b640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9ad806c2b0 0x7f9ad806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.214+0000 7f9aeeffd640 1 -- 172.21.15.39:0/103003356 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 4857+0+0 (secure 0 0 0) 0x7f9ae808bed0 con 0x7f9ae4004800 2024-09-19T05:36:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.215+0000 7f9af5d9b640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9ad806c2b0 0x7f9ad806e770 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0001eb0 tx=0x7f9ae0009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.219+0000 7f9aeeffd640 1 -- 172.21.15.39:0/103003356 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9ae8024030 con 0x7f9ae4004800 2024-09-19T05:36:37.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.465+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f9af80d1bb0 con 0x7f9ae4004800 2024-09-19T05:36:37.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.465+0000 7f9aeeffd640 1 -- 172.21.15.39:0/103003356 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) ==== 80+0+5304 (secure 0 0 0) 0x7f9ae805aa20 con 0x7f9ae4004800 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIM4aDRAAlMJ7aOrv03elCfbuji2K5Q==", 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:37.467 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvgt7GRAA/eoXSbz/ug67UEj/AlWG3w==", 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.468 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIG5NFBAAYRoFlBTGF9vWE8tD5dXp+g==", 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmmFTdIBAAYykc1nIxjNdsCUi4spxX8A==", 2024-09-19T05:36:37.469 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCYt+tmP3rWFhAAowwSHyPCz6SrbalmmSKQBQ==", 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:37.470 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCbt+tmxbocGxAAXBJVNd9geM3WjPnzoN4Jeg==", 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.471 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCet+tmca0/LBAAkkmpxq3FL+vA+VxSrchJfA==", 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCit+tmzVUqAxAAGG8wZT2s9qUs1/xn1aQEzQ==", 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.472 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCmt+tmlzzNExAAKv2HxkFtL7iAGOyIoucHPg==", 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.473 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCpt+tmHftQFhAATRmtgFgM4plu3j3Y84ySvA==", 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-19T05:36:37.474 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCst+tmQgP3JxAAsS3nowkJGITPFCd4cHLG9w==", 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCvt+tmWnfGOBAAqceyaunM8LQyhXoccnb3GA==", 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.475 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ==", 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:36:37.476 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvp8oLhAAnPW4CNPoKei0acso9k3X6w==", 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.477 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmBbHYKhAA+49M8aS7VHuPjm00KOCwUw==", 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmge3nMxAADicDEBNjTt+/zzL3befE1w==", 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:36:37.478 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCQt+tmWTbVKxAA2TBzvNegyH9FNxy/NFGX6Q==", 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.479 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm1q7NCRAA1Wg1Mq1WXaqx/ngn21X60Q==", 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-19T05:36:37.480 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvvK9BRAAyFVhGghx2zPYcMbaHBpWoA==", 2024-09-19T05:36:37.481 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:36:37.481 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:36:37.481 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:36:37.481 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:36:37.481 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.481 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.481 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-19T05:36:37.481 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:36:37.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9ad806c2b0 msgr2=0x7f9ad806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9ad806c2b0 0x7f9ad806e770 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0001eb0 tx=0x7f9ae0009030 comp rx=0 tx=0).stop 2024-09-19T05:36:37.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 msgr2=0x7f9af80b5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9af80b5ed0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f9ae8011400 tx=0x7f9ae8011800 comp rx=0 tx=0).stop 2024-09-19T05:36:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 shutdown_connections 2024-09-19T05:36:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9ad806c2b0 0x7f9ad806e770 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9af80af7b0 0x7f9af80afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9af8154690 0x7f9af80aef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 --2- 172.21.15.39:0/103003356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ae4004800 0x7f9af80b5ed0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.467+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 >> 172.21.15.39:0/103003356 conn(0x7f9af80b4170 msgr2=0x7f9af806dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.468+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 shutdown_connections 2024-09-19T05:36:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.468+0000 7f9afcfd8640 1 -- 172.21.15.39:0/103003356 wait complete. 2024-09-19T05:36:37.484 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:36:37.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.584+0000 7f1c7439f640 1 Processor -- start 2024-09-19T05:36:37.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.585+0000 7f1c7439f640 1 -- start start 2024-09-19T05:36:37.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.585+0000 7f1c7439f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1c6c15e4f0 0x7f1c6c15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c7439f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c6c1603c0 con 0x7f1c6c06d160 2024-09-19T05:36:37.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c7439f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c6c06c0c0 con 0x7f1c6c06bb20 2024-09-19T05:36:37.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c7439f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f1c6c06ccd0 con 0x7f1c6c15e4f0 2024-09-19T05:36:37.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c7293c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1c6c06d160 0x7f1c6c06d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57968/0 (socket says 172.21.15.39:57968) 2024-09-19T05:36:37.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c7293c640 1 -- 172.21.15.39:0/1238258536 learned_addr learned my addr 172.21.15.39:0/1238258536 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:37.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c7213b640 1 --2- 172.21.15.39:0/1238258536 >> v2:172.21.15.50:3300/0 conn(0x7f1c6c15e4f0 0x7f1c6c15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 962648098 0 0) 0x7f1c6c1603c0 con 0x7f1c6c06d160 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c54003520 con 0x7f1c6c06d160 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3084215688 0 0) 0x7f1c6c06c0c0 con 0x7f1c6c06bb20 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c6c1603c0 con 0x7f1c6c06bb20 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1940965690 0 0) 0x7f1c54003520 con 0x7f1c6c06d160 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 >> v2:172.21.15.50:3300/0 conn(0x7f1c6c15e4f0 msgr2=0x7f1c6c15f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 --2- 172.21.15.39:0/1238258536 >> v2:172.21.15.50:3300/0 conn(0x7f1c6c15e4f0 0x7f1c6c15f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 >> v1:172.21.15.50:6789/0 conn(0x7f1c6c06bb20 legacy=0x7f1c6c15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c6c06c3a0 con 0x7f1c6c06d160 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f1c64001670 con 0x7f1c6c06d160 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c7213b640 1 --2- 172.21.15.39:0/1238258536 >> v2:172.21.15.50:3300/0 conn(0x7f1c6c15e4f0 0x7f1c6c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 >> v1:172.21.15.39:6789/0 conn(0x7f1c6c06d160 legacy=0x7f1c6c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c54003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c54004800 0x7f1c54004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c540051c0 0x7f1c5400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6c06ccd0 con 0x7f1c54003b40 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c5400c040 con 0x7f1c54004800 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.586+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1c5400c240 con 0x7f1c540051c0 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7213b640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c54003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7293c640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c540051c0 0x7f1c5400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7193a640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c54004800 0x7f1c54004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7213b640 1 -- 172.21.15.39:0/1238258536 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c540051c0 msgr2=0x7f1c5400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7213b640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c540051c0 0x7f1c5400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7213b640 1 -- 172.21.15.39:0/1238258536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c54004800 msgr2=0x7f1c54004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7213b640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c54004800 0x7f1c54004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7213b640 1 -- 172.21.15.39:0/1238258536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c54003520 con 0x7f1c54003b40 2024-09-19T05:36:37.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7293c640 1 -- 172.21.15.39:0/1238258536 reap_dead start 2024-09-19T05:36:37.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.587+0000 7f1c7213b640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c54003f40 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c00e350 tx=0x7f1c54005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e9198bd574086e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:37.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5c009de0 con 0x7f1c54003b40 2024-09-19T05:36:37.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c5c02e610 con 0x7f1c54003b40 2024-09-19T05:36:37.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c71139640 1 -- 172.21.15.39:0/1238258536 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5c02e9c0 con 0x7f1c54003b40 2024-09-19T05:36:37.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c7439f640 1 -- 172.21.15.39:0/1238258536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 msgr2=0x7f1c54003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c7439f640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c54003f40 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c00e350 tx=0x7f1c54005830 comp rx=0 tx=0).stop 2024-09-19T05:36:37.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c7439f640 1 -- 172.21.15.39:0/1238258536 shutdown_connections 2024-09-19T05:36:37.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c7439f640 1 --2- 172.21.15.39:0/1238258536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c54003f40 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c7439f640 1 -- 172.21.15.39:0/1238258536 >> 172.21.15.39:0/1238258536 conn(0x7f1c6c06e5b0 msgr2=0x7f1c6c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:37.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c7439f640 1 -- 172.21.15.39:0/1238258536 shutdown_connections 2024-09-19T05:36:37.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.588+0000 7f1c7439f640 1 -- 172.21.15.39:0/1238258536 wait complete. 2024-09-19T05:36:37.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.589+0000 7f1c7439f640 1 Processor -- start 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7439f640 1 -- start start 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7439f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c6c0b17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7439f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c6c0d2750 0x7f1c6c0b2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7439f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c6c0b2a70 0x7f1c6c1f7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7439f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6c15e8d0 con 0x7f1c54003b40 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7439f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6c06c960 con 0x7f1c6c0b2a70 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7439f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1c6c15f570 con 0x7f1c6c0d2750 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7213b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c6c0b17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7213b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c6c0b17c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48874/0 (socket says 172.21.15.39:48874) 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.590+0000 7f1c7213b640 1 -- 172.21.15.39:0/594860585 learned_addr learned my addr 172.21.15.39:0/594860585 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7193a640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c6c0d2750 0x7f1c6c0b2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7293c640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c6c0b2a70 0x7f1c6c1f7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7213b640 1 -- 172.21.15.39:0/594860585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c6c0d2750 msgr2=0x7f1c6c0b2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7213b640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c6c0d2750 0x7f1c6c0b2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7213b640 1 -- 172.21.15.39:0/594860585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c6c0b2a70 msgr2=0x7f1c6c1f7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7213b640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c6c0b2a70 0x7f1c6c1f7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7213b640 1 -- 172.21.15.39:0/594860585 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c6c0cee40 con 0x7f1c54003b40 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7193a640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c6c0d2750 0x7f1c6c0b2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7213b640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c6c0b17c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c02b090 tx=0x7f1c5c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c6affd640 1 -- 172.21.15.39:0/594860585 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5c045020 con 0x7f1c54003b40 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c6affd640 1 -- 172.21.15.39:0/594860585 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c5c036a40 con 0x7f1c54003b40 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c6c0cf100 con 0x7f1c54003b40 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c6affd640 1 -- 172.21.15.39:0/594860585 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5c009de0 con 0x7f1c54003b40 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.591+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c6c0cf6c0 con 0x7f1c54003b40 2024-09-19T05:36:37.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.592+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c6c0b2e80 con 0x7f1c54003b40 2024-09-19T05:36:37.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.593+0000 7f1c6affd640 1 -- 172.21.15.39:0/594860585 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c5c041440 con 0x7f1c54003b40 2024-09-19T05:36:37.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.593+0000 7f1c6affd640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c5806c2e0 0x7f1c5806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.593+0000 7f1c6affd640 1 -- 172.21.15.39:0/594860585 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 4857+0+0 (secure 0 0 0) 0x7f1c5c0ac3c0 con 0x7f1c54003b40 2024-09-19T05:36:37.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.593+0000 7f1c7193a640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c5806c2e0 0x7f1c5806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.594+0000 7f1c7193a640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c5806c2e0 0x7f1c5806e7a0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c0b3280 tx=0x7f1c60009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:37.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.597+0000 7f1c6affd640 1 -- 172.21.15.39:0/594860585 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c6c0b2e80 con 0x7f1c54003b40 2024-09-19T05:36:37.729 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-19T05:36:37.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.774+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f1c6c15f900 con 0x7f1c54003b40 2024-09-19T05:36:37.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.775+0000 7f1c6affd640 1 -- 172.21.15.39:0/594860585 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v74) ==== 84+0+65 (secure 0 0 0) 0x7f1c5c04f060 con 0x7f1c54003b40 2024-09-19T05:36:37.777 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-19T05:36:37.777 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:36:37.777 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-19T05:36:37.777 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-19T05:36:37.777 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:36:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-19T05:36:37.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c5806c2e0 msgr2=0x7f1c5806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c5806c2e0 0x7f1c5806e7a0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c0b3280 tx=0x7f1c60009040 comp rx=0 tx=0).stop 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 msgr2=0x7f1c6c0b17c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c6c0b17c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c02b090 tx=0x7f1c5c009750 comp rx=0 tx=0).stop 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 shutdown_connections 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f1c5806c2e0 0x7f1c5806e7a0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c6c0b2a70 0x7f1c6c1f7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1c6c0d2750 0x7f1c6c0b2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 --2- 172.21.15.39:0/594860585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54003b40 0x7f1c6c0b17c0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 >> 172.21.15.39:0/594860585 conn(0x7f1c6c06e5b0 msgr2=0x7f1c6c15ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 shutdown_connections 2024-09-19T05:36:37.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.777+0000 7f1c7439f640 1 -- 172.21.15.39:0/594860585 wait complete. 2024-09-19T05:36:37.789 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:36:37.789 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:36:37.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.894+0000 7f0acd98d640 1 Processor -- start 2024-09-19T05:36:37.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.894+0000 7f0acd98d640 1 -- start start 2024-09-19T05:36:37.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.895+0000 7f0acd98d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ac80b38e0 0x7f0ac80b6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.895+0000 7f0acd98d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ac80b61b0 con 0x7f0ac806bb20 2024-09-19T05:36:37.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.895+0000 7f0acd98d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ac80cf870 con 0x7f0ac815e820 2024-09-19T05:36:37.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.895+0000 7f0acd98d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f0ac80b67e0 con 0x7f0ac80b38e0 2024-09-19T05:36:37.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.895+0000 7f0ac67fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ac80b38e0 0x7f0ac80b6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.895+0000 7f0ac77fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0ac806bb20 0x7f0ac80b77a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57972/0 (socket says 172.21.15.39:57972) 2024-09-19T05:36:37.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.895+0000 7f0ac67fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ac80b38e0 0x7f0ac80b6c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48884/0 (socket says 172.21.15.39:48884) 2024-09-19T05:36:37.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.895+0000 7f0ac77fe640 1 -- 172.21.15.39:0/1538290467 learned_addr learned my addr 172.21.15.39:0/1538290467 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:37.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.896+0000 7f0ac67fc640 1 -- 172.21.15.39:0/1538290467 >> v1:172.21.15.50:6789/0 conn(0x7f0ac815e820 legacy=0x7f0ac80cef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.896+0000 7f0ac67fc640 1 -- 172.21.15.39:0/1538290467 >> v1:172.21.15.39:6789/0 conn(0x7f0ac806bb20 legacy=0x7f0ac80b77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.896+0000 7f0ac67fc640 1 -- 172.21.15.39:0/1538290467 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac80cfb50 con 0x7f0ac80b38e0 2024-09-19T05:36:37.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.896+0000 7f0ac5ffb640 1 -- 172.21.15.39:0/1538290467 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1704876005 0 0) 0x7f0ac80b61b0 con 0x7f0ac806bb20 2024-09-19T05:36:37.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.896+0000 7f0ac67fc640 1 --2- 172.21.15.39:0/1538290467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 0x7f0ac80b6c70 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f0ab00097a0 tx=0x7f0ab002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c36bc2b821cdca21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:37.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0ac5ffb640 1 -- 172.21.15.39:0/1538290467 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0037070 con 0x7f0ac80b38e0 2024-09-19T05:36:37.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0ac5ffb640 1 -- 172.21.15.39:0/1538290467 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ab0032440 con 0x7f0ac80b38e0 2024-09-19T05:36:37.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0ac5ffb640 1 -- 172.21.15.39:0/1538290467 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0032810 con 0x7f0ac80b38e0 2024-09-19T05:36:37.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0acd98d640 1 -- 172.21.15.39:0/1538290467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 msgr2=0x7f0ac80b6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0acd98d640 1 --2- 172.21.15.39:0/1538290467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 0x7f0ac80b6c70 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f0ab00097a0 tx=0x7f0ab002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0acd98d640 1 -- 172.21.15.39:0/1538290467 shutdown_connections 2024-09-19T05:36:37.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0acd98d640 1 --2- 172.21.15.39:0/1538290467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 0x7f0ac80b6c70 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0acd98d640 1 -- 172.21.15.39:0/1538290467 >> 172.21.15.39:0/1538290467 conn(0x7f0ac8072770 msgr2=0x7f0ac80d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:37.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0acd98d640 1 -- 172.21.15.39:0/1538290467 shutdown_connections 2024-09-19T05:36:37.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.897+0000 7f0acd98d640 1 -- 172.21.15.39:0/1538290467 wait complete. 2024-09-19T05:36:37.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.898+0000 7f0acd98d640 1 Processor -- start 2024-09-19T05:36:37.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0acd98d640 1 -- start start 2024-09-19T05:36:37.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0acd98d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ac806bb20 0x7f0ac80cb000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0acd98d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 0x7f0ac8150b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0acd98d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ac815e820 0x7f0ac815fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0acd98d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac815ec00 con 0x7f0ac80b38e0 2024-09-19T05:36:37.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0acd98d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac80cf610 con 0x7f0ac806bb20 2024-09-19T05:36:37.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0acd98d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0ac806bf60 con 0x7f0ac815e820 2024-09-19T05:36:37.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0ac67fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 0x7f0ac8150b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0ac67fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 0x7f0ac8150b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48892/0 (socket says 172.21.15.39:48892) 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.899+0000 7f0ac67fc640 1 -- 172.21.15.39:0/782006049 learned_addr learned my addr 172.21.15.39:0/782006049 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0ac77fe640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ac815e820 0x7f0ac815fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0ac6ffd640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ac806bb20 0x7f0ac80cb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0ac67fc640 1 -- 172.21.15.39:0/782006049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ac815e820 msgr2=0x7f0ac815fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0ac67fc640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ac815e820 0x7f0ac815fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0ac67fc640 1 -- 172.21.15.39:0/782006049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ac806bb20 msgr2=0x7f0ac80cb000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0ac67fc640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ac806bb20 0x7f0ac80cb000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0ac67fc640 1 -- 172.21.15.39:0/782006049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac80cd520 con 0x7f0ac80b38e0 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0ac67fc640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 0x7f0ac8150b20 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0000c00 tx=0x7f0ab00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0abffff640 1 -- 172.21.15.39:0/782006049 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0037040 con 0x7f0ac80b38e0 2024-09-19T05:36:37.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0abffff640 1 -- 172.21.15.39:0/782006049 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ab0042070 con 0x7f0ac80b38e0 2024-09-19T05:36:37.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ac80cd800 con 0x7f0ac80b38e0 2024-09-19T05:36:37.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0abffff640 1 -- 172.21.15.39:0/782006049 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0030a70 con 0x7f0ac80b38e0 2024-09-19T05:36:37.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.900+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ac80cddc0 con 0x7f0ac80b38e0 2024-09-19T05:36:37.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.901+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ac8063610 con 0x7f0ac80b38e0 2024-09-19T05:36:37.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.902+0000 7f0abffff640 1 -- 172.21.15.39:0/782006049 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ab0030c10 con 0x7f0ac80b38e0 2024-09-19T05:36:37.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.902+0000 7f0abffff640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0aa806c2e0 0x7f0aa806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:37.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.902+0000 7f0abffff640 1 -- 172.21.15.39:0/782006049 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 4857+0+0 (secure 0 0 0) 0x7f0ab00ab9d0 con 0x7f0ac80b38e0 2024-09-19T05:36:37.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.902+0000 7f0ac6ffd640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0aa806c2e0 0x7f0aa806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:37.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.903+0000 7f0ac6ffd640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0aa806c2e0 0x7f0aa806e7a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0ab80012e0 tx=0x7f0ab8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:37.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:37.907+0000 7f0abffff640 1 -- 172.21.15.39:0/782006049 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ab0079e40 con 0x7f0ac80b38e0 2024-09-19T05:36:38.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:38.085+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f0ac80cf1b0 con 0x7f0ac80b38e0 2024-09-19T05:36:39.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.099+0000 7f0abffff640 1 -- 172.21.15.39:0/782006049 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v75) ==== 138+0+0 (secure 0 0 0) 0x7f0ab007e140 con 0x7f0ac80b38e0 2024-09-19T05:36:39.101 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-19T05:36:39.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0aa806c2e0 msgr2=0x7f0aa806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:39.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0aa806c2e0 0x7f0aa806e7a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0ab80012e0 tx=0x7f0ab8009040 comp rx=0 tx=0).stop 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 msgr2=0x7f0ac8150b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 0x7f0ac8150b20 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0000c00 tx=0x7f0ab00046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 shutdown_connections 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0aa806c2e0 0x7f0aa806e7a0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0ac815e820 0x7f0ac815fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ac80b38e0 0x7f0ac8150b20 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 --2- 172.21.15.39:0/782006049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ac806bb20 0x7f0ac80cb000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 >> 172.21.15.39:0/782006049 conn(0x7f0ac8072770 msgr2=0x7f0ac80b9790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 shutdown_connections 2024-09-19T05:36:39.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.105+0000 7f0acd98d640 1 -- 172.21.15.39:0/782006049 wait complete. 2024-09-19T05:36:39.122 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:36:39.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.237+0000 7f953ee65640 1 Processor -- start 2024-09-19T05:36:39.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.237+0000 7f953ee65640 1 -- start start 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953ee65640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95381451d0 0x7f953806cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953ee65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f9538145730 0x7f95380b3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953ee65640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95380cd900 con 0x7f95380cf270 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953ee65640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f953806d7c0 con 0x7f95381451d0 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953ee65640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f95380cdbe0 con 0x7f9538145730 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953cc01640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95381451d0 0x7f953806cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953cc01640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95381451d0 0x7f953806cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48896/0 (socket says 172.21.15.39:48896) 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953cc01640 1 -- 172.21.15.39:0/4225077115 learned_addr learned my addr 172.21.15.39:0/4225077115 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f9537fff640 1 --2- 172.21.15.39:0/4225077115 >> v2:172.21.15.50:3300/0 conn(0x7f9538145730 0x7f95380b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:39.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953cc01640 1 -- 172.21.15.39:0/4225077115 >> v2:172.21.15.50:3300/0 conn(0x7f9538145730 msgr2=0x7f95380b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:39.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953cc01640 1 --2- 172.21.15.39:0/4225077115 >> v2:172.21.15.50:3300/0 conn(0x7f9538145730 0x7f95380b3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953cc01640 1 -- 172.21.15.39:0/4225077115 >> v1:172.21.15.50:6789/0 conn(0x7f95380cf270 legacy=0x7f95380cf6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:39.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.238+0000 7f953cc01640 1 -- 172.21.15.39:0/4225077115 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f953806da10 con 0x7f95381451d0 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.239+0000 7f953cc01640 1 --2- 172.21.15.39:0/4225077115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 0x7f953806cfc0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f95380b55b0 tx=0x7f952c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ff3db3485abebf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.239+0000 7f95377fe640 1 -- 172.21.15.39:0/4225077115 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952c037070 con 0x7f95381451d0 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.239+0000 7f95377fe640 1 -- 172.21.15.39:0/4225077115 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f952c032440 con 0x7f95381451d0 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.239+0000 7f95377fe640 1 -- 172.21.15.39:0/4225077115 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952c032810 con 0x7f95381451d0 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.240+0000 7f953ee65640 1 -- 172.21.15.39:0/4225077115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 msgr2=0x7f953806cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.240+0000 7f953ee65640 1 --2- 172.21.15.39:0/4225077115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 0x7f953806cfc0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f95380b55b0 tx=0x7f952c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.240+0000 7f953ee65640 1 -- 172.21.15.39:0/4225077115 shutdown_connections 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.240+0000 7f953ee65640 1 --2- 172.21.15.39:0/4225077115 >> v2:172.21.15.50:3300/0 conn(0x7f9538145730 0x7f95380b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.240+0000 7f953ee65640 1 --2- 172.21.15.39:0/4225077115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 0x7f953806cfc0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.240+0000 7f953ee65640 1 -- 172.21.15.39:0/4225077115 >> 172.21.15.39:0/4225077115 conn(0x7f95380b5cb0 msgr2=0x7f953806bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:39.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.240+0000 7f953ee65640 1 -- 172.21.15.39:0/4225077115 shutdown_connections 2024-09-19T05:36:39.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.240+0000 7f953ee65640 1 -- 172.21.15.39:0/4225077115 wait complete. 2024-09-19T05:36:39.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.241+0000 7f953ee65640 1 Processor -- start 2024-09-19T05:36:39.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.241+0000 7f953ee65640 1 -- start start 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f953ee65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95380cf270 0x7f95380af020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f953ee65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 0x7f953815f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f953ee65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9538145730 0x7f95380ab820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f953ee65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f953806df30 con 0x7f95381451d0 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f953ee65640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95380b38b0 con 0x7f9538145730 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f953ee65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f953806e0b0 con 0x7f95380cf270 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f9537fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 0x7f953815f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f9537fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 0x7f953815f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48898/0 (socket says 172.21.15.39:48898) 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f9537fff640 1 -- 172.21.15.39:0/1286491752 learned_addr learned my addr 172.21.15.39:0/1286491752 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f953cc01640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95380cf270 0x7f95380af020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.242+0000 7f953d402640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9538145730 0x7f95380ab820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:39.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f9537fff640 1 -- 172.21.15.39:0/1286491752 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95380cf270 msgr2=0x7f95380af020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f9537fff640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95380cf270 0x7f95380af020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f9537fff640 1 -- 172.21.15.39:0/1286491752 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9538145730 msgr2=0x7f95380ab820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f9537fff640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9538145730 0x7f95380ab820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f9537fff640 1 -- 172.21.15.39:0/1286491752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95380aa630 con 0x7f95381451d0 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f9537fff640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 0x7f953815f2f0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f952400d5f0 tx=0x7f952400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f95357fa640 1 -- 172.21.15.39:0/1286491752 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95240125f0 con 0x7f95381451d0 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f95357fa640 1 -- 172.21.15.39:0/1286491752 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9524019070 con 0x7f95381451d0 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f95357fa640 1 -- 172.21.15.39:0/1286491752 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95240129d0 con 0x7f95381451d0 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95380af560 con 0x7f95381451d0 2024-09-19T05:36:39.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.243+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95380aabb0 con 0x7f95381451d0 2024-09-19T05:36:39.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.244+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9538140450 con 0x7f95381451d0 2024-09-19T05:36:39.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.245+0000 7f95357fa640 1 -- 172.21.15.39:0/1286491752 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9524012b70 con 0x7f95381451d0 2024-09-19T05:36:39.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.245+0000 7f95357fa640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f951c06c2b0 0x7f951c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:39.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.245+0000 7f95357fa640 1 -- 172.21.15.39:0/1286491752 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5227+0+0 (secure 0 0 0) 0x7f952408b4c0 con 0x7f95381451d0 2024-09-19T05:36:39.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.245+0000 7f953cc01640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f951c06c2b0 0x7f951c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:39.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.246+0000 7f953cc01640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f951c06c2b0 0x7f951c06e770 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f952c034000 tx=0x7f952c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:39.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.250+0000 7f95357fa640 1 -- 172.21.15.39:0/1286491752 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9538140450 con 0x7f95381451d0 2024-09-19T05:36:39.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:39.426+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f953806cfc0 con 0x7f95381451d0 2024-09-19T05:36:40.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.101+0000 7f95357fa640 1 -- 172.21.15.39:0/1286491752 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v76) ==== 170+0+0 (secure 0 0 0) 0x7f9524059850 con 0x7f95381451d0 2024-09-19T05:36:40.103 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f951c06c2b0 msgr2=0x7f951c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f951c06c2b0 0x7f951c06e770 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f952c034000 tx=0x7f952c02e000 comp rx=0 tx=0).stop 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 msgr2=0x7f953815f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 0x7f953815f2f0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f952400d5f0 tx=0x7f952400dab0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 shutdown_connections 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f951c06c2b0 0x7f951c06e770 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9538145730 0x7f95380ab820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95381451d0 0x7f953815f2f0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 --2- 172.21.15.39:0/1286491752 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95380cf270 0x7f95380af020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 >> 172.21.15.39:0/1286491752 conn(0x7f95380b5cb0 msgr2=0x7f95380b2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:40.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 shutdown_connections 2024-09-19T05:36:40.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.104+0000 7f953ee65640 1 -- 172.21.15.39:0/1286491752 wait complete. 2024-09-19T05:36:40.133 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:36:40.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.243+0000 7f86af253640 1 Processor -- start 2024-09-19T05:36:40.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.243+0000 7f86af253640 1 -- start start 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.243+0000 7f86af253640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80cfac0 0x7f86a806bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86af253640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86a80d2ed0 con 0x7f86a806bb20 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86af253640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86a80d31b0 con 0x7f86a815e820 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86af253640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f86a806c4b0 con 0x7f86a80cfac0 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f86a806bb20 0x7f86a80cf3b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57980/0 (socket says 172.21.15.39:57980) 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a7fff640 1 -- 172.21.15.39:0/933785435 learned_addr learned my addr 172.21.15.39:0/933785435 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86ad7f0640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80cfac0 0x7f86a806bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3535710856 0 0) 0x7f86a80d2ed0 con 0x7f86a806bb20 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8698003520 con 0x7f86a806bb20 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1098378609 0 0) 0x7f86a80d31b0 con 0x7f86a815e820 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f86a80d2ed0 con 0x7f86a815e820 2024-09-19T05:36:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1452966620 0 0) 0x7f8698003520 con 0x7f86a806bb20 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80cfac0 msgr2=0x7f86a806bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80cfac0 0x7f86a806bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 >> v1:172.21.15.50:6789/0 conn(0x7f86a815e820 legacy=0x7f86a80d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86a80d3490 con 0x7f86a806bb20 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f8694001670 con 0x7f86a806bb20 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 >> v1:172.21.15.39:6789/0 conn(0x7f86a806bb20 legacy=0x7f86a80cf3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f8698003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8698004800 0x7f8698004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80cfac0 0x7f86980051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f86a806c4b0 con 0x7f8698003b70 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f869800ba70 con 0x7f8698004800 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f869800bc70 con 0x7f86a80cfac0 2024-09-19T05:36:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.244+0000 7f86acfef640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f8698003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.245+0000 7f86a7fff640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8698004800 0x7f8698004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.245+0000 7f86ad7f0640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80cfac0 0x7f86980051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.245+0000 7f86acfef640 1 -- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80cfac0 msgr2=0x7f86980051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.245+0000 7f86acfef640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80cfac0 0x7f86980051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.245+0000 7f86acfef640 1 -- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8698004800 msgr2=0x7f8698004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.245+0000 7f86acfef640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8698004800 0x7f8698004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.245+0000 7f86acfef640 1 -- 172.21.15.39:0/933785435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8698003520 con 0x7f8698003b70 2024-09-19T05:36:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86acfef640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f8698003f70 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f869c0018d0 tx=0x7f8698005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db4e1ab4dc41c8c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:40.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869c0014f0 con 0x7f8698003b70 2024-09-19T05:36:40.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f869c0052d0 con 0x7f8698003b70 2024-09-19T05:36:40.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86a77fe640 1 -- 172.21.15.39:0/933785435 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869c02aca0 con 0x7f8698003b70 2024-09-19T05:36:40.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86af253640 1 -- 172.21.15.39:0/933785435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 msgr2=0x7f8698003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86af253640 1 --2- 172.21.15.39:0/933785435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f8698003f70 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f869c0018d0 tx=0x7f8698005830 comp rx=0 tx=0).stop 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86ad7f0640 1 -- 172.21.15.39:0/933785435 reap_dead start 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86af253640 1 -- 172.21.15.39:0/933785435 shutdown_connections 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86af253640 1 -- 172.21.15.39:0/933785435 >> 172.21.15.39:0/933785435 conn(0x7f86a8072770 msgr2=0x7f86a80d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86af253640 1 -- 172.21.15.39:0/933785435 shutdown_connections 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.246+0000 7f86af253640 1 -- 172.21.15.39:0/933785435 wait complete. 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.248+0000 7f86af253640 1 Processor -- start 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.248+0000 7f86af253640 1 -- start start 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86af253640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f86a814d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86af253640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80b3690 0x7f86a80b3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86af253640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86a815aef0 0x7f86a815b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86af253640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f86a80d3a50 con 0x7f8698003b70 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86af253640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f86a80d2c80 con 0x7f86a815aef0 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86af253640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f86a806bf70 con 0x7f86a80b3690 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86acfef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f86a814d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86acfef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f86a814d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48910/0 (socket says 172.21.15.39:48910) 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86acfef640 1 -- 172.21.15.39:0/2068013038 learned_addr learned my addr 172.21.15.39:0/2068013038 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86a7fff640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80b3690 0x7f86a80b3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86ad7f0640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86a815aef0 0x7f86a815b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86acfef640 1 -- 172.21.15.39:0/2068013038 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80b3690 msgr2=0x7f86a80b3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86acfef640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80b3690 0x7f86a80b3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86acfef640 1 -- 172.21.15.39:0/2068013038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86a815aef0 msgr2=0x7f86a815b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86acfef640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86a815aef0 0x7f86a815b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86acfef640 1 -- 172.21.15.39:0/2068013038 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86a80b4110 con 0x7f8698003b70 2024-09-19T05:36:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86ad7f0640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86a815aef0 0x7f86a815b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86acfef640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f86a814d350 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f869c005040 tx=0x7f869c0012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86a57fa640 1 -- 172.21.15.39:0/2068013038 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869c037040 con 0x7f8698003b70 2024-09-19T05:36:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86a57fa640 1 -- 172.21.15.39:0/2068013038 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f869c006e50 con 0x7f8698003b70 2024-09-19T05:36:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86a80b43f0 con 0x7f8698003b70 2024-09-19T05:36:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86a57fa640 1 -- 172.21.15.39:0/2068013038 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869c0014f0 con 0x7f8698003b70 2024-09-19T05:36:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.249+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86a814dde0 con 0x7f8698003b70 2024-09-19T05:36:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.251+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86a8063610 con 0x7f8698003b70 2024-09-19T05:36:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.251+0000 7f86a57fa640 1 -- 172.21.15.39:0/2068013038 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f869c044020 con 0x7f8698003b70 2024-09-19T05:36:40.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.251+0000 7f86a57fa640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868c06c2e0 0x7f868c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:40.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.252+0000 7f86a57fa640 1 -- 172.21.15.39:0/2068013038 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 5609+0+0 (secure 0 0 0) 0x7f869c0ab120 con 0x7f8698003b70 2024-09-19T05:36:40.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.252+0000 7f86a7fff640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868c06c2e0 0x7f868c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:40.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.252+0000 7f86a7fff640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868c06c2e0 0x7f868c06e7a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f8694000fb0 tx=0x7f86940015b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:40.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.256+0000 7f86a57fa640 1 -- 172.21.15.39:0/2068013038 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f869c079a10 con 0x7f8698003b70 2024-09-19T05:36:40.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:40.466+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f86a80b7dd0 con 0x7f8698003b70 2024-09-19T05:36:41.152 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 12 and data pool 13 2024-09-19T05:36:41.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.150+0000 7f86a57fa640 1 -- 172.21.15.39:0/2068013038 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v41) ==== 174+0+0 (secure 0 0 0) 0x7f86a80b7dd0 con 0x7f8698003b70 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.155+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868c06c2e0 msgr2=0x7f868c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.155+0000 7f86af253640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868c06c2e0 0x7f868c06e7a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f8694000fb0 tx=0x7f86940015b0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.155+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 msgr2=0x7f86a814d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.155+0000 7f86af253640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f86a814d350 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f869c005040 tx=0x7f869c0012d0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.156+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 shutdown_connections 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.156+0000 7f86af253640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f868c06c2e0 0x7f868c06e7a0 secure :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f8694000fb0 tx=0x7f86940015b0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.156+0000 7f86af253640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86a815aef0 0x7f86a815b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.156+0000 7f86af253640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f86a80b3690 0x7f86a80b3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.156+0000 7f86af253640 1 --2- 172.21.15.39:0/2068013038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8698003b70 0x7f86a814d350 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.157+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 >> 172.21.15.39:0/2068013038 conn(0x7f86a8072770 msgr2=0x7f86a80cb770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:41.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.158+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 shutdown_connections 2024-09-19T05:36:41.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.159+0000 7f86af253640 1 -- 172.21.15.39:0/2068013038 wait complete. 2024-09-19T05:36:41.179 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:41.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.283+0000 7f61cffe4640 1 Processor -- start 2024-09-19T05:36:41.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.283+0000 7f61cffe4640 1 -- start start 2024-09-19T05:36:41.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.284+0000 7f61cffe4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f61c806bb20 0x7f61c815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.284+0000 7f61cffe4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f61c806d160 0x7f61c806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.284+0000 7f61cffe4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61c81603c0 con 0x7f61c815e4f0 2024-09-19T05:36:41.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.284+0000 7f61cffe4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f61c806ccd0 con 0x7f61c806d160 2024-09-19T05:36:41.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.284+0000 7f61cffe4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f61c806c0c0 con 0x7f61c806bb20 2024-09-19T05:36:41.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.284+0000 7f61ce581640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f61c806d160 0x7f61c806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.284+0000 7f61cdd80640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f61c815e4f0 0x7f61c815fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57982/0 (socket says 172.21.15.39:57982) 2024-09-19T05:36:41.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.284+0000 7f61cdd80640 1 -- 172.21.15.39:0/2699084200 learned_addr learned my addr 172.21.15.39:0/2699084200 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:41.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.285+0000 7f61cd57f640 1 --2- 172.21.15.39:0/2699084200 >> v2:172.21.15.50:3300/0 conn(0x7f61c806bb20 0x7f61c815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.285+0000 7f61ce581640 1 -- 172.21.15.39:0/2699084200 >> v2:172.21.15.50:3300/0 conn(0x7f61c806bb20 msgr2=0x7f61c815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:41.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.285+0000 7f61ce581640 1 --2- 172.21.15.39:0/2699084200 >> v2:172.21.15.50:3300/0 conn(0x7f61c806bb20 0x7f61c815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.285+0000 7f61ce581640 1 -- 172.21.15.39:0/2699084200 >> v1:172.21.15.39:6789/0 conn(0x7f61c815e4f0 legacy=0x7f61c815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.285+0000 7f61ce581640 1 -- 172.21.15.39:0/2699084200 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61c806c3a0 con 0x7f61c806d160 2024-09-19T05:36:41.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.285+0000 7f61ccd7e640 1 -- 172.21.15.39:0/2699084200 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1516603756 0 0) 0x7f61c81603c0 con 0x7f61c815e4f0 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.285+0000 7f61ce581640 1 --2- 172.21.15.39:0/2699084200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c806d160 0x7f61c806d5a0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f61c8162040 tx=0x7f61c002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64abf0cb15ed2b30 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61ccd7e640 1 -- 172.21.15.39:0/2699084200 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0007740 con 0x7f61c806d160 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61ccd7e640 1 -- 172.21.15.39:0/2699084200 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61c00078e0 con 0x7f61c806d160 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61ccd7e640 1 -- 172.21.15.39:0/2699084200 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0007cb0 con 0x7f61c806d160 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61cffe4640 1 -- 172.21.15.39:0/2699084200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c806d160 msgr2=0x7f61c806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61cffe4640 1 --2- 172.21.15.39:0/2699084200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c806d160 0x7f61c806d5a0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f61c8162040 tx=0x7f61c002a680 comp rx=0 tx=0).stop 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61cffe4640 1 -- 172.21.15.39:0/2699084200 shutdown_connections 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61cffe4640 1 --2- 172.21.15.39:0/2699084200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c806d160 0x7f61c806d5a0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61cffe4640 1 --2- 172.21.15.39:0/2699084200 >> v2:172.21.15.50:3300/0 conn(0x7f61c806bb20 0x7f61c815f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61cffe4640 1 -- 172.21.15.39:0/2699084200 >> 172.21.15.39:0/2699084200 conn(0x7f61c806e5b0 msgr2=0x7f61c806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:41.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61cffe4640 1 -- 172.21.15.39:0/2699084200 shutdown_connections 2024-09-19T05:36:41.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.286+0000 7f61cffe4640 1 -- 172.21.15.39:0/2699084200 wait complete. 2024-09-19T05:36:41.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.287+0000 7f61cffe4640 1 Processor -- start 2024-09-19T05:36:41.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.287+0000 7f61cffe4640 1 -- start start 2024-09-19T05:36:41.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61cffe4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f61c806bb20 0x7f61c80d15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61cffe4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f61c806d160 0x7f61c815af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61cffe4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c815e4f0 0x7f61c814c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61cffe4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f61c806dae0 con 0x7f61c815e4f0 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61cffe4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f61c806c960 con 0x7f61c806bb20 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61cffe4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f61c815e8d0 con 0x7f61c806d160 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61ce581640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c815e4f0 0x7f61c814c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61ce581640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c815e4f0 0x7f61c814c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48942/0 (socket says 172.21.15.39:48942) 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61ce581640 1 -- 172.21.15.39:0/560203245 learned_addr learned my addr 172.21.15.39:0/560203245 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61cdd80640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f61c806bb20 0x7f61c80d15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.288+0000 7f61cd57f640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f61c806d160 0x7f61c815af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61ce581640 1 -- 172.21.15.39:0/560203245 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f61c806d160 msgr2=0x7f61c815af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61ce581640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f61c806d160 0x7f61c815af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61ce581640 1 -- 172.21.15.39:0/560203245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f61c806bb20 msgr2=0x7f61c80d15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61ce581640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f61c806bb20 0x7f61c80d15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61ce581640 1 -- 172.21.15.39:0/560203245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61c81f7a90 con 0x7f61c815e4f0 2024-09-19T05:36:41.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61ce581640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c815e4f0 0x7f61c814c080 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f61c002ac70 tx=0x7f61c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:41.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61be7fc640 1 -- 172.21.15.39:0/560203245 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0040070 con 0x7f61c815e4f0 2024-09-19T05:36:41.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61be7fc640 1 -- 172.21.15.39:0/560203245 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61c0031bc0 con 0x7f61c815e4f0 2024-09-19T05:36:41.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61c81f7d70 con 0x7f61c815e4f0 2024-09-19T05:36:41.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61be7fc640 1 -- 172.21.15.39:0/560203245 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0045460 con 0x7f61c815e4f0 2024-09-19T05:36:41.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.289+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61c81f8330 con 0x7f61c815e4f0 2024-09-19T05:36:41.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.290+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61c806d5a0 con 0x7f61c815e4f0 2024-09-19T05:36:41.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.290+0000 7f61be7fc640 1 -- 172.21.15.39:0/560203245 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f61c0039040 con 0x7f61c815e4f0 2024-09-19T05:36:41.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.291+0000 7f61be7fc640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f61ac06c2b0 0x7f61ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.291+0000 7f61be7fc640 1 -- 172.21.15.39:0/560203245 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5709+0+0 (secure 0 0 0) 0x7f61c00acd60 con 0x7f61c815e4f0 2024-09-19T05:36:41.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.291+0000 7f61cdd80640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f61ac06c2b0 0x7f61ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.291+0000 7f61cdd80640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f61ac06c2b0 0x7f61ac06e770 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f61c4000f60 tx=0x7f61c4007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:41.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.295+0000 7f61be7fc640 1 -- 172.21.15.39:0/560203245 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f61c007b4d0 con 0x7f61c815e4f0 2024-09-19T05:36:41.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.471+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f61c806f3e0 con 0x7f61c815e4f0 2024-09-19T05:36:41.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.472+0000 7f61be7fc640 1 -- 172.21.15.39:0/560203245 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+16709 (secure 0 0 0) 0x7f61c007add0 con 0x7f61c815e4f0 2024-09-19T05:36:41.474 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:41.474 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":77,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:40.467665+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:38.118352+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:39.457347+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:41.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f61ac06c2b0 msgr2=0x7f61ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f61ac06c2b0 0x7f61ac06e770 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f61c4000f60 tx=0x7f61c4007c00 comp rx=0 tx=0).stop 2024-09-19T05:36:41.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c815e4f0 msgr2=0x7f61c814c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c815e4f0 0x7f61c814c080 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f61c002ac70 tx=0x7f61c0004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:41.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 shutdown_connections 2024-09-19T05:36:41.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f61ac06c2b0 0x7f61ac06e770 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61c815e4f0 0x7f61c814c080 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f61c806d160 0x7f61c815af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 --2- 172.21.15.39:0/560203245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f61c806bb20 0x7f61c80d15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 >> 172.21.15.39:0/560203245 conn(0x7f61c806e5b0 msgr2=0x7f61c80b3770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:41.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 shutdown_connections 2024-09-19T05:36:41.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.474+0000 7f61cffe4640 1 -- 172.21.15.39:0/560203245 wait complete. 2024-09-19T05:36:41.487 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:41.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.588+0000 7fab2c111640 1 Processor -- start 2024-09-19T05:36:41.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.588+0000 7fab2c111640 1 -- start start 2024-09-19T05:36:41.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.589+0000 7fab2c111640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fab24073850 0x7fab24070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.589+0000 7fab2c111640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab2415a280 con 0x7fab24159ea0 2024-09-19T05:36:41.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.589+0000 7fab2c111640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab240719e0 con 0x7fab240b6310 2024-09-19T05:36:41.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.589+0000 7fab2c111640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fab240b5550 con 0x7fab24073850 2024-09-19T05:36:41.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.589+0000 7fab296ac640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fab24073850 0x7fab24070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.589+0000 7fab29ead640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fab24159ea0 0x7fab24073140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57988/0 (socket says 172.21.15.39:57988) 2024-09-19T05:36:41.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.589+0000 7fab29ead640 1 -- 172.21.15.39:0/4057899959 learned_addr learned my addr 172.21.15.39:0/4057899959 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:41.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.590+0000 7fab296ac640 1 -- 172.21.15.39:0/4057899959 >> v1:172.21.15.50:6789/0 conn(0x7fab240b6310 legacy=0x7fab240711b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:41.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.590+0000 7fab296ac640 1 -- 172.21.15.39:0/4057899959 >> v1:172.21.15.39:6789/0 conn(0x7fab24159ea0 legacy=0x7fab24073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.590+0000 7fab28eab640 1 -- 172.21.15.39:0/4057899959 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1766643996 0 0) 0x7fab2415a280 con 0x7fab24159ea0 2024-09-19T05:36:41.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.590+0000 7fab296ac640 1 -- 172.21.15.39:0/4057899959 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab240b5830 con 0x7fab24073850 2024-09-19T05:36:41.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.590+0000 7fab296ac640 1 --2- 172.21.15.39:0/4057899959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab24073850 0x7fab24070c70 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fab140097a0 tx=0x7fab1402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5ac5aab363bc636 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:41.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab28eab640 1 -- 172.21.15.39:0/4057899959 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab14037070 con 0x7fab24073850 2024-09-19T05:36:41.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab28eab640 1 -- 172.21.15.39:0/4057899959 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab14032440 con 0x7fab24073850 2024-09-19T05:36:41.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab28eab640 1 -- 172.21.15.39:0/4057899959 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab14032810 con 0x7fab24073850 2024-09-19T05:36:41.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab2c111640 1 -- 172.21.15.39:0/4057899959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab24073850 msgr2=0x7fab24070c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab2c111640 1 --2- 172.21.15.39:0/4057899959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab24073850 0x7fab24070c70 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fab140097a0 tx=0x7fab1402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab2c111640 1 -- 172.21.15.39:0/4057899959 shutdown_connections 2024-09-19T05:36:41.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab2c111640 1 --2- 172.21.15.39:0/4057899959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab24073850 0x7fab24070c70 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab2c111640 1 -- 172.21.15.39:0/4057899959 >> 172.21.15.39:0/4057899959 conn(0x7fab2406e5b0 msgr2=0x7fab2406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab2c111640 1 -- 172.21.15.39:0/4057899959 shutdown_connections 2024-09-19T05:36:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.591+0000 7fab2c111640 1 -- 172.21.15.39:0/4057899959 wait complete. 2024-09-19T05:36:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.592+0000 7fab2c111640 1 Processor -- start 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.592+0000 7fab2c111640 1 -- start start 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.593+0000 7fab2c111640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab24073850 0x7fab241591d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.593+0000 7fab2c111640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab240b6310 0x7fab2414dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.593+0000 7fab2c111640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab24159ea0 0x7fab240d0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.593+0000 7fab2c111640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fab24166fe0 con 0x7fab240b6310 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.593+0000 7fab2c111640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fab240b5df0 con 0x7fab24159ea0 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.593+0000 7fab2c111640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fab24167160 con 0x7fab24073850 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.593+0000 7fab296ac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab240b6310 0x7fab2414dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.593+0000 7fab296ac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab240b6310 0x7fab2414dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48958/0 (socket says 172.21.15.39:48958) 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.593+0000 7fab296ac640 1 -- 172.21.15.39:0/3994053700 learned_addr learned my addr 172.21.15.39:0/3994053700 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab29ead640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab24073850 0x7fab241591d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab296ac640 1 -- 172.21.15.39:0/3994053700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab24073850 msgr2=0x7fab241591d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab2a6ae640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab24159ea0 0x7fab240d0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab296ac640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab24073850 0x7fab241591d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab296ac640 1 -- 172.21.15.39:0/3994053700 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab24159ea0 msgr2=0x7fab240d0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab296ac640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab24159ea0 0x7fab240d0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab296ac640 1 -- 172.21.15.39:0/3994053700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab240b4e90 con 0x7fab240b6310 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab296ac640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab240b6310 0x7fab2414dd70 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fab140097a0 tx=0x7fab140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab1a7fc640 1 -- 172.21.15.39:0/3994053700 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab14041070 con 0x7fab240b6310 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab1a7fc640 1 -- 172.21.15.39:0/3994053700 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab1403c870 con 0x7fab240b6310 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab24159710 con 0x7fab240b6310 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab1a7fc640 1 -- 172.21.15.39:0/3994053700 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab14037040 con 0x7fab240b6310 2024-09-19T05:36:41.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.594+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab240b40d0 con 0x7fab240b6310 2024-09-19T05:36:41.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.595+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab24073140 con 0x7fab240b6310 2024-09-19T05:36:41.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.595+0000 7fab1a7fc640 1 -- 172.21.15.39:0/3994053700 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fab14044070 con 0x7fab240b6310 2024-09-19T05:36:41.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.596+0000 7fab1a7fc640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fab0806c2b0 0x7fab0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.596+0000 7fab1a7fc640 1 -- 172.21.15.39:0/3994053700 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5709+0+0 (secure 0 0 0) 0x7fab140ac050 con 0x7fab240b6310 2024-09-19T05:36:41.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.596+0000 7fab29ead640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fab0806c2b0 0x7fab0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.596+0000 7fab29ead640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fab0806c2b0 0x7fab0806e770 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fab20000f60 tx=0x7fab20009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:41.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.600+0000 7fab1a7fc640 1 -- 172.21.15.39:0/3994053700 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fab1407a970 con 0x7fab240b6310 2024-09-19T05:36:41.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.776+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab240b6cd0 con 0x7fab240b6310 2024-09-19T05:36:41.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.777+0000 7fab1a7fc640 1 -- 172.21.15.39:0/3994053700 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+16709 (secure 0 0 0) 0x7fab1407a270 con 0x7fab240b6310 2024-09-19T05:36:41.778 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:41.779 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":77,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:40.467665+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:38.118352+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:39.457347+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fab0806c2b0 msgr2=0x7fab0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fab0806c2b0 0x7fab0806e770 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fab20000f60 tx=0x7fab20009040 comp rx=0 tx=0).stop 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab240b6310 msgr2=0x7fab2414dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab240b6310 0x7fab2414dd70 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fab140097a0 tx=0x7fab140046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 shutdown_connections 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fab0806c2b0 0x7fab0806e770 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab24159ea0 0x7fab240d0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab240b6310 0x7fab2414dd70 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 --2- 172.21.15.39:0/3994053700 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fab24073850 0x7fab241591d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 >> 172.21.15.39:0/3994053700 conn(0x7fab2406e5b0 msgr2=0x7fab240d26c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 shutdown_connections 2024-09-19T05:36:41.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.779+0000 7fab2c111640 1 -- 172.21.15.39:0/3994053700 wait complete. 2024-09-19T05:36:41.792 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:36:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.896+0000 7f14c4ff6640 1 Processor -- start 2024-09-19T05:36:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.896+0000 7f14c4ff6640 1 -- start start 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14c4ff6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f14c015e900 0x7f14c00b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14c4ff6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f14c006bb20 0x7f14c00b5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14c4ff6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14c006d720 con 0x7f14c015e520 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14c4ff6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f14c00b5b70 con 0x7f14c015e900 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14c4ff6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f14c006da00 con 0x7f14c006bb20 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14bdd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f14c015e900 0x7f14c00b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14bdd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f14c015e900 0x7f14c00b4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48968/0 (socket says 172.21.15.39:48968) 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14bdd9b640 1 -- 172.21.15.39:0/1673045646 learned_addr learned my addr 172.21.15.39:0/1673045646 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14bed9d640 1 --2- 172.21.15.39:0/1673045646 >> v2:172.21.15.50:3300/0 conn(0x7f14c006bb20 0x7f14c00b5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14bdd9b640 1 -- 172.21.15.39:0/1673045646 >> v2:172.21.15.50:3300/0 conn(0x7f14c006bb20 msgr2=0x7f14c00b5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:41.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14bdd9b640 1 --2- 172.21.15.39:0/1673045646 >> v2:172.21.15.50:3300/0 conn(0x7f14c006bb20 0x7f14c00b5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14bdd9b640 1 -- 172.21.15.39:0/1673045646 >> v1:172.21.15.50:6789/0 conn(0x7f14c015e520 legacy=0x7f14c00b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14bdd9b640 1 -- 172.21.15.39:0/1673045646 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c0073b50 con 0x7f14c015e900 2024-09-19T05:36:41.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.897+0000 7f14bed9d640 1 --2- 172.21.15.39:0/1673045646 >> v2:172.21.15.50:3300/0 conn(0x7f14c006bb20 0x7f14c00b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:41.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.898+0000 7f14bdd9b640 1 --2- 172.21.15.39:0/1673045646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 0x7f14c00b4e90 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f14c00d36f0 tx=0x7f14a802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a37d8e5d8227b46b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:41.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.898+0000 7f14bd59a640 1 -- 172.21.15.39:0/1673045646 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a8037070 con 0x7f14c015e900 2024-09-19T05:36:41.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.898+0000 7f14bd59a640 1 -- 172.21.15.39:0/1673045646 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14a8032440 con 0x7f14c015e900 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.898+0000 7f14bd59a640 1 -- 172.21.15.39:0/1673045646 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a8032810 con 0x7f14c015e900 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.899+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1673045646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 msgr2=0x7f14c00b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.899+0000 7f14c4ff6640 1 --2- 172.21.15.39:0/1673045646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 0x7f14c00b4e90 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f14c00d36f0 tx=0x7f14a802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.899+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1673045646 shutdown_connections 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.899+0000 7f14c4ff6640 1 --2- 172.21.15.39:0/1673045646 >> v2:172.21.15.50:3300/0 conn(0x7f14c006bb20 0x7f14c00b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.899+0000 7f14c4ff6640 1 --2- 172.21.15.39:0/1673045646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 0x7f14c00b4e90 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.899+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1673045646 >> 172.21.15.39:0/1673045646 conn(0x7f14c00b4330 msgr2=0x7f14c00b4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.899+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1673045646 shutdown_connections 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.899+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1673045646 wait complete. 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.900+0000 7f14c4ff6640 1 Processor -- start 2024-09-19T05:36:41.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.900+0000 7f14c4ff6640 1 -- start start 2024-09-19T05:36:41.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14c4ff6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14c006bb20 0x7f14c00b3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14c4ff6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c015e520 0x7f14c0144c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14c4ff6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 0x7f14c01453d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14c4ff6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f14c00b76c0 con 0x7f14c015e900 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14c4ff6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f14c0074110 con 0x7f14c015e520 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14c4ff6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f14c00b7840 con 0x7f14c006bb20 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 0x7f14c01453d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 0x7f14c01453d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48972/0 (socket says 172.21.15.39:48972) 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bed9d640 1 -- 172.21.15.39:0/1845108438 learned_addr learned my addr 172.21.15.39:0/1845108438 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14be59c640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14c006bb20 0x7f14c00b3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bdd9b640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c015e520 0x7f14c0144c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bed9d640 1 -- 172.21.15.39:0/1845108438 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14c006bb20 msgr2=0x7f14c00b3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bed9d640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14c006bb20 0x7f14c00b3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bed9d640 1 -- 172.21.15.39:0/1845108438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c015e520 msgr2=0x7f14c0144c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:41.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bed9d640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c015e520 0x7f14c0144c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:41.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bed9d640 1 -- 172.21.15.39:0/1845108438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c00b24f0 con 0x7f14c015e900 2024-09-19T05:36:41.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.901+0000 7f14bed9d640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 0x7f14c01453d0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f14b8007df0 tx=0x7f14b800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:41.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.902+0000 7f14b6ffd640 1 -- 172.21.15.39:0/1845108438 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b801a070 con 0x7f14c015e900 2024-09-19T05:36:41.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.902+0000 7f14b6ffd640 1 -- 172.21.15.39:0/1845108438 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14b8003990 con 0x7f14c015e900 2024-09-19T05:36:41.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.902+0000 7f14b6ffd640 1 -- 172.21.15.39:0/1845108438 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b8003d80 con 0x7f14c015e900 2024-09-19T05:36:41.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.902+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14c00b27d0 con 0x7f14c015e900 2024-09-19T05:36:41.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.902+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14c00b2d90 con 0x7f14c015e900 2024-09-19T05:36:41.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.903+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14c0063610 con 0x7f14c015e900 2024-09-19T05:36:41.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.903+0000 7f14b6ffd640 1 -- 172.21.15.39:0/1845108438 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f14b801d070 con 0x7f14c015e900 2024-09-19T05:36:41.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.904+0000 7f14b6ffd640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f14a006c2b0 0x7f14a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:41.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.904+0000 7f14b6ffd640 1 -- 172.21.15.39:0/1845108438 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5709+0+0 (secure 0 0 0) 0x7f14b808b580 con 0x7f14c015e900 2024-09-19T05:36:41.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.904+0000 7f14be59c640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f14a006c2b0 0x7f14a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:41.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.904+0000 7f14be59c640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f14a006c2b0 0x7f14a006e770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f14c00cc220 tx=0x7f14b0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:41.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:41.908+0000 7f14b6ffd640 1 -- 172.21.15.39:0/1845108438 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14b8010070 con 0x7f14c015e900 2024-09-19T05:36:42.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.122+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f14c00b5630 con 0x7f14c015e900 2024-09-19T05:36:42.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.145+0000 7f14b6ffd640 1 -- 172.21.15.39:0/1845108438 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v42) ==== 118+0+0 (secure 0 0 0) 0x7f14b8059730 con 0x7f14c015e900 2024-09-19T05:36:42.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f14a006c2b0 msgr2=0x7f14a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:42.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f14a006c2b0 0x7f14a006e770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f14c00cc220 tx=0x7f14b0009040 comp rx=0 tx=0).stop 2024-09-19T05:36:42.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 msgr2=0x7f14c01453d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:42.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 0x7f14c01453d0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f14b8007df0 tx=0x7f14b800d4a0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 shutdown_connections 2024-09-19T05:36:42.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f14a006c2b0 0x7f14a006e770 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14c015e900 0x7f14c01453d0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f14c015e520 0x7f14c0144c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 --2- 172.21.15.39:0/1845108438 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f14c006bb20 0x7f14c00b3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 >> 172.21.15.39:0/1845108438 conn(0x7f14c00b4330 msgr2=0x7f14c015a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:42.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 shutdown_connections 2024-09-19T05:36:42.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.147+0000 7f14c4ff6640 1 -- 172.21.15.39:0/1845108438 wait complete. 2024-09-19T05:36:42.161 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:36:42.161 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:36:42.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.265+0000 7fca55e65640 1 Processor -- start 2024-09-19T05:36:42.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.265+0000 7fca55e65640 1 -- start start 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.266+0000 7fca55e65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fca5015b230 0x7fca5015c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.266+0000 7fca55e65640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca5015eff0 con 0x7fca50072c50 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.266+0000 7fca55e65640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca5015f2b0 con 0x7fca500b4c90 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.266+0000 7fca55e65640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fca5015fbe0 con 0x7fca5015b230 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.266+0000 7fca4effd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fca50072c50 0x7fca500b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57990/0 (socket says 172.21.15.39:57990) 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.266+0000 7fca4effd640 1 -- 172.21.15.39:0/4237367558 learned_addr learned my addr 172.21.15.39:0/4237367558 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3300289112 0 0) 0x7fca5015eff0 con 0x7fca50072c50 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fca38005730 con 0x7fca50072c50 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4f7fe640 1 --2- 172.21.15.39:0/4237367558 >> v2:172.21.15.50:3300/0 conn(0x7fca5015b230 0x7fca5015c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2686709006 0 0) 0x7fca38005730 con 0x7fca50072c50 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 >> v2:172.21.15.50:3300/0 conn(0x7fca5015b230 msgr2=0x7fca5015c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 --2- 172.21.15.39:0/4237367558 >> v2:172.21.15.50:3300/0 conn(0x7fca5015b230 0x7fca5015c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 >> v1:172.21.15.50:6789/0 conn(0x7fca500b4c90 legacy=0x7fca50071010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca5015f590 con 0x7fca50072c50 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fca44001670 con 0x7fca50072c50 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 >> v1:172.21.15.39:6789/0 conn(0x7fca50072c50 legacy=0x7fca500b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca38005bc0 0x7fca38005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca38006a10 0x7fca38006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca380073d0 0x7fca3800dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fca5015fbe0 con 0x7fca380073d0 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fca3800e270 con 0x7fca38005bc0 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fca3800e470 con 0x7fca38006a10 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4ffff640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca380073d0 0x7fca3800dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4effd640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca38006a10 0x7fca38006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.267+0000 7fca4f7fe640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca38005bc0 0x7fca38005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4ffff640 1 -- 172.21.15.39:0/4237367558 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca38006a10 msgr2=0x7fca38006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4ffff640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca38006a10 0x7fca38006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4ffff640 1 -- 172.21.15.39:0/4237367558 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca38005bc0 msgr2=0x7fca38005fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4ffff640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca38005bc0 0x7fca38005fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4ffff640 1 -- 172.21.15.39:0/4237367558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca38005730 con 0x7fca380073d0 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4ffff640 1 -- 172.21.15.39:0/4237367558 reap_dead start 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4ffff640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca380073d0 0x7fca3800dbd0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fca48001e50 tx=0x7fca38007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1be4bc321ca690f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca48001a70 con 0x7fca380073d0 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca48003970 con 0x7fca380073d0 2024-09-19T05:36:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.268+0000 7fca4e7fc640 1 -- 172.21.15.39:0/4237367558 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca48003d60 con 0x7fca380073d0 2024-09-19T05:36:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.269+0000 7fca55e65640 1 -- 172.21.15.39:0/4237367558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca380073d0 msgr2=0x7fca3800dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.269+0000 7fca55e65640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca380073d0 0x7fca3800dbd0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fca48001e50 tx=0x7fca38007a40 comp rx=0 tx=0).stop 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.269+0000 7fca55e65640 1 -- 172.21.15.39:0/4237367558 shutdown_connections 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.269+0000 7fca55e65640 1 --2- 172.21.15.39:0/4237367558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca380073d0 0x7fca3800dbd0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.269+0000 7fca55e65640 1 -- 172.21.15.39:0/4237367558 >> 172.21.15.39:0/4237367558 conn(0x7fca500b5cb0 msgr2=0x7fca5006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.269+0000 7fca55e65640 1 -- 172.21.15.39:0/4237367558 shutdown_connections 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.269+0000 7fca55e65640 1 -- 172.21.15.39:0/4237367558 wait complete. 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.270+0000 7fca55e65640 1 Processor -- start 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca55e65640 1 -- start start 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca55e65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca380073d0 0x7fca500b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca55e65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca5014bd80 0x7fca500b0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca55e65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca500ae8a0 0x7fca500aed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca55e65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fca5015b790 con 0x7fca500ae8a0 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca55e65640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fca5015b610 con 0x7fca5014bd80 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca55e65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fca5006e1e0 con 0x7fca380073d0 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca4ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca500ae8a0 0x7fca500aed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca4ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca500ae8a0 0x7fca500aed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48982/0 (socket says 172.21.15.39:48982) 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca4ffff640 1 -- 172.21.15.39:0/1261198500 learned_addr learned my addr 172.21.15.39:0/1261198500 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca4f7fe640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca380073d0 0x7fca500b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.271+0000 7fca4effd640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca5014bd80 0x7fca500b0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca4ffff640 1 -- 172.21.15.39:0/1261198500 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca380073d0 msgr2=0x7fca500b24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca4ffff640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca380073d0 0x7fca500b24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca4ffff640 1 -- 172.21.15.39:0/1261198500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca5014bd80 msgr2=0x7fca500b0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca4ffff640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca5014bd80 0x7fca500b0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca4ffff640 1 -- 172.21.15.39:0/1261198500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca500b0ba0 con 0x7fca500ae8a0 2024-09-19T05:36:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca4ffff640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca500ae8a0 0x7fca500aed50 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fca4802a920 tx=0x7fca480014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:42.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca37fff640 1 -- 172.21.15.39:0/1261198500 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca48007db0 con 0x7fca500ae8a0 2024-09-19T05:36:42.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca37fff640 1 -- 172.21.15.39:0/1261198500 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca4802ac70 con 0x7fca500ae8a0 2024-09-19T05:36:42.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca5014c200 con 0x7fca500ae8a0 2024-09-19T05:36:42.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca37fff640 1 -- 172.21.15.39:0/1261198500 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca48001a70 con 0x7fca500ae8a0 2024-09-19T05:36:42.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.272+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca500b0e10 con 0x7fca500ae8a0 2024-09-19T05:36:42.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.273+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca5015c390 con 0x7fca500ae8a0 2024-09-19T05:36:42.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.274+0000 7fca37fff640 1 -- 172.21.15.39:0/1261198500 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fca48007030 con 0x7fca500ae8a0 2024-09-19T05:36:42.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.274+0000 7fca37fff640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca3c06c2e0 0x7fca3c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:42.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.274+0000 7fca37fff640 1 -- 172.21.15.39:0/1261198500 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fca480aaa10 con 0x7fca500ae8a0 2024-09-19T05:36:42.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.274+0000 7fca4f7fe640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca3c06c2e0 0x7fca3c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:42.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.275+0000 7fca4f7fe640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca3c06c2e0 0x7fca3c06e7a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fca40009b40 tx=0x7fca40009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.279+0000 7fca37fff640 1 -- 172.21.15.39:0/1261198500 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fca48043060 con 0x7fca500ae8a0 2024-09-19T05:36:42.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:42.495+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fca50071120 con 0x7fca500ae8a0 2024-09-19T05:36:43.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.153+0000 7fca37fff640 1 -- 172.21.15.39:0/1261198500 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v43) ==== 122+0+0 (secure 0 0 0) 0x7fca480792d0 con 0x7fca500ae8a0 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca3c06c2e0 msgr2=0x7fca3c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca3c06c2e0 0x7fca3c06e7a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fca40009b40 tx=0x7fca40009190 comp rx=0 tx=0).stop 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca500ae8a0 msgr2=0x7fca500aed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca500ae8a0 0x7fca500aed50 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fca4802a920 tx=0x7fca480014a0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 shutdown_connections 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fca3c06c2e0 0x7fca3c06e7a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca500ae8a0 0x7fca500aed50 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fca5014bd80 0x7fca500b0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 --2- 172.21.15.39:0/1261198500 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fca380073d0 0x7fca500b24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 >> 172.21.15.39:0/1261198500 conn(0x7fca500b5cb0 msgr2=0x7fca500cf200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:43.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 shutdown_connections 2024-09-19T05:36:43.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.156+0000 7fca55e65640 1 -- 172.21.15.39:0/1261198500 wait complete. 2024-09-19T05:36:43.171 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:36:43.172 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.278+0000 7f84a8352640 1 Processor -- start 2024-09-19T05:36:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.278+0000 7f84a8352640 1 -- start start 2024-09-19T05:36:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.279+0000 7f84a8352640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84a015e8e0 0x7f84a0162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.279+0000 7f84a8352640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00cf1f0 0x7f84a00d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.279+0000 7f84a8352640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84a00b7920 con 0x7f84a00d19d0 2024-09-19T05:36:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.279+0000 7f84a8352640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f84a00cf940 con 0x7f84a015e8e0 2024-09-19T05:36:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.279+0000 7f84a8352640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f84a00cfc20 con 0x7f84a00cf1f0 2024-09-19T05:36:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.279+0000 7f84a60ee640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84a015e8e0 0x7f84a0162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.279+0000 7f84a68ef640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f84a00d19d0 0x7f84a00b6170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58002/0 (socket says 172.21.15.39:58002) 2024-09-19T05:36:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.279+0000 7f84a68ef640 1 -- 172.21.15.39:0/1280157046 learned_addr learned my addr 172.21.15.39:0/1280157046 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.280+0000 7f84a58ed640 1 --2- 172.21.15.39:0/1280157046 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00cf1f0 0x7f84a00d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.280+0000 7f84a60ee640 1 -- 172.21.15.39:0/1280157046 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00cf1f0 msgr2=0x7f84a00d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.280+0000 7f84a60ee640 1 --2- 172.21.15.39:0/1280157046 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00cf1f0 0x7f84a00d1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.280+0000 7f84a60ee640 1 -- 172.21.15.39:0/1280157046 >> v1:172.21.15.39:6789/0 conn(0x7f84a00d19d0 legacy=0x7f84a00b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.280+0000 7f84a50ec640 1 -- 172.21.15.39:0/1280157046 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3023511774 0 0) 0x7f8498001110 con 0x7f84a00d19d0 2024-09-19T05:36:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.280+0000 7f84a60ee640 1 -- 172.21.15.39:0/1280157046 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a00d2ae0 con 0x7f84a015e8e0 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.280+0000 7f84a58ed640 1 --2- 172.21.15.39:0/1280157046 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00cf1f0 0x7f84a00d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.280+0000 7f84a60ee640 1 --2- 172.21.15.39:0/1280157046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 0x7f84a0162cf0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f8490009d90 tx=0x7f849002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4f7dae964ae2ef0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a50ec640 1 -- 172.21.15.39:0/1280157046 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8490031600 con 0x7f84a015e8e0 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a50ec640 1 -- 172.21.15.39:0/1280157046 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84900317a0 con 0x7f84a015e8e0 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a50ec640 1 -- 172.21.15.39:0/1280157046 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8490031b70 con 0x7f84a015e8e0 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a8352640 1 -- 172.21.15.39:0/1280157046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 msgr2=0x7f84a0162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a8352640 1 --2- 172.21.15.39:0/1280157046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 0x7f84a0162cf0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f8490009d90 tx=0x7f849002a5d0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a8352640 1 -- 172.21.15.39:0/1280157046 shutdown_connections 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a8352640 1 --2- 172.21.15.39:0/1280157046 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00cf1f0 0x7f84a00d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a8352640 1 --2- 172.21.15.39:0/1280157046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 0x7f84a0162cf0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a8352640 1 -- 172.21.15.39:0/1280157046 >> 172.21.15.39:0/1280157046 conn(0x7f84a006bd00 msgr2=0x7f84a006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a8352640 1 -- 172.21.15.39:0/1280157046 shutdown_connections 2024-09-19T05:36:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.281+0000 7f84a8352640 1 -- 172.21.15.39:0/1280157046 wait complete. 2024-09-19T05:36:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.282+0000 7f84a8352640 1 Processor -- start 2024-09-19T05:36:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a8352640 1 -- start start 2024-09-19T05:36:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a8352640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84a00cf1f0 0x7f84a015edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a8352640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00d19d0 0x7f84a0159520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a8352640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 0x7f84a00c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a8352640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f84a00d42f0 con 0x7f84a015e8e0 2024-09-19T05:36:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a8352640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f84a00cf630 con 0x7f84a00cf1f0 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a8352640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f84a00d4470 con 0x7f84a00d19d0 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a68ef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 0x7f84a00c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a68ef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 0x7f84a00c97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48996/0 (socket says 172.21.15.39:48996) 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.283+0000 7f84a68ef640 1 -- 172.21.15.39:0/2690456691 learned_addr learned my addr 172.21.15.39:0/2690456691 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a60ee640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84a00cf1f0 0x7f84a015edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a58ed640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00d19d0 0x7f84a0159520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a68ef640 1 -- 172.21.15.39:0/2690456691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00d19d0 msgr2=0x7f84a0159520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a68ef640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00d19d0 0x7f84a0159520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a68ef640 1 -- 172.21.15.39:0/2690456691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84a00cf1f0 msgr2=0x7f84a015edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a68ef640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84a00cf1f0 0x7f84a015edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a68ef640 1 -- 172.21.15.39:0/2690456691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a0161a70 con 0x7f84a015e8e0 2024-09-19T05:36:43.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a68ef640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 0x7f84a00c97d0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f8498001eb0 tx=0x7f849800c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f849effd640 1 -- 172.21.15.39:0/2690456691 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84980074e0 con 0x7f84a015e8e0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f849effd640 1 -- 172.21.15.39:0/2690456691 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84980047e0 con 0x7f84a015e8e0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84a00ca420 con 0x7f84a015e8e0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f849effd640 1 -- 172.21.15.39:0/2690456691 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8498004bb0 con 0x7f84a015e8e0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.284+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84a00cacc0 con 0x7f84a015e8e0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.285+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84a00d1490 con 0x7f84a015e8e0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.286+0000 7f849effd640 1 -- 172.21.15.39:0/2690456691 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8498011070 con 0x7f84a015e8e0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.286+0000 7f849effd640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f848c06c2b0 0x7f848c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.286+0000 7f849effd640 1 -- 172.21.15.39:0/2690456691 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f849808b080 con 0x7f84a015e8e0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.286+0000 7f84a60ee640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f848c06c2b0 0x7f848c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.287+0000 7f84a60ee640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f848c06c2b0 0x7f848c06e770 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8490034000 tx=0x7f849002f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.290+0000 7f849effd640 1 -- 172.21.15.39:0/2690456691 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84a00b7920 con 0x7f84a015e8e0 2024-09-19T05:36:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.504+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84a00cae90 con 0x7f84a015e8e0 2024-09-19T05:36:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.505+0000 7f849effd640 1 -- 172.21.15.39:0/2690456691 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5222 (secure 0 0 0) 0x7f849800e280 con 0x7f84a015e8e0 2024-09-19T05:36:43.506 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:43.507 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"btime":"2024-09-19T05:36:43:149636+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5761,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/257855834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":257855834},{"type":"v1","addr":"172.21.15.50:6833","nonce":257855834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":5767,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3590319700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3590319700},{"type":"v1","addr":"172.21.15.50:6835","nonce":3590319700}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6132,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1033705035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1033705035},{"type":"v1","addr":"172.21.15.39:6836","nonce":1033705035}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:40.467982+0000","modified":"2024-09-19T05:36:42.495715+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6135},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6135":{"gid":6135,"name":"c","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/2720686502","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":2720686502},{"type":"v1","addr":"172.21.15.39:6837","nonce":2720686502}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6135,"qdb_cluster":[6135]},"id":6}]} 2024-09-19T05:36:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 43 2024-09-19T05:36:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f848c06c2b0 msgr2=0x7f848c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f848c06c2b0 0x7f848c06e770 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8490034000 tx=0x7f849002f000 comp rx=0 tx=0).stop 2024-09-19T05:36:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 msgr2=0x7f84a00c97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 0x7f84a00c97d0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f8498001eb0 tx=0x7f849800c870 comp rx=0 tx=0).stop 2024-09-19T05:36:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 shutdown_connections 2024-09-19T05:36:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f848c06c2b0 0x7f848c06e770 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a015e8e0 0x7f84a00c97d0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f84a00d19d0 0x7f84a0159520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 --2- 172.21.15.39:0/2690456691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84a00cf1f0 0x7f84a015edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 >> 172.21.15.39:0/2690456691 conn(0x7f84a006bd00 msgr2=0x7f84a00d4680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:43.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 shutdown_connections 2024-09-19T05:36:43.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.507+0000 7f84a8352640 1 -- 172.21.15.39:0/2690456691 wait complete. 2024-09-19T05:36:43.520 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:43.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.621+0000 7f6a08913640 1 Processor -- start 2024-09-19T05:36:43.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.621+0000 7f6a08913640 1 -- start start 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a08913640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6a0415c730 0x7f6a0406f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a08913640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406f0b0 0x7f6a0406fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a08913640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a0406ca70 0x7f6a0406cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a08913640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6a0406e050 con 0x7f6a0406ca70 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a08913640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6a0406e2f0 con 0x7f6a0415c730 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a08913640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6a0406e5d0 con 0x7f6a0406f0b0 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a02d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a0406ca70 0x7f6a0406cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a02d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a0406ca70 0x7f6a0406cec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49000/0 (socket says 172.21.15.39:49000) 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a02d9d640 1 -- 172.21.15.39:0/2522532506 learned_addr learned my addr 172.21.15.39:0/2522532506 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a0259c640 1 --2- 172.21.15.39:0/2522532506 >> v2:172.21.15.50:3300/0 conn(0x7f6a0415c730 0x7f6a0406f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a02d9d640 1 -- 172.21.15.39:0/2522532506 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406f0b0 msgr2=0x7f6a0406fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.622+0000 7f6a01d9b640 1 --2- 172.21.15.39:0/2522532506 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406f0b0 0x7f6a0406fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a02d9d640 1 --2- 172.21.15.39:0/2522532506 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406f0b0 0x7f6a0406fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a02d9d640 1 -- 172.21.15.39:0/2522532506 >> v2:172.21.15.50:3300/0 conn(0x7f6a0415c730 msgr2=0x7f6a0406f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a02d9d640 1 --2- 172.21.15.39:0/2522532506 >> v2:172.21.15.50:3300/0 conn(0x7f6a0415c730 0x7f6a0406f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a02d9d640 1 -- 172.21.15.39:0/2522532506 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a0406e8b0 con 0x7f6a0406ca70 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a0259c640 1 --2- 172.21.15.39:0/2522532506 >> v2:172.21.15.50:3300/0 conn(0x7f6a0415c730 0x7f6a0406f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a01d9b640 1 --2- 172.21.15.39:0/2522532506 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406f0b0 0x7f6a0406fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a02d9d640 1 --2- 172.21.15.39:0/2522532506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0406ca70 0x7f6a0406cec0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f6a0406c200 tx=0x7f69fc02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cd8a03ab09ce14c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a0159a640 1 -- 172.21.15.39:0/2522532506 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc037070 con 0x7f6a0406ca70 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a0159a640 1 -- 172.21.15.39:0/2522532506 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69fc032440 con 0x7f6a0406ca70 2024-09-19T05:36:43.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.623+0000 7f6a0159a640 1 -- 172.21.15.39:0/2522532506 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc032810 con 0x7f6a0406ca70 2024-09-19T05:36:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.624+0000 7f6a08913640 1 -- 172.21.15.39:0/2522532506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0406ca70 msgr2=0x7f6a0406cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.624+0000 7f6a08913640 1 --2- 172.21.15.39:0/2522532506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0406ca70 0x7f6a0406cec0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f6a0406c200 tx=0x7f69fc02a140 comp rx=0 tx=0).stop 2024-09-19T05:36:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.624+0000 7f6a08913640 1 -- 172.21.15.39:0/2522532506 shutdown_connections 2024-09-19T05:36:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.624+0000 7f6a08913640 1 --2- 172.21.15.39:0/2522532506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0406ca70 0x7f6a0406cec0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.624+0000 7f6a08913640 1 --2- 172.21.15.39:0/2522532506 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406f0b0 0x7f6a0406fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.624+0000 7f6a08913640 1 --2- 172.21.15.39:0/2522532506 >> v2:172.21.15.50:3300/0 conn(0x7f6a0415c730 0x7f6a0406f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.624+0000 7f6a08913640 1 -- 172.21.15.39:0/2522532506 >> 172.21.15.39:0/2522532506 conn(0x7f6a040b3540 msgr2=0x7f6a040b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.624+0000 7f6a08913640 1 -- 172.21.15.39:0/2522532506 shutdown_connections 2024-09-19T05:36:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.624+0000 7f6a08913640 1 -- 172.21.15.39:0/2522532506 wait complete. 2024-09-19T05:36:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.625+0000 7f6a08913640 1 Processor -- start 2024-09-19T05:36:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a08913640 1 -- start start 2024-09-19T05:36:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a08913640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406ca70 0x7f6a04152550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a08913640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a0415c730 0x7f6a0414ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a08913640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0415a850 0x7f6a040af980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a08913640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6a0406d580 con 0x7f6a0415a850 2024-09-19T05:36:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a08913640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6a0406d400 con 0x7f6a0415c730 2024-09-19T05:36:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a08913640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6a04062630 con 0x7f6a0406ca70 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a02d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0415a850 0x7f6a040af980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a02d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0415a850 0x7f6a040af980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49002/0 (socket says 172.21.15.39:49002) 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a02d9d640 1 -- 172.21.15.39:0/1405178735 learned_addr learned my addr 172.21.15.39:0/1405178735 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a01d9b640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a0415c730 0x7f6a0414ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.626+0000 7f6a0259c640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406ca70 0x7f6a04152550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f6a02d9d640 1 -- 172.21.15.39:0/1405178735 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406ca70 msgr2=0x7f6a04152550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f6a02d9d640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406ca70 0x7f6a04152550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f6a02d9d640 1 -- 172.21.15.39:0/1405178735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a0415c730 msgr2=0x7f6a0414ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f6a02d9d640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a0415c730 0x7f6a0414ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f6a02d9d640 1 -- 172.21.15.39:0/1405178735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a041504d0 con 0x7f6a0415a850 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f6a0259c640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406ca70 0x7f6a04152550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f6a02d9d640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0415a850 0x7f6a040af980 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f69fc0090b0 tx=0x7f69fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:43.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f69f2ffd640 1 -- 172.21.15.39:0/1405178735 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc037040 con 0x7f6a0415a850 2024-09-19T05:36:43.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f69f2ffd640 1 -- 172.21.15.39:0/1405178735 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69fc042070 con 0x7f6a0415a850 2024-09-19T05:36:43.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a04154e40 con 0x7f6a0415a850 2024-09-19T05:36:43.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f69f2ffd640 1 -- 172.21.15.39:0/1405178735 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc030bb0 con 0x7f6a0415a850 2024-09-19T05:36:43.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.627+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a041550e0 con 0x7f6a0415a850 2024-09-19T05:36:43.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.628+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a0406cec0 con 0x7f6a0415a850 2024-09-19T05:36:43.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.628+0000 7f69f2ffd640 1 -- 172.21.15.39:0/1405178735 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f69fc047460 con 0x7f6a0415a850 2024-09-19T05:36:43.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.629+0000 7f69f2ffd640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f69e406c2b0 0x7f69e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.629+0000 7f6a0259c640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f69e406c2b0 0x7f69e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.629+0000 7f69f2ffd640 1 -- 172.21.15.39:0/1405178735 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f69fc0ac050 con 0x7f6a0415a850 2024-09-19T05:36:43.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.630+0000 7f6a0259c640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f69e406c2b0 0x7f69e406e770 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f69f4007130 tx=0x7f69f4007080 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:43.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.634+0000 7f69f2ffd640 1 -- 172.21.15.39:0/1405178735 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6a041504d0 con 0x7f6a0415a850 2024-09-19T05:36:43.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.811+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a040b20a0 con 0x7f6a0415a850 2024-09-19T05:36:43.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.812+0000 7f69f2ffd640 1 -- 172.21.15.39:0/1405178735 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+16696 (secure 0 0 0) 0x7f69fc07a7c0 con 0x7f6a0415a850 2024-09-19T05:36:43.814 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:43.814 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":78,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:42.128011+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:38.118352+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:39.457347+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:43.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.814+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f69e406c2b0 msgr2=0x7f69e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.814+0000 7f6a08913640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f69e406c2b0 0x7f69e406e770 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f69f4007130 tx=0x7f69f4007080 comp rx=0 tx=0).stop 2024-09-19T05:36:43.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.814+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0415a850 msgr2=0x7f6a040af980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.814+0000 7f6a08913640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0415a850 0x7f6a040af980 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f69fc0090b0 tx=0x7f69fc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.814+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 shutdown_connections 2024-09-19T05:36:43.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.814+0000 7f6a08913640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f69e406c2b0 0x7f69e406e770 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.814+0000 7f6a08913640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a0415a850 0x7f6a040af980 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.814+0000 7f6a08913640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a0415c730 0x7f6a0414ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.814+0000 7f6a08913640 1 --2- 172.21.15.39:0/1405178735 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6a0406ca70 0x7f6a04152550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.815+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 >> 172.21.15.39:0/1405178735 conn(0x7f6a040b3540 msgr2=0x7f6a040b25c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:43.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.815+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 shutdown_connections 2024-09-19T05:36:43.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.815+0000 7f6a08913640 1 -- 172.21.15.39:0/1405178735 wait complete. 2024-09-19T05:36:43.827 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:36:43.827 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:43.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.928+0000 7f8f1a5cf640 1 Processor -- start 2024-09-19T05:36:43.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.928+0000 7f8f1a5cf640 1 -- start start 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f1a5cf640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8f140b6690 0x7f8f140cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f1a5cf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140b6a70 0x7f8f140d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f1a5cf640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f140cff10 con 0x7f8f140d1510 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f1a5cf640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f8f140cf540 con 0x7f8f140b6690 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f1a5cf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8f140d1d90 con 0x7f8f140b6a70 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f137fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140b6a70 0x7f8f140d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f13fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8f140b6690 0x7f8f140cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f137fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140b6a70 0x7f8f140d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:36636/0 (socket says 172.21.15.39:36636) 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f137fe640 1 -- 172.21.15.39:0/2813234680 learned_addr learned my addr 172.21.15.39:0/2813234680 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f13fff640 1 -- 172.21.15.39:0/2813234680 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140b6a70 msgr2=0x7f8f140d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f13fff640 1 --2- 172.21.15.39:0/2813234680 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140b6a70 0x7f8f140d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f13fff640 1 -- 172.21.15.39:0/2813234680 >> v1:172.21.15.50:6789/0 conn(0x7f8f140d1510 legacy=0x7f8f140d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f13fff640 1 -- 172.21.15.39:0/2813234680 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f140ceef0 con 0x7f8f140b6690 2024-09-19T05:36:43.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.929+0000 7f8f137fe640 1 --2- 172.21.15.39:0/2813234680 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140b6a70 0x7f8f140d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:43.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.930+0000 7f8f13fff640 1 --2- 172.21.15.39:0/2813234680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f140b6690 0x7f8f140cf9d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8f040097a0 tx=0x7f8f0402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=124e4424577eb47b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:43.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.930+0000 7f8f12ffd640 1 -- 172.21.15.39:0/2813234680 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f04037070 con 0x7f8f140b6690 2024-09-19T05:36:43.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.930+0000 7f8f12ffd640 1 -- 172.21.15.39:0/2813234680 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f04032440 con 0x7f8f140b6690 2024-09-19T05:36:43.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.930+0000 7f8f12ffd640 1 -- 172.21.15.39:0/2813234680 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f04032810 con 0x7f8f140b6690 2024-09-19T05:36:43.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.931+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/2813234680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f140b6690 msgr2=0x7f8f140cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.931+0000 7f8f1a5cf640 1 --2- 172.21.15.39:0/2813234680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f140b6690 0x7f8f140cf9d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8f040097a0 tx=0x7f8f0402a180 comp rx=0 tx=0).stop 2024-09-19T05:36:43.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.931+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/2813234680 shutdown_connections 2024-09-19T05:36:43.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.931+0000 7f8f1a5cf640 1 --2- 172.21.15.39:0/2813234680 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140b6a70 0x7f8f140d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.931+0000 7f8f1a5cf640 1 --2- 172.21.15.39:0/2813234680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f140b6690 0x7f8f140cf9d0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.931+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/2813234680 >> 172.21.15.39:0/2813234680 conn(0x7f8f14072560 msgr2=0x7f8f14072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:43.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.931+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/2813234680 shutdown_connections 2024-09-19T05:36:43.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.931+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/2813234680 wait complete. 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.932+0000 7f8f1a5cf640 1 Processor -- start 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.932+0000 7f8f1a5cf640 1 -- start start 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f1a5cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f140b6690 0x7f8f141522e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f1a5cf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f140b6a70 0x7f8f141555b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f1a5cf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140d1510 0x7f8f14155af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f1a5cf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8f140d19a0 con 0x7f8f140b6690 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f1a5cf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8f140b6ed0 con 0x7f8f140b6a70 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f1a5cf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8f140d1b20 con 0x7f8f140d1510 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f13fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f140b6690 0x7f8f141522e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f13fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f140b6690 0x7f8f141522e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49010/0 (socket says 172.21.15.39:49010) 2024-09-19T05:36:43.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f13fff640 1 -- 172.21.15.39:0/505921333 learned_addr learned my addr 172.21.15.39:0/505921333 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f137fe640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f140b6a70 0x7f8f141555b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.933+0000 7f8f18b6c640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140d1510 0x7f8f14155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f13fff640 1 -- 172.21.15.39:0/505921333 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140d1510 msgr2=0x7f8f14155af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f13fff640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140d1510 0x7f8f14155af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f13fff640 1 -- 172.21.15.39:0/505921333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f140b6a70 msgr2=0x7f8f141555b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f13fff640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f140b6a70 0x7f8f141555b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f13fff640 1 -- 172.21.15.39:0/505921333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f14153bd0 con 0x7f8f140b6690 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f13fff640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f140b6690 0x7f8f141522e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f8f04035040 tx=0x7f8f040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f10ff9640 1 -- 172.21.15.39:0/505921333 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f04037040 con 0x7f8f140b6690 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f10ff9640 1 -- 172.21.15.39:0/505921333 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f04030500 con 0x7f8f140b6690 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f14153eb0 con 0x7f8f140b6690 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f10ff9640 1 -- 172.21.15.39:0/505921333 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f04030910 con 0x7f8f140b6690 2024-09-19T05:36:43.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.934+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f14154470 con 0x7f8f140b6690 2024-09-19T05:36:43.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.935+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f1415d6b0 con 0x7f8f140b6690 2024-09-19T05:36:43.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.935+0000 7f8f10ff9640 1 -- 172.21.15.39:0/505921333 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8f04044020 con 0x7f8f140b6690 2024-09-19T05:36:43.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.936+0000 7f8f10ff9640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8f0006c2b0 0x7f8f0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:43.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.936+0000 7f8f10ff9640 1 -- 172.21.15.39:0/505921333 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f8f040ab720 con 0x7f8f140b6690 2024-09-19T05:36:43.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.936+0000 7f8f137fe640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8f0006c2b0 0x7f8f0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:43.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.936+0000 7f8f137fe640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8f0006c2b0 0x7f8f0006e770 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8f140caed0 tx=0x7f8f08008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:43.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:43.940+0000 7f8f10ff9640 1 -- 172.21.15.39:0/505921333 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8f04079e90 con 0x7f8f140b6690 2024-09-19T05:36:44.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.115+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8f14069140 con 0x7f8f0006c2b0 2024-09-19T05:36:44.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.121+0000 7f8f10ff9640 1 -- 172.21.15.39:0/505921333 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242659 (secure 0 0 0) 0x7f8f14069140 con 0x7f8f0006c2b0 2024-09-19T05:36:44.125 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:44.126 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:44.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.124+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8f0006c2b0 msgr2=0x7f8f0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.124+0000 7f8f1a5cf640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8f0006c2b0 0x7f8f0006e770 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8f140caed0 tx=0x7f8f08008040 comp rx=0 tx=0).stop 2024-09-19T05:36:44.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.124+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f140b6690 msgr2=0x7f8f141522e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.124+0000 7f8f1a5cf640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f140b6690 0x7f8f141522e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f8f04035040 tx=0x7f8f040046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.124+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 shutdown_connections 2024-09-19T05:36:44.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.124+0000 7f8f1a5cf640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8f0006c2b0 0x7f8f0006e770 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.124+0000 7f8f1a5cf640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8f140d1510 0x7f8f14155af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.124+0000 7f8f1a5cf640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f140b6a70 0x7f8f141555b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.124+0000 7f8f1a5cf640 1 --2- 172.21.15.39:0/505921333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f140b6690 0x7f8f141522e0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.125+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 >> 172.21.15.39:0/505921333 conn(0x7f8f14072560 msgr2=0x7f8f140d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:44.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.125+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 shutdown_connections 2024-09-19T05:36:44.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.125+0000 7f8f1a5cf640 1 -- 172.21.15.39:0/505921333 wait complete. 2024-09-19T05:36:44.137 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":155,"stamp":"2024-09-19T05:36:42.701168+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":274460,"kb_used_data":8308,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754700260,"statfs":{"total":773094113280,"available":772813066240,"internally_reserved":0,"allocated":8507392,"data_stored":4234127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000862"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.111764+0000","last_change":"2024-09-19T05:36:40.111764+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.111764+0000","last_undegraded":"2024-09-19T05:36:40.111764+0000","last_fullsized":"2024-09-19T05:36:40.111764+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116322+0000","last_change":"2024-09-19T05:36:40.116322+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116322+0000","last_undegraded":"2024-09-19T05:36:40.116322+0000","last_fullsized":"2024-09-19T05:36:40.116322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116844+0000","last_change":"2024-09-19T05:36:40.116844+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116844+0000","last_undegraded":"2024-09-19T05:36:40.116844+0000","last_fullsized":"2024-09-19T05:36:40.116844+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109900+0000","last_change":"2024-09-19T05:36:40.109900+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109900+0000","last_undegraded":"2024-09-19T05:36:40.109900+0000","last_fullsized":"2024-09-19T05:36:40.109900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109222+0000","last_change":"2024-09-19T05:36:40.109222+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109222+0000","last_undegraded":"2024-09-19T05:36:40.109222+0000","last_fullsized":"2024-09-19T05:36:40.109222+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116229+0000","last_change":"2024-09-19T05:36:40.116229+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116229+0000","last_undegraded":"2024-09-19T05:36:40.116229+0000","last_fullsized":"2024-09-19T05:36:40.116229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114061+0000","last_change":"2024-09-19T05:36:40.114061+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114061+0000","last_undegraded":"2024-09-19T05:36:40.114061+0000","last_fullsized":"2024-09-19T05:36:40.114061+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115419+0000","last_change":"2024-09-19T05:36:40.115419+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115419+0000","last_undegraded":"2024-09-19T05:36:40.115419+0000","last_fullsized":"2024-09-19T05:36:40.115419+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115570+0000","last_change":"2024-09-19T05:36:40.115570+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115570+0000","last_undegraded":"2024-09-19T05:36:40.115570+0000","last_fullsized":"2024-09-19T05:36:40.115570+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114941+0000","last_change":"2024-09-19T05:36:40.114941+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114941+0000","last_undegraded":"2024-09-19T05:36:40.114941+0000","last_fullsized":"2024-09-19T05:36:40.114941+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109158+0000","last_change":"2024-09-19T05:36:40.109158+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109158+0000","last_undegraded":"2024-09-19T05:36:40.109158+0000","last_fullsized":"2024-09-19T05:36:40.109158+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113927+0000","last_change":"2024-09-19T05:36:40.113927+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113927+0000","last_undegraded":"2024-09-19T05:36:40.113927+0000","last_fullsized":"2024-09-19T05:36:40.113927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108762+0000","last_change":"2024-09-19T05:36:40.108762+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108762+0000","last_undegraded":"2024-09-19T05:36:40.108762+0000","last_fullsized":"2024-09-19T05:36:40.108762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.107913+0000","last_change":"2024-09-19T05:36:40.107913+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.107913+0000","last_undegraded":"2024-09-19T05:36:40.107913+0000","last_fullsized":"2024-09-19T05:36:40.107913+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.119768+0000","last_change":"2024-09-19T05:36:40.118908+0000","last_active":"2024-09-19T05:36:40.119768+0000","last_peered":"2024-09-19T05:36:40.119768+0000","last_clean":"2024-09-19T05:36:40.119768+0000","last_became_active":"2024-09-19T05:36:40.118636+0000","last_became_peered":"2024-09-19T05:36:40.118636+0000","last_unstale":"2024-09-19T05:36:40.119768+0000","last_undegraded":"2024-09-19T05:36:40.119768+0000","last_fullsized":"2024-09-19T05:36:40.119768+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:22.508040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.111341+0000","last_change":"2024-09-19T05:36:40.111341+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.111341+0000","last_undegraded":"2024-09-19T05:36:40.111341+0000","last_fullsized":"2024-09-19T05:36:40.111341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102775+0000","last_change":"2024-09-19T05:36:39.102775+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102775+0000","last_undegraded":"2024-09-19T05:36:39.102775+0000","last_fullsized":"2024-09-19T05:36:39.102775+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108294+0000","last_change":"2024-09-19T05:36:40.108294+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108294+0000","last_undegraded":"2024-09-19T05:36:40.108294+0000","last_fullsized":"2024-09-19T05:36:40.108294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104531+0000","last_change":"2024-09-19T05:36:39.104531+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104531+0000","last_undegraded":"2024-09-19T05:36:39.104531+0000","last_fullsized":"2024-09-19T05:36:39.104531+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104489+0000","last_change":"2024-09-19T05:36:39.104489+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104489+0000","last_undegraded":"2024-09-19T05:36:39.104489+0000","last_fullsized":"2024-09-19T05:36:39.104489+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102740+0000","last_change":"2024-09-19T05:36:39.102740+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102740+0000","last_undegraded":"2024-09-19T05:36:39.102740+0000","last_fullsized":"2024-09-19T05:36:39.102740+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103679+0000","last_change":"2024-09-19T05:36:39.103679+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103679+0000","last_undegraded":"2024-09-19T05:36:39.103679+0000","last_fullsized":"2024-09-19T05:36:39.103679+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104723+0000","last_change":"2024-09-19T05:36:39.104723+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104723+0000","last_undegraded":"2024-09-19T05:36:39.104723+0000","last_fullsized":"2024-09-19T05:36:39.104723+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113532+0000","last_change":"2024-09-19T05:36:40.113532+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113532+0000","last_undegraded":"2024-09-19T05:36:40.113532+0000","last_fullsized":"2024-09-19T05:36:40.113532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111090+0000","last_change":"2024-09-19T05:36:39.111090+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111090+0000","last_undegraded":"2024-09-19T05:36:39.111090+0000","last_fullsized":"2024-09-19T05:36:39.111090+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114641+0000","last_change":"2024-09-19T05:36:40.114641+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114641+0000","last_undegraded":"2024-09-19T05:36:40.114641+0000","last_fullsized":"2024-09-19T05:36:40.114641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128223+0000","last_change":"2024-09-19T05:36:40.127021+0000","last_active":"2024-09-19T05:36:40.128223+0000","last_peered":"2024-09-19T05:36:40.128223+0000","last_clean":"2024-09-19T05:36:40.128223+0000","last_became_active":"2024-09-19T05:36:40.126488+0000","last_became_peered":"2024-09-19T05:36:40.126488+0000","last_unstale":"2024-09-19T05:36:40.128223+0000","last_undegraded":"2024-09-19T05:36:40.128223+0000","last_fullsized":"2024-09-19T05:36:40.128223+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:53.597617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.117842+0000","last_change":"2024-09-19T05:36:40.117026+0000","last_active":"2024-09-19T05:36:40.117842+0000","last_peered":"2024-09-19T05:36:40.117842+0000","last_clean":"2024-09-19T05:36:40.117842+0000","last_became_active":"2024-09-19T05:36:40.116690+0000","last_became_peered":"2024-09-19T05:36:40.116690+0000","last_unstale":"2024-09-19T05:36:40.117842+0000","last_undegraded":"2024-09-19T05:36:40.117842+0000","last_fullsized":"2024-09-19T05:36:40.117842+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:04.230034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128245+0000","last_change":"2024-09-19T05:36:40.127089+0000","last_active":"2024-09-19T05:36:40.128245+0000","last_peered":"2024-09-19T05:36:40.128245+0000","last_clean":"2024-09-19T05:36:40.128245+0000","last_became_active":"2024-09-19T05:36:40.126794+0000","last_became_peered":"2024-09-19T05:36:40.126794+0000","last_unstale":"2024-09-19T05:36:40.128245+0000","last_undegraded":"2024-09-19T05:36:40.128245+0000","last_fullsized":"2024-09-19T05:36:40.128245+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:04.761728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102524+0000","last_change":"2024-09-19T05:36:39.102524+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102524+0000","last_undegraded":"2024-09-19T05:36:39.102524+0000","last_fullsized":"2024-09-19T05:36:39.102524+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111421+0000","last_change":"2024-09-19T05:36:39.111421+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111421+0000","last_undegraded":"2024-09-19T05:36:39.111421+0000","last_fullsized":"2024-09-19T05:36:39.111421+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.131998+0000","last_change":"2024-09-19T05:36:40.127166+0000","last_active":"2024-09-19T05:36:40.131998+0000","last_peered":"2024-09-19T05:36:40.131998+0000","last_clean":"2024-09-19T05:36:40.131998+0000","last_became_active":"2024-09-19T05:36:40.126775+0000","last_became_peered":"2024-09-19T05:36:40.126775+0000","last_unstale":"2024-09-19T05:36:40.131998+0000","last_undegraded":"2024-09-19T05:36:40.131998+0000","last_fullsized":"2024-09-19T05:36:40.131998+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:20.269641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103072+0000","last_change":"2024-09-19T05:36:39.103072+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103072+0000","last_undegraded":"2024-09-19T05:36:39.103072+0000","last_fullsized":"2024-09-19T05:36:39.103072+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104059+0000","last_change":"2024-09-19T05:36:39.104059+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104059+0000","last_undegraded":"2024-09-19T05:36:39.104059+0000","last_fullsized":"2024-09-19T05:36:39.104059+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.117030+0000","last_change":"2024-09-19T05:36:40.114675+0000","last_active":"2024-09-19T05:36:40.117030+0000","last_peered":"2024-09-19T05:36:40.117030+0000","last_clean":"2024-09-19T05:36:40.117030+0000","last_became_active":"2024-09-19T05:36:40.114318+0000","last_became_peered":"2024-09-19T05:36:40.114318+0000","last_unstale":"2024-09-19T05:36:40.117030+0000","last_undegraded":"2024-09-19T05:36:40.117030+0000","last_fullsized":"2024-09-19T05:36:40.117030+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:00.921871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.110910+0000","last_change":"2024-09-19T05:36:40.110910+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.110910+0000","last_undegraded":"2024-09-19T05:36:40.110910+0000","last_fullsized":"2024-09-19T05:36:40.110910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103350+0000","last_change":"2024-09-19T05:36:39.103350+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103350+0000","last_undegraded":"2024-09-19T05:36:39.103350+0000","last_fullsized":"2024-09-19T05:36:39.103350+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103577+0000","last_change":"2024-09-19T05:36:39.103577+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103577+0000","last_undegraded":"2024-09-19T05:36:39.103577+0000","last_fullsized":"2024-09-19T05:36:39.103577+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115777+0000","last_change":"2024-09-19T05:36:40.115777+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115777+0000","last_undegraded":"2024-09-19T05:36:40.115777+0000","last_fullsized":"2024-09-19T05:36:40.115777+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.125940+0000","last_change":"2024-09-19T05:36:40.123108+0000","last_active":"2024-09-19T05:36:40.125940+0000","last_peered":"2024-09-19T05:36:40.125940+0000","last_clean":"2024-09-19T05:36:40.125940+0000","last_became_active":"2024-09-19T05:36:40.122783+0000","last_became_peered":"2024-09-19T05:36:40.122783+0000","last_unstale":"2024-09-19T05:36:40.125940+0000","last_undegraded":"2024-09-19T05:36:40.125940+0000","last_fullsized":"2024-09-19T05:36:40.125940+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:29.548889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128885+0000","last_change":"2024-09-19T05:36:40.124390+0000","last_active":"2024-09-19T05:36:40.128885+0000","last_peered":"2024-09-19T05:36:40.128885+0000","last_clean":"2024-09-19T05:36:40.128885+0000","last_became_active":"2024-09-19T05:36:40.124018+0000","last_became_peered":"2024-09-19T05:36:40.124018+0000","last_unstale":"2024-09-19T05:36:40.128885+0000","last_undegraded":"2024-09-19T05:36:40.128885+0000","last_fullsized":"2024-09-19T05:36:40.128885+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:54.232222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113150+0000","last_change":"2024-09-19T05:36:40.113150+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113150+0000","last_undegraded":"2024-09-19T05:36:40.113150+0000","last_fullsized":"2024-09-19T05:36:40.113150+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.118801+0000","last_change":"2024-09-19T05:36:40.117675+0000","last_active":"2024-09-19T05:36:40.118801+0000","last_peered":"2024-09-19T05:36:40.118801+0000","last_clean":"2024-09-19T05:36:40.118801+0000","last_became_active":"2024-09-19T05:36:40.117300+0000","last_became_peered":"2024-09-19T05:36:40.117300+0000","last_unstale":"2024-09-19T05:36:40.118801+0000","last_undegraded":"2024-09-19T05:36:40.118801+0000","last_fullsized":"2024-09-19T05:36:40.118801+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:51.401895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.124720+0000","last_change":"2024-09-19T05:36:40.119730+0000","last_active":"2024-09-19T05:36:40.124720+0000","last_peered":"2024-09-19T05:36:40.124720+0000","last_clean":"2024-09-19T05:36:40.124720+0000","last_became_active":"2024-09-19T05:36:40.119379+0000","last_became_peered":"2024-09-19T05:36:40.119379+0000","last_unstale":"2024-09-19T05:36:40.124720+0000","last_undegraded":"2024-09-19T05:36:40.124720+0000","last_fullsized":"2024-09-19T05:36:40.124720+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:10.923334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111758+0000","last_change":"2024-09-19T05:36:39.111758+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111758+0000","last_undegraded":"2024-09-19T05:36:39.111758+0000","last_fullsized":"2024-09-19T05:36:39.111758+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111154+0000","last_change":"2024-09-19T05:36:39.111154+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111154+0000","last_undegraded":"2024-09-19T05:36:39.111154+0000","last_fullsized":"2024-09-19T05:36:39.111154+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.107810+0000","last_change":"2024-09-19T05:36:40.107810+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.107810+0000","last_undegraded":"2024-09-19T05:36:40.107810+0000","last_fullsized":"2024-09-19T05:36:40.107810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.122078+0000","last_change":"2024-09-19T05:36:40.121538+0000","last_active":"2024-09-19T05:36:40.122078+0000","last_peered":"2024-09-19T05:36:40.122078+0000","last_clean":"2024-09-19T05:36:40.122078+0000","last_became_active":"2024-09-19T05:36:40.121213+0000","last_became_peered":"2024-09-19T05:36:40.121213+0000","last_unstale":"2024-09-19T05:36:40.122078+0000","last_undegraded":"2024-09-19T05:36:40.122078+0000","last_fullsized":"2024-09-19T05:36:40.122078+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:13.241511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.127699+0000","last_change":"2024-09-19T05:36:40.126119+0000","last_active":"2024-09-19T05:36:40.127699+0000","last_peered":"2024-09-19T05:36:40.127699+0000","last_clean":"2024-09-19T05:36:40.127699+0000","last_became_active":"2024-09-19T05:36:40.125798+0000","last_became_peered":"2024-09-19T05:36:40.125798+0000","last_unstale":"2024-09-19T05:36:40.127699+0000","last_undegraded":"2024-09-19T05:36:40.127699+0000","last_fullsized":"2024-09-19T05:36:40.127699+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:18.799466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103283+0000","last_change":"2024-09-19T05:36:39.103283+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103283+0000","last_undegraded":"2024-09-19T05:36:39.103283+0000","last_fullsized":"2024-09-19T05:36:39.103283+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103061+0000","last_change":"2024-09-19T05:36:39.103061+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103061+0000","last_undegraded":"2024-09-19T05:36:39.103061+0000","last_fullsized":"2024-09-19T05:36:39.103061+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.123347+0000","last_change":"2024-09-19T05:36:40.122630+0000","last_active":"2024-09-19T05:36:40.123347+0000","last_peered":"2024-09-19T05:36:40.123347+0000","last_clean":"2024-09-19T05:36:40.123347+0000","last_became_active":"2024-09-19T05:36:40.122250+0000","last_became_peered":"2024-09-19T05:36:40.122250+0000","last_unstale":"2024-09-19T05:36:40.123347+0000","last_undegraded":"2024-09-19T05:36:40.123347+0000","last_fullsized":"2024-09-19T05:36:40.123347+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:50:19.379981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108734+0000","last_change":"2024-09-19T05:36:40.108734+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108734+0000","last_undegraded":"2024-09-19T05:36:40.108734+0000","last_fullsized":"2024-09-19T05:36:40.108734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102995+0000","last_change":"2024-09-19T05:36:39.102995+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102995+0000","last_undegraded":"2024-09-19T05:36:39.102995+0000","last_fullsized":"2024-09-19T05:36:39.102995+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.107257+0000","last_change":"2024-09-19T05:36:39.107257+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.107257+0000","last_undegraded":"2024-09-19T05:36:39.107257+0000","last_fullsized":"2024-09-19T05:36:39.107257+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":270,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-19T05:36:39.107532+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:39.107532+0000","last_peered":"2024-09-19T05:36:39.107532+0000","last_clean":"2024-09-19T05:36:39.107532+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:39.107532+0000","last_undegraded":"2024-09-19T05:36:39.107532+0000","last_fullsized":"2024-09-19T05:36:39.107532+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509476,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36256,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335584,"statfs":{"total":96636764160,"available":96599638016,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509475,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542181,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36820,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335020,"statfs":{"total":96636764160,"available":96599060480,"internally_reserved":0,"allocated":1507328,"data_stored":971143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36228,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335612,"statfs":{"total":96636764160,"available":96599666688,"internally_reserved":0,"allocated":901120,"data_stored":374958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542181,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36240,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335600,"statfs":{"total":96636764160,"available":96599654400,"internally_reserved":0,"allocated":913408,"data_stored":380775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542182,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339768,"statfs":{"total":96636764160,"available":96603922432,"internally_reserved":0,"allocated":901120,"data_stored":374958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542182,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32660,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339180,"statfs":{"total":96636764160,"available":96603320320,"internally_reserved":0,"allocated":1507328,"data_stored":971143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:44.141 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:44.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.278+0000 7f158a0f8640 1 Processor -- start 2024-09-19T05:36:44.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.278+0000 7f158a0f8640 1 -- start start 2024-09-19T05:36:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f158a0f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158415e8e0 0x7f1584162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f158a0f8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f15840cf1f0 0x7f15840d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f158a0f8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15840b7920 con 0x7f15840d19d0 2024-09-19T05:36:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f158a0f8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f15840cf940 con 0x7f15840cf1f0 2024-09-19T05:36:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f158a0f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f15840cfc20 con 0x7f158415e8e0 2024-09-19T05:36:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f1583fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f15840d19d0 0x7f15840b6170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58010/0 (socket says 172.21.15.39:58010) 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f1583fff640 1 -- 172.21.15.39:0/4236174775 learned_addr learned my addr 172.21.15.39:0/4236174775 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15837fe640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158415e8e0 0x7f1584162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f1582ffd640 1 --2- 172.21.15.39:0/4236174775 >> v2:172.21.15.50:3300/0 conn(0x7f15840cf1f0 0x7f15840d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 303823521 0 0) 0x7f157c001490 con 0x7f15840d19d0 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1570003520 con 0x7f15840d19d0 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3963490286 0 0) 0x7f1570003520 con 0x7f15840d19d0 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158415e8e0 msgr2=0x7f1584162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158415e8e0 0x7f1584162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 >> v2:172.21.15.50:3300/0 conn(0x7f15840cf1f0 msgr2=0x7f15840d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 --2- 172.21.15.39:0/4236174775 >> v2:172.21.15.50:3300/0 conn(0x7f15840cf1f0 0x7f15840d1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15840d2ae0 con 0x7f15840d19d0 2024-09-19T05:36:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f157c001bc0 con 0x7f15840d19d0 2024-09-19T05:36:44.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 >> v1:172.21.15.39:6789/0 conn(0x7f15840d19d0 legacy=0x7f15840b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.279+0000 7f15827fc640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158415e8e0 0x7f15700039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f15827fc640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1570003f30 0x7f1570004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f15827fc640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1570004d40 0x7f15700051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f15840cf940 con 0x7f1570003f30 2024-09-19T05:36:44.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f15840cfc20 con 0x7f1570004d40 2024-09-19T05:36:44.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f157000ba10 con 0x7f158415e8e0 2024-09-19T05:36:44.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f1582ffd640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1570003f30 0x7f1570004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f15837fe640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158415e8e0 0x7f15700039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f1583fff640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1570004d40 0x7f15700051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f1582ffd640 1 -- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158415e8e0 msgr2=0x7f15700039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f1582ffd640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158415e8e0 0x7f15700039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f1582ffd640 1 -- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1570004d40 msgr2=0x7f15700051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f1582ffd640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1570004d40 0x7f15700051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f1582ffd640 1 -- 172.21.15.39:0/4236174775 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1570003520 con 0x7f1570003f30 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f1583fff640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1570004d40 0x7f15700051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.280+0000 7f15837fe640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158415e8e0 0x7f15700039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f1582ffd640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1570003f30 0x7f1570004800 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f156c009ac0 tx=0x7f1570005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a983c987705e74a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156c036070 con 0x7f1570003f30 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f156c031400 con 0x7f1570003f30 2024-09-19T05:36:44.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f15827fc640 1 -- 172.21.15.39:0/4236174775 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156c009690 con 0x7f1570003f30 2024-09-19T05:36:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f158a0f8640 1 -- 172.21.15.39:0/4236174775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1570003f30 msgr2=0x7f1570004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f158a0f8640 1 --2- 172.21.15.39:0/4236174775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1570003f30 0x7f1570004800 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f156c009ac0 tx=0x7f1570005830 comp rx=0 tx=0).stop 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f1583fff640 1 -- 172.21.15.39:0/4236174775 reap_dead start 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f158a0f8640 1 -- 172.21.15.39:0/4236174775 shutdown_connections 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f158a0f8640 1 -- 172.21.15.39:0/4236174775 >> 172.21.15.39:0/4236174775 conn(0x7f158406bd00 msgr2=0x7f158406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f158a0f8640 1 -- 172.21.15.39:0/4236174775 shutdown_connections 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.281+0000 7f158a0f8640 1 -- 172.21.15.39:0/4236174775 wait complete. 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.283+0000 7f158a0f8640 1 Processor -- start 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.283+0000 7f158a0f8640 1 -- start start 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.283+0000 7f158a0f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1570003f30 0x7f158415b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.283+0000 7f158a0f8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1584159790 0x7f1584159c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.283+0000 7f158a0f8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1584149500 0x7f1584149980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.283+0000 7f158a0f8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f15840d42f0 con 0x7f1584149500 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.283+0000 7f158a0f8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f15840cf630 con 0x7f1584159790 2024-09-19T05:36:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.283+0000 7f158a0f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f15840d4470 con 0x7f1570003f30 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1583fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1584149500 0x7f1584149980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1583fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1584149500 0x7f1584149980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49018/0 (socket says 172.21.15.39:49018) 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1583fff640 1 -- 172.21.15.39:0/172569577 learned_addr learned my addr 172.21.15.39:0/172569577 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1582ffd640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1584159790 0x7f1584159c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f15837fe640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1570003f30 0x7f158415b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1583fff640 1 -- 172.21.15.39:0/172569577 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1570003f30 msgr2=0x7f158415b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1583fff640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1570003f30 0x7f158415b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1583fff640 1 -- 172.21.15.39:0/172569577 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1584159790 msgr2=0x7f1584159c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1583fff640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1584159790 0x7f1584159c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1583fff640 1 -- 172.21.15.39:0/172569577 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f158415a4c0 con 0x7f1584149500 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f1583fff640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1584149500 0x7f1584149980 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f158406cb90 tx=0x7f157c00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f157bfff640 1 -- 172.21.15.39:0/172569577 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157c00eb90 con 0x7f1584149500 2024-09-19T05:36:44.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f157bfff640 1 -- 172.21.15.39:0/172569577 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f157c019070 con 0x7f1584149500 2024-09-19T05:36:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f158415a7a0 con 0x7f1584149500 2024-09-19T05:36:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f157bfff640 1 -- 172.21.15.39:0/172569577 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157c013420 con 0x7f1584149500 2024-09-19T05:36:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.284+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f158415ad60 con 0x7f1584149500 2024-09-19T05:36:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.285+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15840d1490 con 0x7f1584149500 2024-09-19T05:36:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.286+0000 7f157bfff640 1 -- 172.21.15.39:0/172569577 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f157c0135c0 con 0x7f1584149500 2024-09-19T05:36:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.286+0000 7f157bfff640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156406c2b0 0x7f156406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.286+0000 7f157bfff640 1 -- 172.21.15.39:0/172569577 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f157c08b800 con 0x7f1584149500 2024-09-19T05:36:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.286+0000 7f15837fe640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156406c2b0 0x7f156406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.287+0000 7f15837fe640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156406c2b0 0x7f156406e770 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1574009830 tx=0x7f1574008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:44.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.291+0000 7f157bfff640 1 -- 172.21.15.39:0/172569577 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f15840b7920 con 0x7f1584149500 2024-09-19T05:36:44.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.463+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f15840d23d0 con 0x7f156406c2b0 2024-09-19T05:36:44.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.469+0000 7f157bfff640 1 -- 172.21.15.39:0/172569577 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242659 (secure 0 0 0) 0x7f15840d23d0 con 0x7f156406c2b0 2024-09-19T05:36:44.473 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:44.474 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:44.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156406c2b0 msgr2=0x7f156406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156406c2b0 0x7f156406e770 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1574009830 tx=0x7f1574008040 comp rx=0 tx=0).stop 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1584149500 msgr2=0x7f1584149980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1584149500 0x7f1584149980 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f158406cb90 tx=0x7f157c00e530 comp rx=0 tx=0).stop 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 shutdown_connections 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156406c2b0 0x7f156406e770 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1584149500 0x7f1584149980 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1584159790 0x7f1584159c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 --2- 172.21.15.39:0/172569577 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f1570003f30 0x7f158415b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 >> 172.21.15.39:0/172569577 conn(0x7f158406bd00 msgr2=0x7f15840b9080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.472+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 shutdown_connections 2024-09-19T05:36:44.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.473+0000 7f158a0f8640 1 -- 172.21.15.39:0/172569577 wait complete. 2024-09-19T05:36:44.485 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":155,"stamp":"2024-09-19T05:36:42.701168+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":274460,"kb_used_data":8308,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754700260,"statfs":{"total":773094113280,"available":772813066240,"internally_reserved":0,"allocated":8507392,"data_stored":4234127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000862"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.111764+0000","last_change":"2024-09-19T05:36:40.111764+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.111764+0000","last_undegraded":"2024-09-19T05:36:40.111764+0000","last_fullsized":"2024-09-19T05:36:40.111764+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116322+0000","last_change":"2024-09-19T05:36:40.116322+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116322+0000","last_undegraded":"2024-09-19T05:36:40.116322+0000","last_fullsized":"2024-09-19T05:36:40.116322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116844+0000","last_change":"2024-09-19T05:36:40.116844+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116844+0000","last_undegraded":"2024-09-19T05:36:40.116844+0000","last_fullsized":"2024-09-19T05:36:40.116844+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109900+0000","last_change":"2024-09-19T05:36:40.109900+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109900+0000","last_undegraded":"2024-09-19T05:36:40.109900+0000","last_fullsized":"2024-09-19T05:36:40.109900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109222+0000","last_change":"2024-09-19T05:36:40.109222+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109222+0000","last_undegraded":"2024-09-19T05:36:40.109222+0000","last_fullsized":"2024-09-19T05:36:40.109222+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116229+0000","last_change":"2024-09-19T05:36:40.116229+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116229+0000","last_undegraded":"2024-09-19T05:36:40.116229+0000","last_fullsized":"2024-09-19T05:36:40.116229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114061+0000","last_change":"2024-09-19T05:36:40.114061+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114061+0000","last_undegraded":"2024-09-19T05:36:40.114061+0000","last_fullsized":"2024-09-19T05:36:40.114061+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115419+0000","last_change":"2024-09-19T05:36:40.115419+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115419+0000","last_undegraded":"2024-09-19T05:36:40.115419+0000","last_fullsized":"2024-09-19T05:36:40.115419+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115570+0000","last_change":"2024-09-19T05:36:40.115570+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115570+0000","last_undegraded":"2024-09-19T05:36:40.115570+0000","last_fullsized":"2024-09-19T05:36:40.115570+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114941+0000","last_change":"2024-09-19T05:36:40.114941+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114941+0000","last_undegraded":"2024-09-19T05:36:40.114941+0000","last_fullsized":"2024-09-19T05:36:40.114941+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109158+0000","last_change":"2024-09-19T05:36:40.109158+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109158+0000","last_undegraded":"2024-09-19T05:36:40.109158+0000","last_fullsized":"2024-09-19T05:36:40.109158+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113927+0000","last_change":"2024-09-19T05:36:40.113927+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113927+0000","last_undegraded":"2024-09-19T05:36:40.113927+0000","last_fullsized":"2024-09-19T05:36:40.113927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108762+0000","last_change":"2024-09-19T05:36:40.108762+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108762+0000","last_undegraded":"2024-09-19T05:36:40.108762+0000","last_fullsized":"2024-09-19T05:36:40.108762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.107913+0000","last_change":"2024-09-19T05:36:40.107913+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.107913+0000","last_undegraded":"2024-09-19T05:36:40.107913+0000","last_fullsized":"2024-09-19T05:36:40.107913+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.119768+0000","last_change":"2024-09-19T05:36:40.118908+0000","last_active":"2024-09-19T05:36:40.119768+0000","last_peered":"2024-09-19T05:36:40.119768+0000","last_clean":"2024-09-19T05:36:40.119768+0000","last_became_active":"2024-09-19T05:36:40.118636+0000","last_became_peered":"2024-09-19T05:36:40.118636+0000","last_unstale":"2024-09-19T05:36:40.119768+0000","last_undegraded":"2024-09-19T05:36:40.119768+0000","last_fullsized":"2024-09-19T05:36:40.119768+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:22.508040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.111341+0000","last_change":"2024-09-19T05:36:40.111341+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.111341+0000","last_undegraded":"2024-09-19T05:36:40.111341+0000","last_fullsized":"2024-09-19T05:36:40.111341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102775+0000","last_change":"2024-09-19T05:36:39.102775+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102775+0000","last_undegraded":"2024-09-19T05:36:39.102775+0000","last_fullsized":"2024-09-19T05:36:39.102775+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108294+0000","last_change":"2024-09-19T05:36:40.108294+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108294+0000","last_undegraded":"2024-09-19T05:36:40.108294+0000","last_fullsized":"2024-09-19T05:36:40.108294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104531+0000","last_change":"2024-09-19T05:36:39.104531+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104531+0000","last_undegraded":"2024-09-19T05:36:39.104531+0000","last_fullsized":"2024-09-19T05:36:39.104531+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104489+0000","last_change":"2024-09-19T05:36:39.104489+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104489+0000","last_undegraded":"2024-09-19T05:36:39.104489+0000","last_fullsized":"2024-09-19T05:36:39.104489+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102740+0000","last_change":"2024-09-19T05:36:39.102740+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102740+0000","last_undegraded":"2024-09-19T05:36:39.102740+0000","last_fullsized":"2024-09-19T05:36:39.102740+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103679+0000","last_change":"2024-09-19T05:36:39.103679+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103679+0000","last_undegraded":"2024-09-19T05:36:39.103679+0000","last_fullsized":"2024-09-19T05:36:39.103679+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104723+0000","last_change":"2024-09-19T05:36:39.104723+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104723+0000","last_undegraded":"2024-09-19T05:36:39.104723+0000","last_fullsized":"2024-09-19T05:36:39.104723+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113532+0000","last_change":"2024-09-19T05:36:40.113532+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113532+0000","last_undegraded":"2024-09-19T05:36:40.113532+0000","last_fullsized":"2024-09-19T05:36:40.113532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111090+0000","last_change":"2024-09-19T05:36:39.111090+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111090+0000","last_undegraded":"2024-09-19T05:36:39.111090+0000","last_fullsized":"2024-09-19T05:36:39.111090+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114641+0000","last_change":"2024-09-19T05:36:40.114641+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114641+0000","last_undegraded":"2024-09-19T05:36:40.114641+0000","last_fullsized":"2024-09-19T05:36:40.114641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128223+0000","last_change":"2024-09-19T05:36:40.127021+0000","last_active":"2024-09-19T05:36:40.128223+0000","last_peered":"2024-09-19T05:36:40.128223+0000","last_clean":"2024-09-19T05:36:40.128223+0000","last_became_active":"2024-09-19T05:36:40.126488+0000","last_became_peered":"2024-09-19T05:36:40.126488+0000","last_unstale":"2024-09-19T05:36:40.128223+0000","last_undegraded":"2024-09-19T05:36:40.128223+0000","last_fullsized":"2024-09-19T05:36:40.128223+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:53.597617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.117842+0000","last_change":"2024-09-19T05:36:40.117026+0000","last_active":"2024-09-19T05:36:40.117842+0000","last_peered":"2024-09-19T05:36:40.117842+0000","last_clean":"2024-09-19T05:36:40.117842+0000","last_became_active":"2024-09-19T05:36:40.116690+0000","last_became_peered":"2024-09-19T05:36:40.116690+0000","last_unstale":"2024-09-19T05:36:40.117842+0000","last_undegraded":"2024-09-19T05:36:40.117842+0000","last_fullsized":"2024-09-19T05:36:40.117842+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:04.230034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128245+0000","last_change":"2024-09-19T05:36:40.127089+0000","last_active":"2024-09-19T05:36:40.128245+0000","last_peered":"2024-09-19T05:36:40.128245+0000","last_clean":"2024-09-19T05:36:40.128245+0000","last_became_active":"2024-09-19T05:36:40.126794+0000","last_became_peered":"2024-09-19T05:36:40.126794+0000","last_unstale":"2024-09-19T05:36:40.128245+0000","last_undegraded":"2024-09-19T05:36:40.128245+0000","last_fullsized":"2024-09-19T05:36:40.128245+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:04.761728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102524+0000","last_change":"2024-09-19T05:36:39.102524+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102524+0000","last_undegraded":"2024-09-19T05:36:39.102524+0000","last_fullsized":"2024-09-19T05:36:39.102524+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111421+0000","last_change":"2024-09-19T05:36:39.111421+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111421+0000","last_undegraded":"2024-09-19T05:36:39.111421+0000","last_fullsized":"2024-09-19T05:36:39.111421+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.131998+0000","last_change":"2024-09-19T05:36:40.127166+0000","last_active":"2024-09-19T05:36:40.131998+0000","last_peered":"2024-09-19T05:36:40.131998+0000","last_clean":"2024-09-19T05:36:40.131998+0000","last_became_active":"2024-09-19T05:36:40.126775+0000","last_became_peered":"2024-09-19T05:36:40.126775+0000","last_unstale":"2024-09-19T05:36:40.131998+0000","last_undegraded":"2024-09-19T05:36:40.131998+0000","last_fullsized":"2024-09-19T05:36:40.131998+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:20.269641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103072+0000","last_change":"2024-09-19T05:36:39.103072+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103072+0000","last_undegraded":"2024-09-19T05:36:39.103072+0000","last_fullsized":"2024-09-19T05:36:39.103072+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104059+0000","last_change":"2024-09-19T05:36:39.104059+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104059+0000","last_undegraded":"2024-09-19T05:36:39.104059+0000","last_fullsized":"2024-09-19T05:36:39.104059+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.117030+0000","last_change":"2024-09-19T05:36:40.114675+0000","last_active":"2024-09-19T05:36:40.117030+0000","last_peered":"2024-09-19T05:36:40.117030+0000","last_clean":"2024-09-19T05:36:40.117030+0000","last_became_active":"2024-09-19T05:36:40.114318+0000","last_became_peered":"2024-09-19T05:36:40.114318+0000","last_unstale":"2024-09-19T05:36:40.117030+0000","last_undegraded":"2024-09-19T05:36:40.117030+0000","last_fullsized":"2024-09-19T05:36:40.117030+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:00.921871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.110910+0000","last_change":"2024-09-19T05:36:40.110910+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.110910+0000","last_undegraded":"2024-09-19T05:36:40.110910+0000","last_fullsized":"2024-09-19T05:36:40.110910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103350+0000","last_change":"2024-09-19T05:36:39.103350+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103350+0000","last_undegraded":"2024-09-19T05:36:39.103350+0000","last_fullsized":"2024-09-19T05:36:39.103350+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103577+0000","last_change":"2024-09-19T05:36:39.103577+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103577+0000","last_undegraded":"2024-09-19T05:36:39.103577+0000","last_fullsized":"2024-09-19T05:36:39.103577+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115777+0000","last_change":"2024-09-19T05:36:40.115777+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115777+0000","last_undegraded":"2024-09-19T05:36:40.115777+0000","last_fullsized":"2024-09-19T05:36:40.115777+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.125940+0000","last_change":"2024-09-19T05:36:40.123108+0000","last_active":"2024-09-19T05:36:40.125940+0000","last_peered":"2024-09-19T05:36:40.125940+0000","last_clean":"2024-09-19T05:36:40.125940+0000","last_became_active":"2024-09-19T05:36:40.122783+0000","last_became_peered":"2024-09-19T05:36:40.122783+0000","last_unstale":"2024-09-19T05:36:40.125940+0000","last_undegraded":"2024-09-19T05:36:40.125940+0000","last_fullsized":"2024-09-19T05:36:40.125940+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:29.548889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128885+0000","last_change":"2024-09-19T05:36:40.124390+0000","last_active":"2024-09-19T05:36:40.128885+0000","last_peered":"2024-09-19T05:36:40.128885+0000","last_clean":"2024-09-19T05:36:40.128885+0000","last_became_active":"2024-09-19T05:36:40.124018+0000","last_became_peered":"2024-09-19T05:36:40.124018+0000","last_unstale":"2024-09-19T05:36:40.128885+0000","last_undegraded":"2024-09-19T05:36:40.128885+0000","last_fullsized":"2024-09-19T05:36:40.128885+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:54.232222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113150+0000","last_change":"2024-09-19T05:36:40.113150+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113150+0000","last_undegraded":"2024-09-19T05:36:40.113150+0000","last_fullsized":"2024-09-19T05:36:40.113150+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.118801+0000","last_change":"2024-09-19T05:36:40.117675+0000","last_active":"2024-09-19T05:36:40.118801+0000","last_peered":"2024-09-19T05:36:40.118801+0000","last_clean":"2024-09-19T05:36:40.118801+0000","last_became_active":"2024-09-19T05:36:40.117300+0000","last_became_peered":"2024-09-19T05:36:40.117300+0000","last_unstale":"2024-09-19T05:36:40.118801+0000","last_undegraded":"2024-09-19T05:36:40.118801+0000","last_fullsized":"2024-09-19T05:36:40.118801+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:51.401895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.124720+0000","last_change":"2024-09-19T05:36:40.119730+0000","last_active":"2024-09-19T05:36:40.124720+0000","last_peered":"2024-09-19T05:36:40.124720+0000","last_clean":"2024-09-19T05:36:40.124720+0000","last_became_active":"2024-09-19T05:36:40.119379+0000","last_became_peered":"2024-09-19T05:36:40.119379+0000","last_unstale":"2024-09-19T05:36:40.124720+0000","last_undegraded":"2024-09-19T05:36:40.124720+0000","last_fullsized":"2024-09-19T05:36:40.124720+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:10.923334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111758+0000","last_change":"2024-09-19T05:36:39.111758+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111758+0000","last_undegraded":"2024-09-19T05:36:39.111758+0000","last_fullsized":"2024-09-19T05:36:39.111758+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111154+0000","last_change":"2024-09-19T05:36:39.111154+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111154+0000","last_undegraded":"2024-09-19T05:36:39.111154+0000","last_fullsized":"2024-09-19T05:36:39.111154+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.107810+0000","last_change":"2024-09-19T05:36:40.107810+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.107810+0000","last_undegraded":"2024-09-19T05:36:40.107810+0000","last_fullsized":"2024-09-19T05:36:40.107810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.122078+0000","last_change":"2024-09-19T05:36:40.121538+0000","last_active":"2024-09-19T05:36:40.122078+0000","last_peered":"2024-09-19T05:36:40.122078+0000","last_clean":"2024-09-19T05:36:40.122078+0000","last_became_active":"2024-09-19T05:36:40.121213+0000","last_became_peered":"2024-09-19T05:36:40.121213+0000","last_unstale":"2024-09-19T05:36:40.122078+0000","last_undegraded":"2024-09-19T05:36:40.122078+0000","last_fullsized":"2024-09-19T05:36:40.122078+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:13.241511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.127699+0000","last_change":"2024-09-19T05:36:40.126119+0000","last_active":"2024-09-19T05:36:40.127699+0000","last_peered":"2024-09-19T05:36:40.127699+0000","last_clean":"2024-09-19T05:36:40.127699+0000","last_became_active":"2024-09-19T05:36:40.125798+0000","last_became_peered":"2024-09-19T05:36:40.125798+0000","last_unstale":"2024-09-19T05:36:40.127699+0000","last_undegraded":"2024-09-19T05:36:40.127699+0000","last_fullsized":"2024-09-19T05:36:40.127699+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:18.799466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103283+0000","last_change":"2024-09-19T05:36:39.103283+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103283+0000","last_undegraded":"2024-09-19T05:36:39.103283+0000","last_fullsized":"2024-09-19T05:36:39.103283+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103061+0000","last_change":"2024-09-19T05:36:39.103061+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103061+0000","last_undegraded":"2024-09-19T05:36:39.103061+0000","last_fullsized":"2024-09-19T05:36:39.103061+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.123347+0000","last_change":"2024-09-19T05:36:40.122630+0000","last_active":"2024-09-19T05:36:40.123347+0000","last_peered":"2024-09-19T05:36:40.123347+0000","last_clean":"2024-09-19T05:36:40.123347+0000","last_became_active":"2024-09-19T05:36:40.122250+0000","last_became_peered":"2024-09-19T05:36:40.122250+0000","last_unstale":"2024-09-19T05:36:40.123347+0000","last_undegraded":"2024-09-19T05:36:40.123347+0000","last_fullsized":"2024-09-19T05:36:40.123347+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:50:19.379981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108734+0000","last_change":"2024-09-19T05:36:40.108734+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108734+0000","last_undegraded":"2024-09-19T05:36:40.108734+0000","last_fullsized":"2024-09-19T05:36:40.108734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102995+0000","last_change":"2024-09-19T05:36:39.102995+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102995+0000","last_undegraded":"2024-09-19T05:36:39.102995+0000","last_fullsized":"2024-09-19T05:36:39.102995+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.107257+0000","last_change":"2024-09-19T05:36:39.107257+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.107257+0000","last_undegraded":"2024-09-19T05:36:39.107257+0000","last_fullsized":"2024-09-19T05:36:39.107257+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":270,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-19T05:36:39.107532+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:39.107532+0000","last_peered":"2024-09-19T05:36:39.107532+0000","last_clean":"2024-09-19T05:36:39.107532+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:39.107532+0000","last_undegraded":"2024-09-19T05:36:39.107532+0000","last_fullsized":"2024-09-19T05:36:39.107532+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509476,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36256,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335584,"statfs":{"total":96636764160,"available":96599638016,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509475,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542181,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36820,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335020,"statfs":{"total":96636764160,"available":96599060480,"internally_reserved":0,"allocated":1507328,"data_stored":971143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36228,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335612,"statfs":{"total":96636764160,"available":96599666688,"internally_reserved":0,"allocated":901120,"data_stored":374958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542181,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36240,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335600,"statfs":{"total":96636764160,"available":96599654400,"internally_reserved":0,"allocated":913408,"data_stored":380775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542182,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339768,"statfs":{"total":96636764160,"available":96603922432,"internally_reserved":0,"allocated":901120,"data_stored":374958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542182,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32660,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339180,"statfs":{"total":96636764160,"available":96603320320,"internally_reserved":0,"allocated":1507328,"data_stored":971143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:44.488 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:44.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.625+0000 7fa934a53640 1 Processor -- start 2024-09-19T05:36:44.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.625+0000 7fa934a53640 1 -- start start 2024-09-19T05:36:44.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.626+0000 7fa934a53640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa9300d1b70 0x7fa930070ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.626+0000 7fa934a53640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa9300b5570 0x7fa9300b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.626+0000 7fa934a53640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9300b1bd0 con 0x7fa93015c490 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.626+0000 7fa934a53640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa9300b1eb0 con 0x7fa9300b5570 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.626+0000 7fa934a53640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa9300d0ea0 con 0x7fa9300d1b70 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.626+0000 7fa92e59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa93015c490 0x7fa9300707b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58012/0 (socket says 172.21.15.39:58012) 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.626+0000 7fa92e59c640 1 -- 172.21.15.39:0/3620333426 learned_addr learned my addr 172.21.15.39:0/3620333426 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.626+0000 7fa92ed9d640 1 --2- 172.21.15.39:0/3620333426 >> v2:172.21.15.39:3300/0 conn(0x7fa9300b5570 0x7fa9300b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.627+0000 7fa92dd9b640 1 --2- 172.21.15.39:0/3620333426 >> v2:172.21.15.50:3300/0 conn(0x7fa9300d1b70 0x7fa930070ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.627+0000 7fa92d59a640 1 -- 172.21.15.39:0/3620333426 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1316955866 0 0) 0x7fa9300b1bd0 con 0x7fa93015c490 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.627+0000 7fa92d59a640 1 -- 172.21.15.39:0/3620333426 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa91c003520 con 0x7fa93015c490 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.627+0000 7fa92ed9d640 1 -- 172.21.15.39:0/3620333426 >> v2:172.21.15.50:3300/0 conn(0x7fa9300d1b70 msgr2=0x7fa930070ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.627+0000 7fa92ed9d640 1 --2- 172.21.15.39:0/3620333426 >> v2:172.21.15.50:3300/0 conn(0x7fa9300d1b70 0x7fa930070ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.627+0000 7fa92ed9d640 1 -- 172.21.15.39:0/3620333426 >> v1:172.21.15.39:6789/0 conn(0x7fa93015c490 legacy=0x7fa9300707b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.627+0000 7fa92ed9d640 1 -- 172.21.15.39:0/3620333426 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9300d1180 con 0x7fa9300b5570 2024-09-19T05:36:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa92ed9d640 1 --2- 172.21.15.39:0/3620333426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300b5570 0x7fa9300b59e0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fa920009d90 tx=0x7fa92002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa05c236b8101b7f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa92d59a640 1 -- 172.21.15.39:0/3620333426 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa920007740 con 0x7fa9300b5570 2024-09-19T05:36:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa92d59a640 1 -- 172.21.15.39:0/3620333426 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9200078e0 con 0x7fa9300b5570 2024-09-19T05:36:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa92d59a640 1 -- 172.21.15.39:0/3620333426 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa920007cb0 con 0x7fa9300b5570 2024-09-19T05:36:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa934a53640 1 -- 172.21.15.39:0/3620333426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300b5570 msgr2=0x7fa9300b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa934a53640 1 --2- 172.21.15.39:0/3620333426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300b5570 0x7fa9300b59e0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fa920009d90 tx=0x7fa92002a6a0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa934a53640 1 -- 172.21.15.39:0/3620333426 shutdown_connections 2024-09-19T05:36:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa934a53640 1 --2- 172.21.15.39:0/3620333426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300b5570 0x7fa9300b59e0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa934a53640 1 --2- 172.21.15.39:0/3620333426 >> v2:172.21.15.50:3300/0 conn(0x7fa9300d1b70 0x7fa930070ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa934a53640 1 -- 172.21.15.39:0/3620333426 >> 172.21.15.39:0/3620333426 conn(0x7fa9300d24b0 msgr2=0x7fa9300d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa934a53640 1 -- 172.21.15.39:0/3620333426 shutdown_connections 2024-09-19T05:36:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.628+0000 7fa934a53640 1 -- 172.21.15.39:0/3620333426 wait complete. 2024-09-19T05:36:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.630+0000 7fa934a53640 1 Processor -- start 2024-09-19T05:36:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.630+0000 7fa934a53640 1 -- start start 2024-09-19T05:36:44.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.630+0000 7fa934a53640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9300b5570 0x7fa9301ee4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.630+0000 7fa934a53640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300d1b70 0x7fa9300aeab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.630+0000 7fa934a53640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa93015c490 0x7fa9300b34d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.630+0000 7fa934a53640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa93015c9f0 con 0x7fa9300d1b70 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.630+0000 7fa934a53640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa93015c870 con 0x7fa93015c490 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.630+0000 7fa934a53640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa930074030 con 0x7fa9300b5570 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300d1b70 0x7fa9300aeab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300d1b70 0x7fa9300aeab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49028/0 (socket says 172.21.15.39:49028) 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92dd9b640 1 -- 172.21.15.39:0/3734290710 learned_addr learned my addr 172.21.15.39:0/3734290710 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92dd9b640 1 -- 172.21.15.39:0/3734290710 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9300b5570 msgr2=0x7fa9301ee4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92dd9b640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9300b5570 0x7fa9301ee4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92dd9b640 1 -- 172.21.15.39:0/3734290710 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa93015c490 msgr2=0x7fa9300b34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92ed9d640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa93015c490 0x7fa9300b34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92dd9b640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa93015c490 0x7fa9300b34d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92dd9b640 1 -- 172.21.15.39:0/3734290710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9300af500 con 0x7fa9300d1b70 2024-09-19T05:36:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa92dd9b640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300d1b70 0x7fa9300aeab0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fa91800e980 tx=0x7fa91800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa926ffd640 1 -- 172.21.15.39:0/3734290710 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa918017070 con 0x7fa9300d1b70 2024-09-19T05:36:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa926ffd640 1 -- 172.21.15.39:0/3734290710 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa91800ca00 con 0x7fa9300d1b70 2024-09-19T05:36:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa926ffd640 1 -- 172.21.15.39:0/3734290710 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa91800cdd0 con 0x7fa9300d1b70 2024-09-19T05:36:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9300af7e0 con 0x7fa9300d1b70 2024-09-19T05:36:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.631+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa93006bea0 con 0x7fa9300d1b70 2024-09-19T05:36:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.632+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa930070f70 con 0x7fa9300d1b70 2024-09-19T05:36:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.633+0000 7fa926ffd640 1 -- 172.21.15.39:0/3734290710 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa91801a070 con 0x7fa9300d1b70 2024-09-19T05:36:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.633+0000 7fa926ffd640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.633+0000 7fa92e59c640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.633+0000 7fa926ffd640 1 -- 172.21.15.39:0/3734290710 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fa91808b7b0 con 0x7fa9300d1b70 2024-09-19T05:36:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.634+0000 7fa92e59c640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa928000f60 tx=0x7fa9280078f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:44.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.638+0000 7fa926ffd640 1 -- 172.21.15.39:0/3734290710 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa918059f20 con 0x7fa9300d1b70 2024-09-19T05:36:44.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.810+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa930069140 con 0x7fa91006c2b0 2024-09-19T05:36:44.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.816+0000 7fa926ffd640 1 -- 172.21.15.39:0/3734290710 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242659 (secure 0 0 0) 0x7fa930069140 con 0x7fa91006c2b0 2024-09-19T05:36:44.819 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:44.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 msgr2=0x7fa91006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa928000f60 tx=0x7fa9280078f0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300d1b70 msgr2=0x7fa9300aeab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300d1b70 0x7fa9300aeab0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fa91800e980 tx=0x7fa91800ee40 comp rx=0 tx=0).stop 2024-09-19T05:36:44.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 shutdown_connections 2024-09-19T05:36:44.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa91006c2b0 0x7fa91006e770 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa93015c490 0x7fa9300b34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9300d1b70 0x7fa9300aeab0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 --2- 172.21.15.39:0/3734290710 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9300b5570 0x7fa9301ee4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 >> 172.21.15.39:0/3734290710 conn(0x7fa9300d24b0 msgr2=0x7fa930159ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:44.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 shutdown_connections 2024-09-19T05:36:44.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.819+0000 7fa934a53640 1 -- 172.21.15.39:0/3734290710 wait complete. 2024-09-19T05:36:44.832 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2024-09-19T05:36:44.701469+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":274460,"kb_used_data":8308,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754700260,"statfs":{"total":773094113280,"available":772813066240,"internally_reserved":0,"allocated":8507392,"data_stored":4234127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.601030"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.111764+0000","last_change":"2024-09-19T05:36:40.111764+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.111764+0000","last_undegraded":"2024-09-19T05:36:40.111764+0000","last_fullsized":"2024-09-19T05:36:40.111764+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116322+0000","last_change":"2024-09-19T05:36:40.116322+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116322+0000","last_undegraded":"2024-09-19T05:36:40.116322+0000","last_fullsized":"2024-09-19T05:36:40.116322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116844+0000","last_change":"2024-09-19T05:36:40.116844+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116844+0000","last_undegraded":"2024-09-19T05:36:40.116844+0000","last_fullsized":"2024-09-19T05:36:40.116844+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109900+0000","last_change":"2024-09-19T05:36:40.109900+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109900+0000","last_undegraded":"2024-09-19T05:36:40.109900+0000","last_fullsized":"2024-09-19T05:36:40.109900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109222+0000","last_change":"2024-09-19T05:36:40.109222+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109222+0000","last_undegraded":"2024-09-19T05:36:40.109222+0000","last_fullsized":"2024-09-19T05:36:40.109222+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116229+0000","last_change":"2024-09-19T05:36:40.116229+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116229+0000","last_undegraded":"2024-09-19T05:36:40.116229+0000","last_fullsized":"2024-09-19T05:36:40.116229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114061+0000","last_change":"2024-09-19T05:36:40.114061+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114061+0000","last_undegraded":"2024-09-19T05:36:40.114061+0000","last_fullsized":"2024-09-19T05:36:40.114061+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115419+0000","last_change":"2024-09-19T05:36:40.115419+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115419+0000","last_undegraded":"2024-09-19T05:36:40.115419+0000","last_fullsized":"2024-09-19T05:36:40.115419+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115570+0000","last_change":"2024-09-19T05:36:40.115570+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115570+0000","last_undegraded":"2024-09-19T05:36:40.115570+0000","last_fullsized":"2024-09-19T05:36:40.115570+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114941+0000","last_change":"2024-09-19T05:36:40.114941+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114941+0000","last_undegraded":"2024-09-19T05:36:40.114941+0000","last_fullsized":"2024-09-19T05:36:40.114941+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109158+0000","last_change":"2024-09-19T05:36:40.109158+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109158+0000","last_undegraded":"2024-09-19T05:36:40.109158+0000","last_fullsized":"2024-09-19T05:36:40.109158+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113927+0000","last_change":"2024-09-19T05:36:40.113927+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113927+0000","last_undegraded":"2024-09-19T05:36:40.113927+0000","last_fullsized":"2024-09-19T05:36:40.113927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108762+0000","last_change":"2024-09-19T05:36:40.108762+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108762+0000","last_undegraded":"2024-09-19T05:36:40.108762+0000","last_fullsized":"2024-09-19T05:36:40.108762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.107913+0000","last_change":"2024-09-19T05:36:40.107913+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.107913+0000","last_undegraded":"2024-09-19T05:36:40.107913+0000","last_fullsized":"2024-09-19T05:36:40.107913+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.119768+0000","last_change":"2024-09-19T05:36:40.118908+0000","last_active":"2024-09-19T05:36:40.119768+0000","last_peered":"2024-09-19T05:36:40.119768+0000","last_clean":"2024-09-19T05:36:40.119768+0000","last_became_active":"2024-09-19T05:36:40.118636+0000","last_became_peered":"2024-09-19T05:36:40.118636+0000","last_unstale":"2024-09-19T05:36:40.119768+0000","last_undegraded":"2024-09-19T05:36:40.119768+0000","last_fullsized":"2024-09-19T05:36:40.119768+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:22.508040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.111341+0000","last_change":"2024-09-19T05:36:40.111341+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.111341+0000","last_undegraded":"2024-09-19T05:36:40.111341+0000","last_fullsized":"2024-09-19T05:36:40.111341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102775+0000","last_change":"2024-09-19T05:36:39.102775+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102775+0000","last_undegraded":"2024-09-19T05:36:39.102775+0000","last_fullsized":"2024-09-19T05:36:39.102775+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108294+0000","last_change":"2024-09-19T05:36:40.108294+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108294+0000","last_undegraded":"2024-09-19T05:36:40.108294+0000","last_fullsized":"2024-09-19T05:36:40.108294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104531+0000","last_change":"2024-09-19T05:36:39.104531+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104531+0000","last_undegraded":"2024-09-19T05:36:39.104531+0000","last_fullsized":"2024-09-19T05:36:39.104531+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104489+0000","last_change":"2024-09-19T05:36:39.104489+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104489+0000","last_undegraded":"2024-09-19T05:36:39.104489+0000","last_fullsized":"2024-09-19T05:36:39.104489+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102740+0000","last_change":"2024-09-19T05:36:39.102740+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102740+0000","last_undegraded":"2024-09-19T05:36:39.102740+0000","last_fullsized":"2024-09-19T05:36:39.102740+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103679+0000","last_change":"2024-09-19T05:36:39.103679+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103679+0000","last_undegraded":"2024-09-19T05:36:39.103679+0000","last_fullsized":"2024-09-19T05:36:39.103679+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104723+0000","last_change":"2024-09-19T05:36:39.104723+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104723+0000","last_undegraded":"2024-09-19T05:36:39.104723+0000","last_fullsized":"2024-09-19T05:36:39.104723+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113532+0000","last_change":"2024-09-19T05:36:40.113532+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113532+0000","last_undegraded":"2024-09-19T05:36:40.113532+0000","last_fullsized":"2024-09-19T05:36:40.113532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111090+0000","last_change":"2024-09-19T05:36:39.111090+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111090+0000","last_undegraded":"2024-09-19T05:36:39.111090+0000","last_fullsized":"2024-09-19T05:36:39.111090+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114641+0000","last_change":"2024-09-19T05:36:40.114641+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114641+0000","last_undegraded":"2024-09-19T05:36:40.114641+0000","last_fullsized":"2024-09-19T05:36:40.114641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128223+0000","last_change":"2024-09-19T05:36:40.127021+0000","last_active":"2024-09-19T05:36:40.128223+0000","last_peered":"2024-09-19T05:36:40.128223+0000","last_clean":"2024-09-19T05:36:40.128223+0000","last_became_active":"2024-09-19T05:36:40.126488+0000","last_became_peered":"2024-09-19T05:36:40.126488+0000","last_unstale":"2024-09-19T05:36:40.128223+0000","last_undegraded":"2024-09-19T05:36:40.128223+0000","last_fullsized":"2024-09-19T05:36:40.128223+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:53.597617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.117842+0000","last_change":"2024-09-19T05:36:40.117026+0000","last_active":"2024-09-19T05:36:40.117842+0000","last_peered":"2024-09-19T05:36:40.117842+0000","last_clean":"2024-09-19T05:36:40.117842+0000","last_became_active":"2024-09-19T05:36:40.116690+0000","last_became_peered":"2024-09-19T05:36:40.116690+0000","last_unstale":"2024-09-19T05:36:40.117842+0000","last_undegraded":"2024-09-19T05:36:40.117842+0000","last_fullsized":"2024-09-19T05:36:40.117842+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:04.230034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128245+0000","last_change":"2024-09-19T05:36:40.127089+0000","last_active":"2024-09-19T05:36:40.128245+0000","last_peered":"2024-09-19T05:36:40.128245+0000","last_clean":"2024-09-19T05:36:40.128245+0000","last_became_active":"2024-09-19T05:36:40.126794+0000","last_became_peered":"2024-09-19T05:36:40.126794+0000","last_unstale":"2024-09-19T05:36:40.128245+0000","last_undegraded":"2024-09-19T05:36:40.128245+0000","last_fullsized":"2024-09-19T05:36:40.128245+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:04.761728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102524+0000","last_change":"2024-09-19T05:36:39.102524+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102524+0000","last_undegraded":"2024-09-19T05:36:39.102524+0000","last_fullsized":"2024-09-19T05:36:39.102524+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111421+0000","last_change":"2024-09-19T05:36:39.111421+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111421+0000","last_undegraded":"2024-09-19T05:36:39.111421+0000","last_fullsized":"2024-09-19T05:36:39.111421+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.131998+0000","last_change":"2024-09-19T05:36:40.127166+0000","last_active":"2024-09-19T05:36:40.131998+0000","last_peered":"2024-09-19T05:36:40.131998+0000","last_clean":"2024-09-19T05:36:40.131998+0000","last_became_active":"2024-09-19T05:36:40.126775+0000","last_became_peered":"2024-09-19T05:36:40.126775+0000","last_unstale":"2024-09-19T05:36:40.131998+0000","last_undegraded":"2024-09-19T05:36:40.131998+0000","last_fullsized":"2024-09-19T05:36:40.131998+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:20.269641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103072+0000","last_change":"2024-09-19T05:36:39.103072+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103072+0000","last_undegraded":"2024-09-19T05:36:39.103072+0000","last_fullsized":"2024-09-19T05:36:39.103072+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104059+0000","last_change":"2024-09-19T05:36:39.104059+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104059+0000","last_undegraded":"2024-09-19T05:36:39.104059+0000","last_fullsized":"2024-09-19T05:36:39.104059+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.117030+0000","last_change":"2024-09-19T05:36:40.114675+0000","last_active":"2024-09-19T05:36:40.117030+0000","last_peered":"2024-09-19T05:36:40.117030+0000","last_clean":"2024-09-19T05:36:40.117030+0000","last_became_active":"2024-09-19T05:36:40.114318+0000","last_became_peered":"2024-09-19T05:36:40.114318+0000","last_unstale":"2024-09-19T05:36:40.117030+0000","last_undegraded":"2024-09-19T05:36:40.117030+0000","last_fullsized":"2024-09-19T05:36:40.117030+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:00.921871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.110910+0000","last_change":"2024-09-19T05:36:40.110910+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.110910+0000","last_undegraded":"2024-09-19T05:36:40.110910+0000","last_fullsized":"2024-09-19T05:36:40.110910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103350+0000","last_change":"2024-09-19T05:36:39.103350+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103350+0000","last_undegraded":"2024-09-19T05:36:39.103350+0000","last_fullsized":"2024-09-19T05:36:39.103350+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103577+0000","last_change":"2024-09-19T05:36:39.103577+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103577+0000","last_undegraded":"2024-09-19T05:36:39.103577+0000","last_fullsized":"2024-09-19T05:36:39.103577+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115777+0000","last_change":"2024-09-19T05:36:40.115777+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115777+0000","last_undegraded":"2024-09-19T05:36:40.115777+0000","last_fullsized":"2024-09-19T05:36:40.115777+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.125940+0000","last_change":"2024-09-19T05:36:40.123108+0000","last_active":"2024-09-19T05:36:40.125940+0000","last_peered":"2024-09-19T05:36:40.125940+0000","last_clean":"2024-09-19T05:36:40.125940+0000","last_became_active":"2024-09-19T05:36:40.122783+0000","last_became_peered":"2024-09-19T05:36:40.122783+0000","last_unstale":"2024-09-19T05:36:40.125940+0000","last_undegraded":"2024-09-19T05:36:40.125940+0000","last_fullsized":"2024-09-19T05:36:40.125940+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:29.548889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128885+0000","last_change":"2024-09-19T05:36:40.124390+0000","last_active":"2024-09-19T05:36:40.128885+0000","last_peered":"2024-09-19T05:36:40.128885+0000","last_clean":"2024-09-19T05:36:40.128885+0000","last_became_active":"2024-09-19T05:36:40.124018+0000","last_became_peered":"2024-09-19T05:36:40.124018+0000","last_unstale":"2024-09-19T05:36:40.128885+0000","last_undegraded":"2024-09-19T05:36:40.128885+0000","last_fullsized":"2024-09-19T05:36:40.128885+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:54.232222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113150+0000","last_change":"2024-09-19T05:36:40.113150+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113150+0000","last_undegraded":"2024-09-19T05:36:40.113150+0000","last_fullsized":"2024-09-19T05:36:40.113150+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.118801+0000","last_change":"2024-09-19T05:36:40.117675+0000","last_active":"2024-09-19T05:36:40.118801+0000","last_peered":"2024-09-19T05:36:40.118801+0000","last_clean":"2024-09-19T05:36:40.118801+0000","last_became_active":"2024-09-19T05:36:40.117300+0000","last_became_peered":"2024-09-19T05:36:40.117300+0000","last_unstale":"2024-09-19T05:36:40.118801+0000","last_undegraded":"2024-09-19T05:36:40.118801+0000","last_fullsized":"2024-09-19T05:36:40.118801+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:51.401895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.124720+0000","last_change":"2024-09-19T05:36:40.119730+0000","last_active":"2024-09-19T05:36:40.124720+0000","last_peered":"2024-09-19T05:36:40.124720+0000","last_clean":"2024-09-19T05:36:40.124720+0000","last_became_active":"2024-09-19T05:36:40.119379+0000","last_became_peered":"2024-09-19T05:36:40.119379+0000","last_unstale":"2024-09-19T05:36:40.124720+0000","last_undegraded":"2024-09-19T05:36:40.124720+0000","last_fullsized":"2024-09-19T05:36:40.124720+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:10.923334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111758+0000","last_change":"2024-09-19T05:36:39.111758+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111758+0000","last_undegraded":"2024-09-19T05:36:39.111758+0000","last_fullsized":"2024-09-19T05:36:39.111758+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111154+0000","last_change":"2024-09-19T05:36:39.111154+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111154+0000","last_undegraded":"2024-09-19T05:36:39.111154+0000","last_fullsized":"2024-09-19T05:36:39.111154+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.107810+0000","last_change":"2024-09-19T05:36:40.107810+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.107810+0000","last_undegraded":"2024-09-19T05:36:40.107810+0000","last_fullsized":"2024-09-19T05:36:40.107810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.122078+0000","last_change":"2024-09-19T05:36:40.121538+0000","last_active":"2024-09-19T05:36:40.122078+0000","last_peered":"2024-09-19T05:36:40.122078+0000","last_clean":"2024-09-19T05:36:40.122078+0000","last_became_active":"2024-09-19T05:36:40.121213+0000","last_became_peered":"2024-09-19T05:36:40.121213+0000","last_unstale":"2024-09-19T05:36:40.122078+0000","last_undegraded":"2024-09-19T05:36:40.122078+0000","last_fullsized":"2024-09-19T05:36:40.122078+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:13.241511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.127699+0000","last_change":"2024-09-19T05:36:40.126119+0000","last_active":"2024-09-19T05:36:40.127699+0000","last_peered":"2024-09-19T05:36:40.127699+0000","last_clean":"2024-09-19T05:36:40.127699+0000","last_became_active":"2024-09-19T05:36:40.125798+0000","last_became_peered":"2024-09-19T05:36:40.125798+0000","last_unstale":"2024-09-19T05:36:40.127699+0000","last_undegraded":"2024-09-19T05:36:40.127699+0000","last_fullsized":"2024-09-19T05:36:40.127699+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:18.799466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103283+0000","last_change":"2024-09-19T05:36:39.103283+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103283+0000","last_undegraded":"2024-09-19T05:36:39.103283+0000","last_fullsized":"2024-09-19T05:36:39.103283+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103061+0000","last_change":"2024-09-19T05:36:39.103061+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103061+0000","last_undegraded":"2024-09-19T05:36:39.103061+0000","last_fullsized":"2024-09-19T05:36:39.103061+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.123347+0000","last_change":"2024-09-19T05:36:40.122630+0000","last_active":"2024-09-19T05:36:40.123347+0000","last_peered":"2024-09-19T05:36:40.123347+0000","last_clean":"2024-09-19T05:36:40.123347+0000","last_became_active":"2024-09-19T05:36:40.122250+0000","last_became_peered":"2024-09-19T05:36:40.122250+0000","last_unstale":"2024-09-19T05:36:40.123347+0000","last_undegraded":"2024-09-19T05:36:40.123347+0000","last_fullsized":"2024-09-19T05:36:40.123347+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:50:19.379981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108734+0000","last_change":"2024-09-19T05:36:40.108734+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108734+0000","last_undegraded":"2024-09-19T05:36:40.108734+0000","last_fullsized":"2024-09-19T05:36:40.108734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102995+0000","last_change":"2024-09-19T05:36:39.102995+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102995+0000","last_undegraded":"2024-09-19T05:36:39.102995+0000","last_fullsized":"2024-09-19T05:36:39.102995+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.107257+0000","last_change":"2024-09-19T05:36:39.107257+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.107257+0000","last_undegraded":"2024-09-19T05:36:39.107257+0000","last_fullsized":"2024-09-19T05:36:39.107257+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":270,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-19T05:36:39.107532+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:39.107532+0000","last_peered":"2024-09-19T05:36:39.107532+0000","last_clean":"2024-09-19T05:36:39.107532+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:39.107532+0000","last_undegraded":"2024-09-19T05:36:39.107532+0000","last_fullsized":"2024-09-19T05:36:39.107532+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509476,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36256,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335584,"statfs":{"total":96636764160,"available":96599638016,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509475,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542181,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36820,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335020,"statfs":{"total":96636764160,"available":96599060480,"internally_reserved":0,"allocated":1507328,"data_stored":971143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36228,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335612,"statfs":{"total":96636764160,"available":96599666688,"internally_reserved":0,"allocated":901120,"data_stored":374958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542181,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36240,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335600,"statfs":{"total":96636764160,"available":96599654400,"internally_reserved":0,"allocated":913408,"data_stored":380775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542182,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339768,"statfs":{"total":96636764160,"available":96603922432,"internally_reserved":0,"allocated":901120,"data_stored":374958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542182,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32660,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339180,"statfs":{"total":96636764160,"available":96603320320,"internally_reserved":0,"allocated":1507328,"data_stored":971143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:44.835 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3f is not active+clean 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.111764+0000', 'last_change': '2024-09-19T05:36:40.111764+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.111764+0000', 'last_undegraded': '2024-09-19T05:36:40.111764+0000', 'last_fullsized': '2024-09-19T05:36:40.111764+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3e is not active+clean 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3d is not active+clean 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3c is not active+clean 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.116322+0000', 'last_change': '2024-09-19T05:36:40.116322+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.116322+0000', 'last_undegraded': '2024-09-19T05:36:40.116322+0000', 'last_fullsized': '2024-09-19T05:36:40.116322+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3b is not active+clean 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.836 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3a is not active+clean 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:PG 13.39 is not active+clean 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.116844+0000', 'last_change': '2024-09-19T05:36:40.116844+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.116844+0000', 'last_undegraded': '2024-09-19T05:36:40.116844+0000', 'last_fullsized': '2024-09-19T05:36:40.116844+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:PG 13.38 is not active+clean 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:PG 13.37 is not active+clean 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:PG 13.36 is not active+clean 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.109900+0000', 'last_change': '2024-09-19T05:36:40.109900+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.109900+0000', 'last_undegraded': '2024-09-19T05:36:40.109900+0000', 'last_fullsized': '2024-09-19T05:36:40.109900+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:PG 13.35 is not active+clean 2024-09-19T05:36:44.837 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:PG 13.34 is not active+clean 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.109222+0000', 'last_change': '2024-09-19T05:36:40.109222+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.109222+0000', 'last_undegraded': '2024-09-19T05:36:40.109222+0000', 'last_fullsized': '2024-09-19T05:36:40.109222+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:PG 13.33 is not active+clean 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:PG 13.32 is not active+clean 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.116229+0000', 'last_change': '2024-09-19T05:36:40.116229+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.116229+0000', 'last_undegraded': '2024-09-19T05:36:40.116229+0000', 'last_fullsized': '2024-09-19T05:36:40.116229+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:PG 13.31 is not active+clean 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.114061+0000', 'last_change': '2024-09-19T05:36:40.114061+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.114061+0000', 'last_undegraded': '2024-09-19T05:36:40.114061+0000', 'last_fullsized': '2024-09-19T05:36:40.114061+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:PG 13.30 is not active+clean 2024-09-19T05:36:44.838 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2f is not active+clean 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2e is not active+clean 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.115419+0000', 'last_change': '2024-09-19T05:36:40.115419+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.115419+0000', 'last_undegraded': '2024-09-19T05:36:40.115419+0000', 'last_fullsized': '2024-09-19T05:36:40.115419+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2d is not active+clean 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2c is not active+clean 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.115570+0000', 'last_change': '2024-09-19T05:36:40.115570+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.115570+0000', 'last_undegraded': '2024-09-19T05:36:40.115570+0000', 'last_fullsized': '2024-09-19T05:36:40.115570+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2b is not active+clean 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.114941+0000', 'last_change': '2024-09-19T05:36:40.114941+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.114941+0000', 'last_undegraded': '2024-09-19T05:36:40.114941+0000', 'last_fullsized': '2024-09-19T05:36:40.114941+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:44.839 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2a is not active+clean 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:PG 13.29 is not active+clean 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.109158+0000', 'last_change': '2024-09-19T05:36:40.109158+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.109158+0000', 'last_undegraded': '2024-09-19T05:36:40.109158+0000', 'last_fullsized': '2024-09-19T05:36:40.109158+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:PG 13.28 is not active+clean 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.113927+0000', 'last_change': '2024-09-19T05:36:40.113927+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.113927+0000', 'last_undegraded': '2024-09-19T05:36:40.113927+0000', 'last_fullsized': '2024-09-19T05:36:40.113927+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:PG 13.27 is not active+clean 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:PG 13.26 is not active+clean 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:PG 13.25 is not active+clean 2024-09-19T05:36:44.840 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:PG 13.24 is not active+clean 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.108762+0000', 'last_change': '2024-09-19T05:36:40.108762+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.108762+0000', 'last_undegraded': '2024-09-19T05:36:40.108762+0000', 'last_fullsized': '2024-09-19T05:36:40.108762+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:PG 13.23 is not active+clean 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:PG 13.22 is not active+clean 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:PG 13.21 is not active+clean 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:PG 13.20 is not active+clean 2024-09-19T05:36:44.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.107913+0000', 'last_change': '2024-09-19T05:36:40.107913+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.107913+0000', 'last_undegraded': '2024-09-19T05:36:40.107913+0000', 'last_fullsized': '2024-09-19T05:36:40.107913+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1e is not active+clean 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1f is not active+clean 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.111341+0000', 'last_change': '2024-09-19T05:36:40.111341+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.111341+0000', 'last_undegraded': '2024-09-19T05:36:40.111341+0000', 'last_fullsized': '2024-09-19T05:36:40.111341+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1e is not active+clean 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.102775+0000', 'last_change': '2024-09-19T05:36:39.102775+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.102775+0000', 'last_undegraded': '2024-09-19T05:36:39.102775+0000', 'last_fullsized': '2024-09-19T05:36:39.102775+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1c is not active+clean 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.108294+0000', 'last_change': '2024-09-19T05:36:40.108294+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.108294+0000', 'last_undegraded': '2024-09-19T05:36:40.108294+0000', 'last_fullsized': '2024-09-19T05:36:40.108294+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1d is not active+clean 2024-09-19T05:36:44.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.104531+0000', 'last_change': '2024-09-19T05:36:39.104531+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.104531+0000', 'last_undegraded': '2024-09-19T05:36:39.104531+0000', 'last_fullsized': '2024-09-19T05:36:39.104531+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1d is not active+clean 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1c is not active+clean 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.104489+0000', 'last_change': '2024-09-19T05:36:39.104489+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.104489+0000', 'last_undegraded': '2024-09-19T05:36:39.104489+0000', 'last_fullsized': '2024-09-19T05:36:39.104489+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1a is not active+clean 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1b is not active+clean 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.102740+0000', 'last_change': '2024-09-19T05:36:39.102740+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.102740+0000', 'last_undegraded': '2024-09-19T05:36:39.102740+0000', 'last_fullsized': '2024-09-19T05:36:39.102740+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1b is not active+clean 2024-09-19T05:36:44.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1a is not active+clean 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.103679+0000', 'last_change': '2024-09-19T05:36:39.103679+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.103679+0000', 'last_undegraded': '2024-09-19T05:36:39.103679+0000', 'last_fullsized': '2024-09-19T05:36:39.103679+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:PG 13.18 is not active+clean 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:PG 12.19 is not active+clean 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.104723+0000', 'last_change': '2024-09-19T05:36:39.104723+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.104723+0000', 'last_undegraded': '2024-09-19T05:36:39.104723+0000', 'last_fullsized': '2024-09-19T05:36:39.104723+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:PG 13.19 is not active+clean 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.113532+0000', 'last_change': '2024-09-19T05:36:40.113532+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.113532+0000', 'last_undegraded': '2024-09-19T05:36:40.113532+0000', 'last_fullsized': '2024-09-19T05:36:40.113532+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:PG 12.18 is not active+clean 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.111090+0000', 'last_change': '2024-09-19T05:36:39.111090+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.111090+0000', 'last_undegraded': '2024-09-19T05:36:39.111090+0000', 'last_fullsized': '2024-09-19T05:36:39.111090+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:36:44.844 INFO:tasks.ceph.ceph_manager.ceph:PG 13.16 is not active+clean 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.114641+0000', 'last_change': '2024-09-19T05:36:40.114641+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.114641+0000', 'last_undegraded': '2024-09-19T05:36:40.114641+0000', 'last_fullsized': '2024-09-19T05:36:40.114641+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:PG 13.17 is not active+clean 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:PG 13.14 is not active+clean 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:PG 13.15 is not active+clean 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:PG 12.14 is not active+clean 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.102524+0000', 'last_change': '2024-09-19T05:36:39.102524+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.102524+0000', 'last_undegraded': '2024-09-19T05:36:39.102524+0000', 'last_fullsized': '2024-09-19T05:36:39.102524+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:PG 13.12 is not active+clean 2024-09-19T05:36:44.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:PG 12.13 is not active+clean 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.111421+0000', 'last_change': '2024-09-19T05:36:39.111421+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.111421+0000', 'last_undegraded': '2024-09-19T05:36:39.111421+0000', 'last_fullsized': '2024-09-19T05:36:39.111421+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:PG 13.13 is not active+clean 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:PG 13.10 is not active+clean 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:PG 12.11 is not active+clean 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.103072+0000', 'last_change': '2024-09-19T05:36:39.103072+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.103072+0000', 'last_undegraded': '2024-09-19T05:36:39.103072+0000', 'last_fullsized': '2024-09-19T05:36:39.103072+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:PG 13.11 is not active+clean 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.846 INFO:tasks.ceph.ceph_manager.ceph:PG 12.10 is not active+clean 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.104059+0000', 'last_change': '2024-09-19T05:36:39.104059+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.104059+0000', 'last_undegraded': '2024-09-19T05:36:39.104059+0000', 'last_fullsized': '2024-09-19T05:36:39.104059+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:PG 13.e is not active+clean 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:PG 13.f is not active+clean 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.110910+0000', 'last_change': '2024-09-19T05:36:40.110910+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.110910+0000', 'last_undegraded': '2024-09-19T05:36:40.110910+0000', 'last_fullsized': '2024-09-19T05:36:40.110910+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:PG 12.e is not active+clean 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.103350+0000', 'last_change': '2024-09-19T05:36:39.103350+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.103350+0000', 'last_undegraded': '2024-09-19T05:36:39.103350+0000', 'last_fullsized': '2024-09-19T05:36:39.103350+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:PG 13.d is not active+clean 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:PG 12.c is not active+clean 2024-09-19T05:36:44.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.103577+0000', 'last_change': '2024-09-19T05:36:39.103577+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.103577+0000', 'last_undegraded': '2024-09-19T05:36:39.103577+0000', 'last_fullsized': '2024-09-19T05:36:39.103577+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:PG 13.a is not active+clean 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.115777+0000', 'last_change': '2024-09-19T05:36:40.115777+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.115777+0000', 'last_undegraded': '2024-09-19T05:36:40.115777+0000', 'last_fullsized': '2024-09-19T05:36:40.115777+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:PG 13.b is not active+clean 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:PG 13.8 is not active+clean 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.113150+0000', 'last_change': '2024-09-19T05:36:40.113150+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.113150+0000', 'last_undegraded': '2024-09-19T05:36:40.113150+0000', 'last_fullsized': '2024-09-19T05:36:40.113150+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:PG 13.9 is not active+clean 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:PG 13.6 is not active+clean 2024-09-19T05:36:44.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:PG 12.7 is not active+clean 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.111758+0000', 'last_change': '2024-09-19T05:36:39.111758+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.111758+0000', 'last_undegraded': '2024-09-19T05:36:39.111758+0000', 'last_fullsized': '2024-09-19T05:36:39.111758+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:PG 13.7 is not active+clean 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:PG 12.6 is not active+clean 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.111154+0000', 'last_change': '2024-09-19T05:36:39.111154+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.111154+0000', 'last_undegraded': '2024-09-19T05:36:39.111154+0000', 'last_fullsized': '2024-09-19T05:36:39.111154+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:PG 13.4 is not active+clean 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.107810+0000', 'last_change': '2024-09-19T05:36:40.107810+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.107810+0000', 'last_undegraded': '2024-09-19T05:36:40.107810+0000', 'last_fullsized': '2024-09-19T05:36:40.107810+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:PG 13.5 is not active+clean 2024-09-19T05:36:44.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2 is not active+clean 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:PG 12.3 is not active+clean 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.103283+0000', 'last_change': '2024-09-19T05:36:39.103283+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.103283+0000', 'last_undegraded': '2024-09-19T05:36:39.103283+0000', 'last_fullsized': '2024-09-19T05:36:39.103283+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3 is not active+clean 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2 is not active+clean 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.103061+0000', 'last_change': '2024-09-19T05:36:39.103061+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.103061+0000', 'last_undegraded': '2024-09-19T05:36:39.103061+0000', 'last_fullsized': '2024-09-19T05:36:39.103061+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:PG 13.0 is not active+clean 2024-09-19T05:36:44.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.851 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1 is not active+clean 2024-09-19T05:36:44.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 76, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:40.108734+0000', 'last_change': '2024-09-19T05:36:40.108734+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.108734+0000', 'last_undegraded': '2024-09-19T05:36:40.108734+0000', 'last_fullsized': '2024-09-19T05:36:40.108734+0000', 'mapping_epoch': 76, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 76, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:36:44.851 INFO:tasks.ceph.ceph_manager.ceph:PG 12.0 is not active+clean 2024-09-19T05:36:44.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.102995+0000', 'last_change': '2024-09-19T05:36:39.102995+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.102995+0000', 'last_undegraded': '2024-09-19T05:36:39.102995+0000', 'last_fullsized': '2024-09-19T05:36:39.102995+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:36:44.851 INFO:tasks.ceph.ceph_manager.ceph:PG 13.c is not active+clean 2024-09-19T05:36:44.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:36:40.099710+0000', 'last_change': '2024-09-19T05:36:40.099710+0000', 'last_active': '2024-09-19T05:36:40.099710+0000', 'last_peered': '2024-09-19T05:36:40.099710+0000', 'last_clean': '2024-09-19T05:36:40.099710+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:40.099710+0000', 'last_undegraded': '2024-09-19T05:36:40.099710+0000', 'last_fullsized': '2024-09-19T05:36:40.099710+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:40.099710+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:36:44.851 INFO:tasks.ceph.ceph_manager.ceph:PG 12.d is not active+clean 2024-09-19T05:36:44.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 75, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:36:39.107257+0000', 'last_change': '2024-09-19T05:36:39.107257+0000', 'last_active': '2024-09-19T05:36:39.082255+0000', 'last_peered': '2024-09-19T05:36:39.082255+0000', 'last_clean': '2024-09-19T05:36:39.082255+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:36:39.107257+0000', 'last_undegraded': '2024-09-19T05:36:39.107257+0000', 'last_fullsized': '2024-09-19T05:36:39.107257+0000', 'mapping_epoch': 75, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 75, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'last_clean_scrub_stamp': '2024-09-19T05:36:39.082255+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:36:44.852 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:36:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.972+0000 7fcc18f42640 1 Processor -- start 2024-09-19T05:36:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.972+0000 7fcc18f42640 1 -- start start 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc18f42640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcc1415b410 0x7fcc1406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc18f42640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcc140cfac0 0x7fcc140b3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc18f42640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc140ccd40 con 0x7fcc140b4aa0 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc18f42640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fcc1406f250 con 0x7fcc140cfac0 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc18f42640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fcc140cd020 con 0x7fcc1415b410 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc12d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcc140cfac0 0x7fcc140b3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc11d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcc140b4aa0 0x7fcc140cf3b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58024/0 (socket says 172.21.15.39:58024) 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc11d9b640 1 -- 172.21.15.39:0/4009578066 learned_addr learned my addr 172.21.15.39:0/4009578066 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc1259c640 1 --2- 172.21.15.39:0/4009578066 >> v2:172.21.15.50:3300/0 conn(0x7fcc1415b410 0x7fcc1406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc12d9d640 1 -- 172.21.15.39:0/4009578066 >> v2:172.21.15.50:3300/0 conn(0x7fcc1415b410 msgr2=0x7fcc1406ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc12d9d640 1 --2- 172.21.15.39:0/4009578066 >> v2:172.21.15.50:3300/0 conn(0x7fcc1415b410 0x7fcc1406ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc12d9d640 1 -- 172.21.15.39:0/4009578066 >> v1:172.21.15.39:6789/0 conn(0x7fcc140b4aa0 legacy=0x7fcc140cf3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc12d9d640 1 -- 172.21.15.39:0/4009578066 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc140cd300 con 0x7fcc140cfac0 2024-09-19T05:36:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc1159a640 1 -- 172.21.15.39:0/4009578066 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1290746491 0 0) 0x7fcc140ccd40 con 0x7fcc140b4aa0 2024-09-19T05:36:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.973+0000 7fcc1259c640 1 --2- 172.21.15.39:0/4009578066 >> v2:172.21.15.50:3300/0 conn(0x7fcc1415b410 0x7fcc1406ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.974+0000 7fcc12d9d640 1 --2- 172.21.15.39:0/4009578066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc140cfac0 0x7fcc140b3690 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fcc1406f440 tx=0x7fcc0c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f310984c40bef713 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.974+0000 7fcc1159a640 1 -- 172.21.15.39:0/4009578066 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c007740 con 0x7fcc140cfac0 2024-09-19T05:36:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.974+0000 7fcc1159a640 1 -- 172.21.15.39:0/4009578066 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc0c0078e0 con 0x7fcc140cfac0 2024-09-19T05:36:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.974+0000 7fcc1159a640 1 -- 172.21.15.39:0/4009578066 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c007cb0 con 0x7fcc140cfac0 2024-09-19T05:36:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.975+0000 7fcc18f42640 1 -- 172.21.15.39:0/4009578066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc140cfac0 msgr2=0x7fcc140b3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.975+0000 7fcc18f42640 1 --2- 172.21.15.39:0/4009578066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc140cfac0 0x7fcc140b3690 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fcc1406f440 tx=0x7fcc0c02a680 comp rx=0 tx=0).stop 2024-09-19T05:36:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.975+0000 7fcc18f42640 1 -- 172.21.15.39:0/4009578066 shutdown_connections 2024-09-19T05:36:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.975+0000 7fcc18f42640 1 --2- 172.21.15.39:0/4009578066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc140cfac0 0x7fcc140b3690 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.975+0000 7fcc18f42640 1 --2- 172.21.15.39:0/4009578066 >> v2:172.21.15.50:3300/0 conn(0x7fcc1415b410 0x7fcc1406ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.975+0000 7fcc18f42640 1 -- 172.21.15.39:0/4009578066 >> 172.21.15.39:0/4009578066 conn(0x7fcc1406cfc0 msgr2=0x7fcc1406d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:44.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.975+0000 7fcc18f42640 1 -- 172.21.15.39:0/4009578066 shutdown_connections 2024-09-19T05:36:44.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.975+0000 7fcc18f42640 1 -- 172.21.15.39:0/4009578066 wait complete. 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.976+0000 7fcc18f42640 1 Processor -- start 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.976+0000 7fcc18f42640 1 -- start start 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc18f42640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc140b4aa0 0x7fcc140ad080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc18f42640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc140cfac0 0x7fcc14156d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc18f42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc1415b410 0x7fcc140ce2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc18f42640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcc140cdba0 con 0x7fcc1415b410 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc18f42640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcc140cd8c0 con 0x7fcc140cfac0 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc18f42640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcc14072540 con 0x7fcc140b4aa0 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc12d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc1415b410 0x7fcc140ce2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc12d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc1415b410 0x7fcc140ce2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49046/0 (socket says 172.21.15.39:49046) 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc12d9d640 1 -- 172.21.15.39:0/770526445 learned_addr learned my addr 172.21.15.39:0/770526445 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc11d9b640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc140cfac0 0x7fcc14156d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc1259c640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc140b4aa0 0x7fcc140ad080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc12d9d640 1 -- 172.21.15.39:0/770526445 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc140b4aa0 msgr2=0x7fcc140ad080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc12d9d640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc140b4aa0 0x7fcc140ad080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc12d9d640 1 -- 172.21.15.39:0/770526445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc140cfac0 msgr2=0x7fcc14156d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc12d9d640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc140cfac0 0x7fcc14156d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc12d9d640 1 -- 172.21.15.39:0/770526445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc140c62d0 con 0x7fcc1415b410 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.977+0000 7fcc12d9d640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc1415b410 0x7fcc140ce2a0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c009e50 tx=0x7fcc0c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.978+0000 7fcc02ffd640 1 -- 172.21.15.39:0/770526445 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c040070 con 0x7fcc1415b410 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.978+0000 7fcc02ffd640 1 -- 172.21.15.39:0/770526445 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc0c031bf0 con 0x7fcc1415b410 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.978+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc140c53c0 con 0x7fcc1415b410 2024-09-19T05:36:44.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.978+0000 7fcc02ffd640 1 -- 172.21.15.39:0/770526445 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c045460 con 0x7fcc1415b410 2024-09-19T05:36:44.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.978+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc140c5980 con 0x7fcc1415b410 2024-09-19T05:36:44.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.979+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc1415b7f0 con 0x7fcc1415b410 2024-09-19T05:36:44.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.979+0000 7fcc02ffd640 1 -- 172.21.15.39:0/770526445 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcc0c039040 con 0x7fcc1415b410 2024-09-19T05:36:44.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.979+0000 7fcc02ffd640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcbf406c2e0 0x7fcbf406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:44.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.980+0000 7fcc02ffd640 1 -- 172.21.15.39:0/770526445 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fcc0c0acd60 con 0x7fcc1415b410 2024-09-19T05:36:44.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.980+0000 7fcc1259c640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcbf406c2e0 0x7fcbf406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:44.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.980+0000 7fcc1259c640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcbf406c2e0 0x7fcbf406e7a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcc04006fd0 tx=0x7fcc04008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:44.984+0000 7fcc02ffd640 1 -- 172.21.15.39:0/770526445 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcc0c043360 con 0x7fcc1415b410 2024-09-19T05:36:45.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.235+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fcc140ad5c0 con 0x7fcc1415b410 2024-09-19T05:36:45.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.235+0000 7fcc02ffd640 1 -- 172.21.15.39:0/770526445 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1570 (secure 0 0 0) 0x7fcc0c07b560 con 0x7fcc1415b410 2024-09-19T05:36:45.237 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:45.237 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"63724460-2d43-4192-a475-a2140b12f870","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":182,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":78,"num_osds":8,"num_up_osds":8,"osd_up_since":1726724034,"num_in_osds":8,"osd_in_since":1726724024,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":42},{"state_name":"unknown","count":41},{"state_name":"active+clean","count":14}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":281047040,"bytes_avail":772813066240,"bytes_total":773094113280,"unknown_pgs_ratio":0.42268040776252747,"inactive_pgs_ratio":0.4329896867275238},"fsmap":{"epoch":43,"btime":"2024-09-19T05:36:43:149636+0000","id":6,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":6,"rank":0,"name":"c","status":"up:active","gid":6135}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-19T05:35:30.687236+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:36:45.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.237+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcbf406c2e0 msgr2=0x7fcbf406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:45.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.237+0000 7fcc18f42640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcbf406c2e0 0x7fcbf406e7a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcc04006fd0 tx=0x7fcc04008040 comp rx=0 tx=0).stop 2024-09-19T05:36:45.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.237+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc1415b410 msgr2=0x7fcc140ce2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:45.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.237+0000 7fcc18f42640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc1415b410 0x7fcc140ce2a0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c009e50 tx=0x7fcc0c004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:45.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.238+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 shutdown_connections 2024-09-19T05:36:45.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.238+0000 7fcc18f42640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcbf406c2e0 0x7fcbf406e7a0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.238+0000 7fcc18f42640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc1415b410 0x7fcc140ce2a0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.238+0000 7fcc18f42640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc140cfac0 0x7fcc14156d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.238+0000 7fcc18f42640 1 --2- 172.21.15.39:0/770526445 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc140b4aa0 0x7fcc140ad080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.238+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 >> 172.21.15.39:0/770526445 conn(0x7fcc1406cfc0 msgr2=0x7fcc140b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:45.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.238+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 shutdown_connections 2024-09-19T05:36:45.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.238+0000 7fcc18f42640 1 -- 172.21.15.39:0/770526445 wait complete. 2024-09-19T05:36:45.250 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:36:45.250 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:45.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.351+0000 7fb9978e4640 1 Processor -- start 2024-09-19T05:36:45.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.351+0000 7fb9978e4640 1 -- start start 2024-09-19T05:36:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.352+0000 7fb9978e4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb99006f0b0 0x7fb99006ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.352+0000 7fb9978e4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9900d03f0 con 0x7fb99015c730 2024-09-19T05:36:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.352+0000 7fb9978e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb99006e050 con 0x7fb99006fbd0 2024-09-19T05:36:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.352+0000 7fb9978e4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb99006e2f0 con 0x7fb99006f0b0 2024-09-19T05:36:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.352+0000 7fb995680640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb99015c730 0x7fb99006f4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58034/0 (socket says 172.21.15.39:58034) 2024-09-19T05:36:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.352+0000 7fb995680640 1 -- 172.21.15.39:0/3739039850 learned_addr learned my addr 172.21.15.39:0/3739039850 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.352+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1124328118 0 0) 0x7fb9900d03f0 con 0x7fb99015c730 2024-09-19T05:36:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.352+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb97c003520 con 0x7fb99015c730 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.352+0000 7fb994e7f640 1 --2- 172.21.15.39:0/3739039850 >> v2:172.21.15.50:3300/0 conn(0x7fb99006f0b0 0x7fb99006ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1940223292 0 0) 0x7fb97c003520 con 0x7fb99015c730 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 >> v2:172.21.15.50:3300/0 conn(0x7fb99006f0b0 msgr2=0x7fb99006ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 --2- 172.21.15.39:0/3739039850 >> v2:172.21.15.50:3300/0 conn(0x7fb99006f0b0 0x7fb99006ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 >> v1:172.21.15.50:6789/0 conn(0x7fb99006fbd0 legacy=0x7fb99006cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb99006e5d0 con 0x7fb99015c730 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fb98c001670 con 0x7fb99015c730 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 >> v1:172.21.15.39:6789/0 conn(0x7fb99015c730 legacy=0x7fb99006f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97c0039b0 0x7fb97c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb97c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb97c0051c0 0x7fb97c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb99006e2f0 con 0x7fb97c004800 2024-09-19T05:36:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb97c00c160 con 0x7fb97c0039b0 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb97c00c360 con 0x7fb97c0051c0 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb994e7f640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb97c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb995680640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97c0039b0 0x7fb97c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb995e81640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb97c0051c0 0x7fb97c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb994e7f640 1 -- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb97c0051c0 msgr2=0x7fb97c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb994e7f640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb97c0051c0 0x7fb97c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb994e7f640 1 -- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97c0039b0 msgr2=0x7fb97c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb994e7f640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97c0039b0 0x7fb97c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb994e7f640 1 -- 172.21.15.39:0/3739039850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb97c003520 con 0x7fb97c004800 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb995e81640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb97c0051c0 0x7fb97c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb995680640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97c0039b0 0x7fb97c003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.353+0000 7fb995e81640 1 -- 172.21.15.39:0/3739039850 reap_dead start 2024-09-19T05:36:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.354+0000 7fb994e7f640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb97c004c80 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb980009a90 tx=0x7fb97c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38e32b71b0e6a29b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.354+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980036070 con 0x7fb97c004800 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.354+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb980031400 con 0x7fb97c004800 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.354+0000 7fb987fff640 1 -- 172.21.15.39:0/3739039850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980009690 con 0x7fb97c004800 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.355+0000 7fb9978e4640 1 -- 172.21.15.39:0/3739039850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 msgr2=0x7fb97c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.355+0000 7fb9978e4640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb97c004c80 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb980009a90 tx=0x7fb97c005830 comp rx=0 tx=0).stop 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.355+0000 7fb9978e4640 1 -- 172.21.15.39:0/3739039850 shutdown_connections 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.355+0000 7fb9978e4640 1 --2- 172.21.15.39:0/3739039850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb97c004c80 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.355+0000 7fb9978e4640 1 -- 172.21.15.39:0/3739039850 >> 172.21.15.39:0/3739039850 conn(0x7fb9900b3540 msgr2=0x7fb9900b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.355+0000 7fb9978e4640 1 -- 172.21.15.39:0/3739039850 shutdown_connections 2024-09-19T05:36:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.355+0000 7fb9978e4640 1 -- 172.21.15.39:0/3739039850 wait complete. 2024-09-19T05:36:45.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.356+0000 7fb9978e4640 1 Processor -- start 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.356+0000 7fb9978e4640 1 -- start start 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb9978e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb9900afa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb9978e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb990156e60 0x7fb99015df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb9978e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb99015e4b0 0x7fb9901f05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb9978e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb99006f4c0 con 0x7fb97c004800 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb9978e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb99006eb90 con 0x7fb99015e4b0 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb9978e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb99006f640 con 0x7fb990156e60 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb995680640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb9900afa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb995680640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb9900afa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49066/0 (socket says 172.21.15.39:49066) 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb995680640 1 -- 172.21.15.39:0/2106346878 learned_addr learned my addr 172.21.15.39:0/2106346878 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb995680640 1 -- 172.21.15.39:0/2106346878 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb990156e60 msgr2=0x7fb99015df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb995680640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb990156e60 0x7fb99015df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb995680640 1 -- 172.21.15.39:0/2106346878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb99015e4b0 msgr2=0x7fb9901f05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb995680640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb99015e4b0 0x7fb9901f05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb995680640 1 -- 172.21.15.39:0/2106346878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb99015d4d0 con 0x7fb97c004800 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb995680640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb9900afa80 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb98c00e870 tx=0x7fb98c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb985ffb640 1 -- 172.21.15.39:0/2106346878 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98c00c7f0 con 0x7fb97c004800 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb985ffb640 1 -- 172.21.15.39:0/2106346878 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb98c018070 con 0x7fb97c004800 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb985ffb640 1 -- 172.21.15.39:0/2106346878 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98c00cbb0 con 0x7fb97c004800 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.357+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb990156230 con 0x7fb97c004800 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.358+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb99015d770 con 0x7fb97c004800 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.359+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb99006ca70 con 0x7fb97c004800 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.359+0000 7fb985ffb640 1 -- 172.21.15.39:0/2106346878 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb98c013420 con 0x7fb97c004800 2024-09-19T05:36:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.359+0000 7fb985ffb640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb97406c2e0 0x7fb97406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:45.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.359+0000 7fb985ffb640 1 -- 172.21.15.39:0/2106346878 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fb98c08b000 con 0x7fb97c004800 2024-09-19T05:36:45.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.359+0000 7fb994e7f640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb97406c2e0 0x7fb97406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:45.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.360+0000 7fb994e7f640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb97406c2e0 0x7fb97406e7a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fb980033000 tx=0x7fb98002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.364+0000 7fb985ffb640 1 -- 172.21.15.39:0/2106346878 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb98c059800 con 0x7fb97c004800 2024-09-19T05:36:45.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.540+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb99015a920 con 0x7fb97406c2e0 2024-09-19T05:36:45.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.545+0000 7fb985ffb640 1 -- 172.21.15.39:0/2106346878 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242659 (secure 0 0 0) 0x7fb99015a920 con 0x7fb97406c2e0 2024-09-19T05:36:45.549 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb97406c2e0 msgr2=0x7fb97406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb97406c2e0 0x7fb97406e7a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fb980033000 tx=0x7fb98002e000 comp rx=0 tx=0).stop 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 msgr2=0x7fb9900afa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb9900afa80 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb98c00e870 tx=0x7fb98c00ed30 comp rx=0 tx=0).stop 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 shutdown_connections 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb97406c2e0 0x7fb97406e7a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb99015e4b0 0x7fb9901f05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb990156e60 0x7fb99015df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 --2- 172.21.15.39:0/2106346878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97c004800 0x7fb9900afa80 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 >> 172.21.15.39:0/2106346878 conn(0x7fb9900b3540 msgr2=0x7fb9900cdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 shutdown_connections 2024-09-19T05:36:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:45.548+0000 7fb9978e4640 1 -- 172.21.15.39:0/2106346878 wait complete. 2024-09-19T05:36:45.561 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2024-09-19T05:36:44.701469+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":274460,"kb_used_data":8308,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754700260,"statfs":{"total":773094113280,"available":772813066240,"internally_reserved":0,"allocated":8507392,"data_stored":4234127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.601030"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.111764+0000","last_change":"2024-09-19T05:36:40.111764+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.111764+0000","last_undegraded":"2024-09-19T05:36:40.111764+0000","last_fullsized":"2024-09-19T05:36:40.111764+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116322+0000","last_change":"2024-09-19T05:36:40.116322+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116322+0000","last_undegraded":"2024-09-19T05:36:40.116322+0000","last_fullsized":"2024-09-19T05:36:40.116322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116844+0000","last_change":"2024-09-19T05:36:40.116844+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116844+0000","last_undegraded":"2024-09-19T05:36:40.116844+0000","last_fullsized":"2024-09-19T05:36:40.116844+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109900+0000","last_change":"2024-09-19T05:36:40.109900+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109900+0000","last_undegraded":"2024-09-19T05:36:40.109900+0000","last_fullsized":"2024-09-19T05:36:40.109900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109222+0000","last_change":"2024-09-19T05:36:40.109222+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109222+0000","last_undegraded":"2024-09-19T05:36:40.109222+0000","last_fullsized":"2024-09-19T05:36:40.109222+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.116229+0000","last_change":"2024-09-19T05:36:40.116229+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.116229+0000","last_undegraded":"2024-09-19T05:36:40.116229+0000","last_fullsized":"2024-09-19T05:36:40.116229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114061+0000","last_change":"2024-09-19T05:36:40.114061+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114061+0000","last_undegraded":"2024-09-19T05:36:40.114061+0000","last_fullsized":"2024-09-19T05:36:40.114061+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115419+0000","last_change":"2024-09-19T05:36:40.115419+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115419+0000","last_undegraded":"2024-09-19T05:36:40.115419+0000","last_fullsized":"2024-09-19T05:36:40.115419+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115570+0000","last_change":"2024-09-19T05:36:40.115570+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115570+0000","last_undegraded":"2024-09-19T05:36:40.115570+0000","last_fullsized":"2024-09-19T05:36:40.115570+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114941+0000","last_change":"2024-09-19T05:36:40.114941+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114941+0000","last_undegraded":"2024-09-19T05:36:40.114941+0000","last_fullsized":"2024-09-19T05:36:40.114941+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.109158+0000","last_change":"2024-09-19T05:36:40.109158+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.109158+0000","last_undegraded":"2024-09-19T05:36:40.109158+0000","last_fullsized":"2024-09-19T05:36:40.109158+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113927+0000","last_change":"2024-09-19T05:36:40.113927+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113927+0000","last_undegraded":"2024-09-19T05:36:40.113927+0000","last_fullsized":"2024-09-19T05:36:40.113927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108762+0000","last_change":"2024-09-19T05:36:40.108762+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108762+0000","last_undegraded":"2024-09-19T05:36:40.108762+0000","last_fullsized":"2024-09-19T05:36:40.108762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.107913+0000","last_change":"2024-09-19T05:36:40.107913+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.107913+0000","last_undegraded":"2024-09-19T05:36:40.107913+0000","last_fullsized":"2024-09-19T05:36:40.107913+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.119768+0000","last_change":"2024-09-19T05:36:40.118908+0000","last_active":"2024-09-19T05:36:40.119768+0000","last_peered":"2024-09-19T05:36:40.119768+0000","last_clean":"2024-09-19T05:36:40.119768+0000","last_became_active":"2024-09-19T05:36:40.118636+0000","last_became_peered":"2024-09-19T05:36:40.118636+0000","last_unstale":"2024-09-19T05:36:40.119768+0000","last_undegraded":"2024-09-19T05:36:40.119768+0000","last_fullsized":"2024-09-19T05:36:40.119768+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:22.508040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.111341+0000","last_change":"2024-09-19T05:36:40.111341+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.111341+0000","last_undegraded":"2024-09-19T05:36:40.111341+0000","last_fullsized":"2024-09-19T05:36:40.111341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102775+0000","last_change":"2024-09-19T05:36:39.102775+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102775+0000","last_undegraded":"2024-09-19T05:36:39.102775+0000","last_fullsized":"2024-09-19T05:36:39.102775+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108294+0000","last_change":"2024-09-19T05:36:40.108294+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108294+0000","last_undegraded":"2024-09-19T05:36:40.108294+0000","last_fullsized":"2024-09-19T05:36:40.108294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104531+0000","last_change":"2024-09-19T05:36:39.104531+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104531+0000","last_undegraded":"2024-09-19T05:36:39.104531+0000","last_fullsized":"2024-09-19T05:36:39.104531+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104489+0000","last_change":"2024-09-19T05:36:39.104489+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104489+0000","last_undegraded":"2024-09-19T05:36:39.104489+0000","last_fullsized":"2024-09-19T05:36:39.104489+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102740+0000","last_change":"2024-09-19T05:36:39.102740+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102740+0000","last_undegraded":"2024-09-19T05:36:39.102740+0000","last_fullsized":"2024-09-19T05:36:39.102740+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103679+0000","last_change":"2024-09-19T05:36:39.103679+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103679+0000","last_undegraded":"2024-09-19T05:36:39.103679+0000","last_fullsized":"2024-09-19T05:36:39.103679+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104723+0000","last_change":"2024-09-19T05:36:39.104723+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104723+0000","last_undegraded":"2024-09-19T05:36:39.104723+0000","last_fullsized":"2024-09-19T05:36:39.104723+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113532+0000","last_change":"2024-09-19T05:36:40.113532+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113532+0000","last_undegraded":"2024-09-19T05:36:40.113532+0000","last_fullsized":"2024-09-19T05:36:40.113532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111090+0000","last_change":"2024-09-19T05:36:39.111090+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111090+0000","last_undegraded":"2024-09-19T05:36:39.111090+0000","last_fullsized":"2024-09-19T05:36:39.111090+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.114641+0000","last_change":"2024-09-19T05:36:40.114641+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.114641+0000","last_undegraded":"2024-09-19T05:36:40.114641+0000","last_fullsized":"2024-09-19T05:36:40.114641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128223+0000","last_change":"2024-09-19T05:36:40.127021+0000","last_active":"2024-09-19T05:36:40.128223+0000","last_peered":"2024-09-19T05:36:40.128223+0000","last_clean":"2024-09-19T05:36:40.128223+0000","last_became_active":"2024-09-19T05:36:40.126488+0000","last_became_peered":"2024-09-19T05:36:40.126488+0000","last_unstale":"2024-09-19T05:36:40.128223+0000","last_undegraded":"2024-09-19T05:36:40.128223+0000","last_fullsized":"2024-09-19T05:36:40.128223+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:53.597617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.117842+0000","last_change":"2024-09-19T05:36:40.117026+0000","last_active":"2024-09-19T05:36:40.117842+0000","last_peered":"2024-09-19T05:36:40.117842+0000","last_clean":"2024-09-19T05:36:40.117842+0000","last_became_active":"2024-09-19T05:36:40.116690+0000","last_became_peered":"2024-09-19T05:36:40.116690+0000","last_unstale":"2024-09-19T05:36:40.117842+0000","last_undegraded":"2024-09-19T05:36:40.117842+0000","last_fullsized":"2024-09-19T05:36:40.117842+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:04.230034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128245+0000","last_change":"2024-09-19T05:36:40.127089+0000","last_active":"2024-09-19T05:36:40.128245+0000","last_peered":"2024-09-19T05:36:40.128245+0000","last_clean":"2024-09-19T05:36:40.128245+0000","last_became_active":"2024-09-19T05:36:40.126794+0000","last_became_peered":"2024-09-19T05:36:40.126794+0000","last_unstale":"2024-09-19T05:36:40.128245+0000","last_undegraded":"2024-09-19T05:36:40.128245+0000","last_fullsized":"2024-09-19T05:36:40.128245+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:04.761728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102524+0000","last_change":"2024-09-19T05:36:39.102524+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102524+0000","last_undegraded":"2024-09-19T05:36:39.102524+0000","last_fullsized":"2024-09-19T05:36:39.102524+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111421+0000","last_change":"2024-09-19T05:36:39.111421+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111421+0000","last_undegraded":"2024-09-19T05:36:39.111421+0000","last_fullsized":"2024-09-19T05:36:39.111421+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.131998+0000","last_change":"2024-09-19T05:36:40.127166+0000","last_active":"2024-09-19T05:36:40.131998+0000","last_peered":"2024-09-19T05:36:40.131998+0000","last_clean":"2024-09-19T05:36:40.131998+0000","last_became_active":"2024-09-19T05:36:40.126775+0000","last_became_peered":"2024-09-19T05:36:40.126775+0000","last_unstale":"2024-09-19T05:36:40.131998+0000","last_undegraded":"2024-09-19T05:36:40.131998+0000","last_fullsized":"2024-09-19T05:36:40.131998+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:20.269641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103072+0000","last_change":"2024-09-19T05:36:39.103072+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103072+0000","last_undegraded":"2024-09-19T05:36:39.103072+0000","last_fullsized":"2024-09-19T05:36:39.103072+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.104059+0000","last_change":"2024-09-19T05:36:39.104059+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.104059+0000","last_undegraded":"2024-09-19T05:36:39.104059+0000","last_fullsized":"2024-09-19T05:36:39.104059+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.117030+0000","last_change":"2024-09-19T05:36:40.114675+0000","last_active":"2024-09-19T05:36:40.117030+0000","last_peered":"2024-09-19T05:36:40.117030+0000","last_clean":"2024-09-19T05:36:40.117030+0000","last_became_active":"2024-09-19T05:36:40.114318+0000","last_became_peered":"2024-09-19T05:36:40.114318+0000","last_unstale":"2024-09-19T05:36:40.117030+0000","last_undegraded":"2024-09-19T05:36:40.117030+0000","last_fullsized":"2024-09-19T05:36:40.117030+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:00.921871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.110910+0000","last_change":"2024-09-19T05:36:40.110910+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.110910+0000","last_undegraded":"2024-09-19T05:36:40.110910+0000","last_fullsized":"2024-09-19T05:36:40.110910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103350+0000","last_change":"2024-09-19T05:36:39.103350+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103350+0000","last_undegraded":"2024-09-19T05:36:39.103350+0000","last_fullsized":"2024-09-19T05:36:39.103350+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103577+0000","last_change":"2024-09-19T05:36:39.103577+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103577+0000","last_undegraded":"2024-09-19T05:36:39.103577+0000","last_fullsized":"2024-09-19T05:36:39.103577+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.115777+0000","last_change":"2024-09-19T05:36:40.115777+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.115777+0000","last_undegraded":"2024-09-19T05:36:40.115777+0000","last_fullsized":"2024-09-19T05:36:40.115777+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.125940+0000","last_change":"2024-09-19T05:36:40.123108+0000","last_active":"2024-09-19T05:36:40.125940+0000","last_peered":"2024-09-19T05:36:40.125940+0000","last_clean":"2024-09-19T05:36:40.125940+0000","last_became_active":"2024-09-19T05:36:40.122783+0000","last_became_peered":"2024-09-19T05:36:40.122783+0000","last_unstale":"2024-09-19T05:36:40.125940+0000","last_undegraded":"2024-09-19T05:36:40.125940+0000","last_fullsized":"2024-09-19T05:36:40.125940+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:29.548889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.128885+0000","last_change":"2024-09-19T05:36:40.124390+0000","last_active":"2024-09-19T05:36:40.128885+0000","last_peered":"2024-09-19T05:36:40.128885+0000","last_clean":"2024-09-19T05:36:40.128885+0000","last_became_active":"2024-09-19T05:36:40.124018+0000","last_became_peered":"2024-09-19T05:36:40.124018+0000","last_unstale":"2024-09-19T05:36:40.128885+0000","last_undegraded":"2024-09-19T05:36:40.128885+0000","last_fullsized":"2024-09-19T05:36:40.128885+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:54.232222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.113150+0000","last_change":"2024-09-19T05:36:40.113150+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.113150+0000","last_undegraded":"2024-09-19T05:36:40.113150+0000","last_fullsized":"2024-09-19T05:36:40.113150+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.118801+0000","last_change":"2024-09-19T05:36:40.117675+0000","last_active":"2024-09-19T05:36:40.118801+0000","last_peered":"2024-09-19T05:36:40.118801+0000","last_clean":"2024-09-19T05:36:40.118801+0000","last_became_active":"2024-09-19T05:36:40.117300+0000","last_became_peered":"2024-09-19T05:36:40.117300+0000","last_unstale":"2024-09-19T05:36:40.118801+0000","last_undegraded":"2024-09-19T05:36:40.118801+0000","last_fullsized":"2024-09-19T05:36:40.118801+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:51.401895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.124720+0000","last_change":"2024-09-19T05:36:40.119730+0000","last_active":"2024-09-19T05:36:40.124720+0000","last_peered":"2024-09-19T05:36:40.124720+0000","last_clean":"2024-09-19T05:36:40.124720+0000","last_became_active":"2024-09-19T05:36:40.119379+0000","last_became_peered":"2024-09-19T05:36:40.119379+0000","last_unstale":"2024-09-19T05:36:40.124720+0000","last_undegraded":"2024-09-19T05:36:40.124720+0000","last_fullsized":"2024-09-19T05:36:40.124720+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:10.923334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111758+0000","last_change":"2024-09-19T05:36:39.111758+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111758+0000","last_undegraded":"2024-09-19T05:36:39.111758+0000","last_fullsized":"2024-09-19T05:36:39.111758+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.111154+0000","last_change":"2024-09-19T05:36:39.111154+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.111154+0000","last_undegraded":"2024-09-19T05:36:39.111154+0000","last_fullsized":"2024-09-19T05:36:39.111154+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.107810+0000","last_change":"2024-09-19T05:36:40.107810+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.107810+0000","last_undegraded":"2024-09-19T05:36:40.107810+0000","last_fullsized":"2024-09-19T05:36:40.107810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.122078+0000","last_change":"2024-09-19T05:36:40.121538+0000","last_active":"2024-09-19T05:36:40.122078+0000","last_peered":"2024-09-19T05:36:40.122078+0000","last_clean":"2024-09-19T05:36:40.122078+0000","last_became_active":"2024-09-19T05:36:40.121213+0000","last_became_peered":"2024-09-19T05:36:40.121213+0000","last_unstale":"2024-09-19T05:36:40.122078+0000","last_undegraded":"2024-09-19T05:36:40.122078+0000","last_fullsized":"2024-09-19T05:36:40.122078+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:13.241511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.127699+0000","last_change":"2024-09-19T05:36:40.126119+0000","last_active":"2024-09-19T05:36:40.127699+0000","last_peered":"2024-09-19T05:36:40.127699+0000","last_clean":"2024-09-19T05:36:40.127699+0000","last_became_active":"2024-09-19T05:36:40.125798+0000","last_became_peered":"2024-09-19T05:36:40.125798+0000","last_unstale":"2024-09-19T05:36:40.127699+0000","last_undegraded":"2024-09-19T05:36:40.127699+0000","last_fullsized":"2024-09-19T05:36:40.127699+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:18.799466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103283+0000","last_change":"2024-09-19T05:36:39.103283+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103283+0000","last_undegraded":"2024-09-19T05:36:39.103283+0000","last_fullsized":"2024-09-19T05:36:39.103283+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.103061+0000","last_change":"2024-09-19T05:36:39.103061+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.103061+0000","last_undegraded":"2024-09-19T05:36:39.103061+0000","last_fullsized":"2024-09-19T05:36:39.103061+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-19T05:36:40.123347+0000","last_change":"2024-09-19T05:36:40.122630+0000","last_active":"2024-09-19T05:36:40.123347+0000","last_peered":"2024-09-19T05:36:40.123347+0000","last_clean":"2024-09-19T05:36:40.123347+0000","last_became_active":"2024-09-19T05:36:40.122250+0000","last_became_peered":"2024-09-19T05:36:40.122250+0000","last_unstale":"2024-09-19T05:36:40.123347+0000","last_undegraded":"2024-09-19T05:36:40.123347+0000","last_fullsized":"2024-09-19T05:36:40.123347+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:50:19.379981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":76,"state":"creating+peering","last_fresh":"2024-09-19T05:36:40.108734+0000","last_change":"2024-09-19T05:36:40.108734+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.108734+0000","last_undegraded":"2024-09-19T05:36:40.108734+0000","last_fullsized":"2024-09-19T05:36:40.108734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.102995+0000","last_change":"2024-09-19T05:36:39.102995+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.102995+0000","last_undegraded":"2024-09-19T05:36:39.102995+0000","last_fullsized":"2024-09-19T05:36:39.102995+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:36:40.099710+0000","last_change":"2024-09-19T05:36:40.099710+0000","last_active":"2024-09-19T05:36:40.099710+0000","last_peered":"2024-09-19T05:36:40.099710+0000","last_clean":"2024-09-19T05:36:40.099710+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:40.099710+0000","last_undegraded":"2024-09-19T05:36:40.099710+0000","last_fullsized":"2024-09-19T05:36:40.099710+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-19T05:36:39.107257+0000","last_change":"2024-09-19T05:36:39.107257+0000","last_active":"2024-09-19T05:36:39.082255+0000","last_peered":"2024-09-19T05:36:39.082255+0000","last_clean":"2024-09-19T05:36:39.082255+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:36:39.107257+0000","last_undegraded":"2024-09-19T05:36:39.107257+0000","last_fullsized":"2024-09-19T05:36:39.107257+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":270,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-19T05:36:39.107532+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:39.107532+0000","last_peered":"2024-09-19T05:36:39.107532+0000","last_clean":"2024-09-19T05:36:39.107532+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:39.107532+0000","last_undegraded":"2024-09-19T05:36:39.107532+0000","last_fullsized":"2024-09-19T05:36:39.107532+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509476,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36256,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335584,"statfs":{"total":96636764160,"available":96599638016,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509475,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":925696,"data_stored":387050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542181,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36820,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335020,"statfs":{"total":96636764160,"available":96599060480,"internally_reserved":0,"allocated":1507328,"data_stored":971143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36228,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335612,"statfs":{"total":96636764160,"available":96599666688,"internally_reserved":0,"allocated":901120,"data_stored":374958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542181,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36240,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335600,"statfs":{"total":96636764160,"available":96599654400,"internally_reserved":0,"allocated":913408,"data_stored":380775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542182,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339768,"statfs":{"total":96636764160,"available":96603922432,"internally_reserved":0,"allocated":901120,"data_stored":374958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542182,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32660,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339180,"statfs":{"total":96636764160,"available":96603320320,"internally_reserved":0,"allocated":1507328,"data_stored":971143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:47.052 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-19T05:36:47.050+0000 7f6301210640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:36:48.566 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:36:48.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.680+0000 7f37948af640 1 Processor -- start 2024-09-19T05:36:48.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.680+0000 7f37948af640 1 -- start start 2024-09-19T05:36:48.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.681+0000 7f37948af640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f379015b110 0x7f37900b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:48.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.681+0000 7f37948af640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f379015b4f0 0x7f37900d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:48.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.681+0000 7f37948af640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37900b4250 con 0x7f3790073d10 2024-09-19T05:36:48.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.681+0000 7f37948af640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f37900b44f0 con 0x7f379015b110 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.681+0000 7f37948af640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f37900ccd80 con 0x7f379015b4f0 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.681+0000 7f378e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f379015b110 0x7f37900b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.681+0000 7f378ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3790073d10 0x7f379015ee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38050/0 (socket says 172.21.15.39:38050) 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.681+0000 7f378ed9d640 1 -- 172.21.15.39:0/3911380801 learned_addr learned my addr 172.21.15.39:0/3911380801 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.682+0000 7f378dd9b640 1 --2- 172.21.15.39:0/3911380801 >> v2:172.21.15.50:3300/0 conn(0x7f379015b4f0 0x7f37900d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.682+0000 7f378d59a640 1 -- 172.21.15.39:0/3911380801 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3828874990 0 0) 0x7f37900b4250 con 0x7f3790073d10 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.682+0000 7f378d59a640 1 -- 172.21.15.39:0/3911380801 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f377c003520 con 0x7f3790073d10 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.682+0000 7f378e59c640 1 -- 172.21.15.39:0/3911380801 >> v2:172.21.15.50:3300/0 conn(0x7f379015b4f0 msgr2=0x7f37900d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.682+0000 7f378e59c640 1 --2- 172.21.15.39:0/3911380801 >> v2:172.21.15.50:3300/0 conn(0x7f379015b4f0 0x7f37900d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.682+0000 7f378e59c640 1 -- 172.21.15.39:0/3911380801 >> v1:172.21.15.39:6789/0 conn(0x7f3790073d10 legacy=0x7f379015ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.682+0000 7f378e59c640 1 -- 172.21.15.39:0/3911380801 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37900cd060 con 0x7f379015b110 2024-09-19T05:36:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f378e59c640 1 --2- 172.21.15.39:0/3911380801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b110 0x7f37900b3d10 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f37900b4670 tx=0x7f378002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa5090441520528d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f378d59a640 1 -- 172.21.15.39:0/3911380801 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3780037070 con 0x7f379015b110 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f378d59a640 1 -- 172.21.15.39:0/3911380801 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3780032440 con 0x7f379015b110 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f378d59a640 1 -- 172.21.15.39:0/3911380801 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3780032810 con 0x7f379015b110 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f37948af640 1 -- 172.21.15.39:0/3911380801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b110 msgr2=0x7f37900b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f37948af640 1 --2- 172.21.15.39:0/3911380801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b110 0x7f37900b3d10 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f37900b4670 tx=0x7f378002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f37948af640 1 -- 172.21.15.39:0/3911380801 shutdown_connections 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f37948af640 1 --2- 172.21.15.39:0/3911380801 >> v2:172.21.15.50:3300/0 conn(0x7f379015b4f0 0x7f37900d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f37948af640 1 --2- 172.21.15.39:0/3911380801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b110 0x7f37900b3d10 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.683+0000 7f37948af640 1 -- 172.21.15.39:0/3911380801 >> 172.21.15.39:0/3911380801 conn(0x7f379006d000 msgr2=0x7f379006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.684+0000 7f37948af640 1 -- 172.21.15.39:0/3911380801 shutdown_connections 2024-09-19T05:36:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.684+0000 7f37948af640 1 -- 172.21.15.39:0/3911380801 wait complete. 2024-09-19T05:36:48.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.685+0000 7f37948af640 1 Processor -- start 2024-09-19T05:36:48.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.685+0000 7f37948af640 1 -- start start 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f37948af640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3790073d10 0x7f379015a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f37948af640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f379015b110 0x7f379015daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f37948af640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b4f0 0x7f37901f57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f37948af640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f37900ceb50 con 0x7f379015b4f0 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f37948af640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f37900cd620 con 0x7f3790073d10 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f37948af640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f37900cecd0 con 0x7f379015b110 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b4f0 0x7f37901f57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b4f0 0x7f37901f57c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60374/0 (socket says 172.21.15.39:60374) 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378ed9d640 1 -- 172.21.15.39:0/740132082 learned_addr learned my addr 172.21.15.39:0/740132082 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378e59c640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3790073d10 0x7f379015a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378dd9b640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f379015b110 0x7f379015daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378ed9d640 1 -- 172.21.15.39:0/740132082 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f379015b110 msgr2=0x7f379015daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378ed9d640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f379015b110 0x7f379015daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378ed9d640 1 -- 172.21.15.39:0/740132082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3790073d10 msgr2=0x7f379015a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378ed9d640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3790073d10 0x7f379015a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378ed9d640 1 -- 172.21.15.39:0/740132082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f379015e520 con 0x7f379015b4f0 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.686+0000 7f378ed9d640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b4f0 0x7f37901f57c0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f378800cb40 tx=0x7f378800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.687+0000 7f3786ffd640 1 -- 172.21.15.39:0/740132082 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788017070 con 0x7f379015b4f0 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.687+0000 7f3786ffd640 1 -- 172.21.15.39:0/740132082 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f378800aca0 con 0x7f379015b4f0 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.687+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f379015e800 con 0x7f379015b4f0 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.687+0000 7f3786ffd640 1 -- 172.21.15.39:0/740132082 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788012620 con 0x7f379015b4f0 2024-09-19T05:36:48.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.687+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37901f26d0 con 0x7f379015b4f0 2024-09-19T05:36:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.688+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37900b3d10 con 0x7f379015b4f0 2024-09-19T05:36:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.688+0000 7f3786ffd640 1 -- 172.21.15.39:0/740132082 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f378801a070 con 0x7f379015b4f0 2024-09-19T05:36:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.689+0000 7f3786ffd640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f377006c2b0 0x7f377006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.689+0000 7f3786ffd640 1 -- 172.21.15.39:0/740132082 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f378808b210 con 0x7f379015b4f0 2024-09-19T05:36:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.689+0000 7f378e59c640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f377006c2b0 0x7f377006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:48.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.689+0000 7f378e59c640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f377006c2b0 0x7f377006e770 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f3780034000 tx=0x7f378002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:48.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.693+0000 7f3786ffd640 1 -- 172.21.15.39:0/740132082 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3788059a10 con 0x7f379015b4f0 2024-09-19T05:36:48.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.869+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f37901668f0 con 0x7f377006c2b0 2024-09-19T05:36:48.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.875+0000 7f3786ffd640 1 -- 172.21.15.39:0/740132082 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252072 (secure 0 0 0) 0x7f37901668f0 con 0x7f377006c2b0 2024-09-19T05:36:48.879 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:48.880 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:36:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f377006c2b0 msgr2=0x7f377006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f377006c2b0 0x7f377006e770 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f3780034000 tx=0x7f378002e000 comp rx=0 tx=0).stop 2024-09-19T05:36:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b4f0 msgr2=0x7f37901f57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b4f0 0x7f37901f57c0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f378800cb40 tx=0x7f378800a060 comp rx=0 tx=0).stop 2024-09-19T05:36:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 shutdown_connections 2024-09-19T05:36:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f377006c2b0 0x7f377006e770 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f379015b4f0 0x7f37901f57c0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f379015b110 0x7f379015daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 --2- 172.21.15.39:0/740132082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3790073d10 0x7f379015a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:48.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 >> 172.21.15.39:0/740132082 conn(0x7f379006d000 msgr2=0x7f3790072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:48.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 shutdown_connections 2024-09-19T05:36:48.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:48.878+0000 7f37948af640 1 -- 172.21.15.39:0/740132082 wait complete. 2024-09-19T05:36:48.891 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":158,"stamp":"2024-09-19T05:36:48.702272+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":274816,"kb_used_data":8648,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754699904,"statfs":{"total":773094113280,"available":772812701696,"internally_reserved":0,"allocated":8855552,"data_stored":4386556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":28,"apply_latency_ms":28,"commit_latency_ns":28000000,"apply_latency_ns":28000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001537"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238103+0000","last_change":"2024-09-19T05:36:41.150340+0000","last_active":"2024-09-19T05:36:42.238103+0000","last_peered":"2024-09-19T05:36:42.238103+0000","last_clean":"2024-09-19T05:36:42.238103+0000","last_became_active":"2024-09-19T05:36:41.149757+0000","last_became_peered":"2024-09-19T05:36:41.149757+0000","last_unstale":"2024-09-19T05:36:42.238103+0000","last_undegraded":"2024-09-19T05:36:42.238103+0000","last_fullsized":"2024-09-19T05:36:42.238103+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:11.940788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132007+0000","last_change":"2024-09-19T05:36:41.157536+0000","last_active":"2024-09-19T05:36:42.132007+0000","last_peered":"2024-09-19T05:36:42.132007+0000","last_clean":"2024-09-19T05:36:42.132007+0000","last_became_active":"2024-09-19T05:36:41.157206+0000","last_became_peered":"2024-09-19T05:36:41.157206+0000","last_unstale":"2024-09-19T05:36:42.132007+0000","last_undegraded":"2024-09-19T05:36:42.132007+0000","last_fullsized":"2024-09-19T05:36:42.132007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:06.616455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237518+0000","last_change":"2024-09-19T05:36:41.144179+0000","last_active":"2024-09-19T05:36:42.237518+0000","last_peered":"2024-09-19T05:36:42.237518+0000","last_clean":"2024-09-19T05:36:42.237518+0000","last_became_active":"2024-09-19T05:36:41.143856+0000","last_became_peered":"2024-09-19T05:36:41.143856+0000","last_unstale":"2024-09-19T05:36:42.237518+0000","last_undegraded":"2024-09-19T05:36:42.237518+0000","last_fullsized":"2024-09-19T05:36:42.237518+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:55.082210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237468+0000","last_change":"2024-09-19T05:36:41.161175+0000","last_active":"2024-09-19T05:36:42.237468+0000","last_peered":"2024-09-19T05:36:42.237468+0000","last_clean":"2024-09-19T05:36:42.237468+0000","last_became_active":"2024-09-19T05:36:41.160908+0000","last_became_peered":"2024-09-19T05:36:41.160908+0000","last_unstale":"2024-09-19T05:36:42.237468+0000","last_undegraded":"2024-09-19T05:36:42.237468+0000","last_fullsized":"2024-09-19T05:36:42.237468+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:53.121707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133476+0000","last_change":"2024-09-19T05:36:41.158791+0000","last_active":"2024-09-19T05:36:42.133476+0000","last_peered":"2024-09-19T05:36:42.133476+0000","last_clean":"2024-09-19T05:36:42.133476+0000","last_became_active":"2024-09-19T05:36:41.158447+0000","last_became_peered":"2024-09-19T05:36:41.158447+0000","last_unstale":"2024-09-19T05:36:42.133476+0000","last_undegraded":"2024-09-19T05:36:42.133476+0000","last_fullsized":"2024-09-19T05:36:42.133476+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:46.008564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132773+0000","last_change":"2024-09-19T05:36:41.150270+0000","last_active":"2024-09-19T05:36:42.132773+0000","last_peered":"2024-09-19T05:36:42.132773+0000","last_clean":"2024-09-19T05:36:42.132773+0000","last_became_active":"2024-09-19T05:36:41.149992+0000","last_became_peered":"2024-09-19T05:36:41.149992+0000","last_unstale":"2024-09-19T05:36:42.132773+0000","last_undegraded":"2024-09-19T05:36:42.132773+0000","last_fullsized":"2024-09-19T05:36:42.132773+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:43.414687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237178+0000","last_change":"2024-09-19T05:36:41.149777+0000","last_active":"2024-09-19T05:36:42.237178+0000","last_peered":"2024-09-19T05:36:42.237178+0000","last_clean":"2024-09-19T05:36:42.237178+0000","last_became_active":"2024-09-19T05:36:41.149481+0000","last_became_peered":"2024-09-19T05:36:41.149481+0000","last_unstale":"2024-09-19T05:36:42.237178+0000","last_undegraded":"2024-09-19T05:36:42.237178+0000","last_fullsized":"2024-09-19T05:36:42.237178+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:05.775358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132576+0000","last_change":"2024-09-19T05:36:41.158844+0000","last_active":"2024-09-19T05:36:42.132576+0000","last_peered":"2024-09-19T05:36:42.132576+0000","last_clean":"2024-09-19T05:36:42.132576+0000","last_became_active":"2024-09-19T05:36:41.158061+0000","last_became_peered":"2024-09-19T05:36:41.158061+0000","last_unstale":"2024-09-19T05:36:42.132576+0000","last_undegraded":"2024-09-19T05:36:42.132576+0000","last_fullsized":"2024-09-19T05:36:42.132576+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:39.293796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133242+0000","last_change":"2024-09-19T05:36:41.147308+0000","last_active":"2024-09-19T05:36:42.133242+0000","last_peered":"2024-09-19T05:36:42.133242+0000","last_clean":"2024-09-19T05:36:42.133242+0000","last_became_active":"2024-09-19T05:36:41.146955+0000","last_became_peered":"2024-09-19T05:36:41.146955+0000","last_unstale":"2024-09-19T05:36:42.133242+0000","last_undegraded":"2024-09-19T05:36:42.133242+0000","last_fullsized":"2024-09-19T05:36:42.133242+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:45.425617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238173+0000","last_change":"2024-09-19T05:36:41.158130+0000","last_active":"2024-09-19T05:36:42.238173+0000","last_peered":"2024-09-19T05:36:42.238173+0000","last_clean":"2024-09-19T05:36:42.238173+0000","last_became_active":"2024-09-19T05:36:41.157609+0000","last_became_peered":"2024-09-19T05:36:41.157609+0000","last_unstale":"2024-09-19T05:36:42.238173+0000","last_undegraded":"2024-09-19T05:36:42.238173+0000","last_fullsized":"2024-09-19T05:36:42.238173+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:51.657999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131989+0000","last_change":"2024-09-19T05:36:41.156936+0000","last_active":"2024-09-19T05:36:42.131989+0000","last_peered":"2024-09-19T05:36:42.131989+0000","last_clean":"2024-09-19T05:36:42.131989+0000","last_became_active":"2024-09-19T05:36:41.156650+0000","last_became_peered":"2024-09-19T05:36:41.156650+0000","last_unstale":"2024-09-19T05:36:42.131989+0000","last_undegraded":"2024-09-19T05:36:42.131989+0000","last_fullsized":"2024-09-19T05:36:42.131989+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:50.739874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237600+0000","last_change":"2024-09-19T05:36:41.152409+0000","last_active":"2024-09-19T05:36:42.237600+0000","last_peered":"2024-09-19T05:36:42.237600+0000","last_clean":"2024-09-19T05:36:42.237600+0000","last_became_active":"2024-09-19T05:36:41.152088+0000","last_became_peered":"2024-09-19T05:36:41.152088+0000","last_unstale":"2024-09-19T05:36:42.237600+0000","last_undegraded":"2024-09-19T05:36:42.237600+0000","last_fullsized":"2024-09-19T05:36:42.237600+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:15.841611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237376+0000","last_change":"2024-09-19T05:36:41.144149+0000","last_active":"2024-09-19T05:36:42.237376+0000","last_peered":"2024-09-19T05:36:42.237376+0000","last_clean":"2024-09-19T05:36:42.237376+0000","last_became_active":"2024-09-19T05:36:41.143805+0000","last_became_peered":"2024-09-19T05:36:41.143805+0000","last_unstale":"2024-09-19T05:36:42.237376+0000","last_undegraded":"2024-09-19T05:36:42.237376+0000","last_fullsized":"2024-09-19T05:36:42.237376+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:49.463965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.236889+0000","last_change":"2024-09-19T05:36:41.162347+0000","last_active":"2024-09-19T05:36:42.236889+0000","last_peered":"2024-09-19T05:36:42.236889+0000","last_clean":"2024-09-19T05:36:42.236889+0000","last_became_active":"2024-09-19T05:36:41.162071+0000","last_became_peered":"2024-09-19T05:36:41.162071+0000","last_unstale":"2024-09-19T05:36:42.236889+0000","last_undegraded":"2024-09-19T05:36:42.236889+0000","last_fullsized":"2024-09-19T05:36:42.236889+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:49.179411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.236683+0000","last_change":"2024-09-19T05:36:41.151112+0000","last_active":"2024-09-19T05:36:42.236683+0000","last_peered":"2024-09-19T05:36:42.236683+0000","last_clean":"2024-09-19T05:36:42.236683+0000","last_became_active":"2024-09-19T05:36:41.150867+0000","last_became_peered":"2024-09-19T05:36:41.150867+0000","last_unstale":"2024-09-19T05:36:42.236683+0000","last_undegraded":"2024-09-19T05:36:42.236683+0000","last_fullsized":"2024-09-19T05:36:42.236683+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:23.893936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132579+0000","last_change":"2024-09-19T05:36:41.142150+0000","last_active":"2024-09-19T05:36:42.132579+0000","last_peered":"2024-09-19T05:36:42.132579+0000","last_clean":"2024-09-19T05:36:42.132579+0000","last_became_active":"2024-09-19T05:36:41.141489+0000","last_became_peered":"2024-09-19T05:36:41.141489+0000","last_unstale":"2024-09-19T05:36:42.132579+0000","last_undegraded":"2024-09-19T05:36:42.132579+0000","last_fullsized":"2024-09-19T05:36:42.132579+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:08.074518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.134057+0000","last_change":"2024-09-19T05:36:41.153560+0000","last_active":"2024-09-19T05:36:42.134057+0000","last_peered":"2024-09-19T05:36:42.134057+0000","last_clean":"2024-09-19T05:36:42.134057+0000","last_became_active":"2024-09-19T05:36:41.153285+0000","last_became_peered":"2024-09-19T05:36:41.153285+0000","last_unstale":"2024-09-19T05:36:42.134057+0000","last_undegraded":"2024-09-19T05:36:42.134057+0000","last_fullsized":"2024-09-19T05:36:42.134057+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:07.193095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.236864+0000","last_change":"2024-09-19T05:36:41.149182+0000","last_active":"2024-09-19T05:36:42.236864+0000","last_peered":"2024-09-19T05:36:42.236864+0000","last_clean":"2024-09-19T05:36:42.236864+0000","last_became_active":"2024-09-19T05:36:41.148875+0000","last_became_peered":"2024-09-19T05:36:41.148875+0000","last_unstale":"2024-09-19T05:36:42.236864+0000","last_undegraded":"2024-09-19T05:36:42.236864+0000","last_fullsized":"2024-09-19T05:36:42.236864+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:52.841544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157658+0000","last_change":"2024-09-19T05:36:41.151536+0000","last_active":"2024-09-19T05:36:42.157658+0000","last_peered":"2024-09-19T05:36:42.157658+0000","last_clean":"2024-09-19T05:36:42.157658+0000","last_became_active":"2024-09-19T05:36:41.151009+0000","last_became_peered":"2024-09-19T05:36:41.151009+0000","last_unstale":"2024-09-19T05:36:42.157658+0000","last_undegraded":"2024-09-19T05:36:42.157658+0000","last_fullsized":"2024-09-19T05:36:42.157658+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:58.606698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237534+0000","last_change":"2024-09-19T05:36:41.160570+0000","last_active":"2024-09-19T05:36:42.237534+0000","last_peered":"2024-09-19T05:36:42.237534+0000","last_clean":"2024-09-19T05:36:42.237534+0000","last_became_active":"2024-09-19T05:36:41.160228+0000","last_became_peered":"2024-09-19T05:36:41.160228+0000","last_unstale":"2024-09-19T05:36:42.237534+0000","last_undegraded":"2024-09-19T05:36:42.237534+0000","last_fullsized":"2024-09-19T05:36:42.237534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:58.289204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237295+0000","last_change":"2024-09-19T05:36:41.161654+0000","last_active":"2024-09-19T05:36:42.237295+0000","last_peered":"2024-09-19T05:36:42.237295+0000","last_clean":"2024-09-19T05:36:42.237295+0000","last_became_active":"2024-09-19T05:36:41.160251+0000","last_became_peered":"2024-09-19T05:36:41.160251+0000","last_unstale":"2024-09-19T05:36:42.237295+0000","last_undegraded":"2024-09-19T05:36:42.237295+0000","last_fullsized":"2024-09-19T05:36:42.237295+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.682759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131647+0000","last_change":"2024-09-19T05:36:41.154020+0000","last_active":"2024-09-19T05:36:42.131647+0000","last_peered":"2024-09-19T05:36:42.131647+0000","last_clean":"2024-09-19T05:36:42.131647+0000","last_became_active":"2024-09-19T05:36:41.153521+0000","last_became_peered":"2024-09-19T05:36:41.153521+0000","last_unstale":"2024-09-19T05:36:42.131647+0000","last_undegraded":"2024-09-19T05:36:42.131647+0000","last_fullsized":"2024-09-19T05:36:42.131647+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:19.646156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237770+0000","last_change":"2024-09-19T05:36:41.149873+0000","last_active":"2024-09-19T05:36:42.237770+0000","last_peered":"2024-09-19T05:36:42.237770+0000","last_clean":"2024-09-19T05:36:42.237770+0000","last_became_active":"2024-09-19T05:36:41.149584+0000","last_became_peered":"2024-09-19T05:36:41.149584+0000","last_unstale":"2024-09-19T05:36:42.237770+0000","last_undegraded":"2024-09-19T05:36:42.237770+0000","last_fullsized":"2024-09-19T05:36:42.237770+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:56.407108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.236856+0000","last_change":"2024-09-19T05:36:41.154934+0000","last_active":"2024-09-19T05:36:42.236856+0000","last_peered":"2024-09-19T05:36:42.236856+0000","last_clean":"2024-09-19T05:36:42.236856+0000","last_became_active":"2024-09-19T05:36:41.154670+0000","last_became_peered":"2024-09-19T05:36:41.154670+0000","last_unstale":"2024-09-19T05:36:42.236856+0000","last_undegraded":"2024-09-19T05:36:42.236856+0000","last_fullsized":"2024-09-19T05:36:42.236856+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:51.371532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131958+0000","last_change":"2024-09-19T05:36:41.156428+0000","last_active":"2024-09-19T05:36:42.131958+0000","last_peered":"2024-09-19T05:36:42.131958+0000","last_clean":"2024-09-19T05:36:42.131958+0000","last_became_active":"2024-09-19T05:36:41.156144+0000","last_became_peered":"2024-09-19T05:36:41.156144+0000","last_unstale":"2024-09-19T05:36:42.131958+0000","last_undegraded":"2024-09-19T05:36:42.131958+0000","last_fullsized":"2024-09-19T05:36:42.131958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:32.381844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237579+0000","last_change":"2024-09-19T05:36:41.158845+0000","last_active":"2024-09-19T05:36:42.237579+0000","last_peered":"2024-09-19T05:36:42.237579+0000","last_clean":"2024-09-19T05:36:42.237579+0000","last_became_active":"2024-09-19T05:36:41.158541+0000","last_became_peered":"2024-09-19T05:36:41.158541+0000","last_unstale":"2024-09-19T05:36:42.237579+0000","last_undegraded":"2024-09-19T05:36:42.237579+0000","last_fullsized":"2024-09-19T05:36:42.237579+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:04:59.964376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133606+0000","last_change":"2024-09-19T05:36:41.151721+0000","last_active":"2024-09-19T05:36:42.133606+0000","last_peered":"2024-09-19T05:36:42.133606+0000","last_clean":"2024-09-19T05:36:42.133606+0000","last_became_active":"2024-09-19T05:36:41.151417+0000","last_became_peered":"2024-09-19T05:36:41.151417+0000","last_unstale":"2024-09-19T05:36:42.133606+0000","last_undegraded":"2024-09-19T05:36:42.133606+0000","last_fullsized":"2024-09-19T05:36:42.133606+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:46.533884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237883+0000","last_change":"2024-09-19T05:36:41.152273+0000","last_active":"2024-09-19T05:36:42.237883+0000","last_peered":"2024-09-19T05:36:42.237883+0000","last_clean":"2024-09-19T05:36:42.237883+0000","last_became_active":"2024-09-19T05:36:41.151807+0000","last_became_peered":"2024-09-19T05:36:41.151807+0000","last_unstale":"2024-09-19T05:36:42.237883+0000","last_undegraded":"2024-09-19T05:36:42.237883+0000","last_fullsized":"2024-09-19T05:36:42.237883+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:40.989370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131793+0000","last_change":"2024-09-19T05:36:41.155742+0000","last_active":"2024-09-19T05:36:42.131793+0000","last_peered":"2024-09-19T05:36:42.131793+0000","last_clean":"2024-09-19T05:36:42.131793+0000","last_became_active":"2024-09-19T05:36:41.155365+0000","last_became_peered":"2024-09-19T05:36:41.155365+0000","last_unstale":"2024-09-19T05:36:42.131793+0000","last_undegraded":"2024-09-19T05:36:42.131793+0000","last_fullsized":"2024-09-19T05:36:42.131793+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:38.674843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131671+0000","last_change":"2024-09-19T05:36:41.153770+0000","last_active":"2024-09-19T05:36:42.131671+0000","last_peered":"2024-09-19T05:36:42.131671+0000","last_clean":"2024-09-19T05:36:42.131671+0000","last_became_active":"2024-09-19T05:36:41.153153+0000","last_became_peered":"2024-09-19T05:36:41.153153+0000","last_unstale":"2024-09-19T05:36:42.131671+0000","last_undegraded":"2024-09-19T05:36:42.131671+0000","last_fullsized":"2024-09-19T05:36:42.131671+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:16.039993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132615+0000","last_change":"2024-09-19T05:36:41.148754+0000","last_active":"2024-09-19T05:36:42.132615+0000","last_peered":"2024-09-19T05:36:42.132615+0000","last_clean":"2024-09-19T05:36:42.132615+0000","last_became_active":"2024-09-19T05:36:41.148431+0000","last_became_peered":"2024-09-19T05:36:41.148431+0000","last_unstale":"2024-09-19T05:36:42.132615+0000","last_undegraded":"2024-09-19T05:36:42.132615+0000","last_fullsized":"2024-09-19T05:36:42.132615+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:00.056547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237761+0000","last_change":"2024-09-19T05:36:41.158520+0000","last_active":"2024-09-19T05:36:42.237761+0000","last_peered":"2024-09-19T05:36:42.237761+0000","last_clean":"2024-09-19T05:36:42.237761+0000","last_became_active":"2024-09-19T05:36:41.157955+0000","last_became_peered":"2024-09-19T05:36:41.157955+0000","last_unstale":"2024-09-19T05:36:42.237761+0000","last_undegraded":"2024-09-19T05:36:42.237761+0000","last_fullsized":"2024-09-19T05:36:42.237761+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:28.515024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133981+0000","last_change":"2024-09-19T05:36:41.153744+0000","last_active":"2024-09-19T05:36:42.133981+0000","last_peered":"2024-09-19T05:36:42.133981+0000","last_clean":"2024-09-19T05:36:42.133981+0000","last_became_active":"2024-09-19T05:36:41.153462+0000","last_became_peered":"2024-09-19T05:36:41.153462+0000","last_unstale":"2024-09-19T05:36:42.133981+0000","last_undegraded":"2024-09-19T05:36:42.133981+0000","last_fullsized":"2024-09-19T05:36:42.133981+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:57.009405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"77'4","reported_seq":18,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238378+0000","last_change":"2024-09-19T05:36:40.118908+0000","last_active":"2024-09-19T05:36:42.238378+0000","last_peered":"2024-09-19T05:36:42.238378+0000","last_clean":"2024-09-19T05:36:42.238378+0000","last_became_active":"2024-09-19T05:36:40.118636+0000","last_became_peered":"2024-09-19T05:36:40.118636+0000","last_unstale":"2024-09-19T05:36:42.238378+0000","last_undegraded":"2024-09-19T05:36:42.238378+0000","last_fullsized":"2024-09-19T05:36:42.238378+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:30:38.777129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238265+0000","last_change":"2024-09-19T05:36:41.151078+0000","last_active":"2024-09-19T05:36:42.238265+0000","last_peered":"2024-09-19T05:36:42.238265+0000","last_clean":"2024-09-19T05:36:42.238265+0000","last_became_active":"2024-09-19T05:36:41.150564+0000","last_became_peered":"2024-09-19T05:36:41.150564+0000","last_unstale":"2024-09-19T05:36:42.238265+0000","last_undegraded":"2024-09-19T05:36:42.238265+0000","last_fullsized":"2024-09-19T05:36:42.238265+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:45.081725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.134027+0000","last_change":"2024-09-19T05:36:40.122605+0000","last_active":"2024-09-19T05:36:42.134027+0000","last_peered":"2024-09-19T05:36:42.134027+0000","last_clean":"2024-09-19T05:36:42.134027+0000","last_became_active":"2024-09-19T05:36:40.122214+0000","last_became_peered":"2024-09-19T05:36:40.122214+0000","last_unstale":"2024-09-19T05:36:42.134027+0000","last_undegraded":"2024-09-19T05:36:42.134027+0000","last_fullsized":"2024-09-19T05:36:42.134027+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:31.364389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238157+0000","last_change":"2024-09-19T05:36:41.156950+0000","last_active":"2024-09-19T05:36:42.238157+0000","last_peered":"2024-09-19T05:36:42.238157+0000","last_clean":"2024-09-19T05:36:42.238157+0000","last_became_active":"2024-09-19T05:36:41.156629+0000","last_became_peered":"2024-09-19T05:36:41.156629+0000","last_unstale":"2024-09-19T05:36:42.238157+0000","last_undegraded":"2024-09-19T05:36:42.238157+0000","last_fullsized":"2024-09-19T05:36:42.238157+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:21.287095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157583+0000","last_change":"2024-09-19T05:36:40.117622+0000","last_active":"2024-09-19T05:36:42.157583+0000","last_peered":"2024-09-19T05:36:42.157583+0000","last_clean":"2024-09-19T05:36:42.157583+0000","last_became_active":"2024-09-19T05:36:40.117327+0000","last_became_peered":"2024-09-19T05:36:40.117327+0000","last_unstale":"2024-09-19T05:36:42.157583+0000","last_undegraded":"2024-09-19T05:36:42.157583+0000","last_fullsized":"2024-09-19T05:36:42.157583+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:45.516430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237619+0000","last_change":"2024-09-19T05:36:41.150784+0000","last_active":"2024-09-19T05:36:42.237619+0000","last_peered":"2024-09-19T05:36:42.237619+0000","last_clean":"2024-09-19T05:36:42.237619+0000","last_became_active":"2024-09-19T05:36:41.150449+0000","last_became_peered":"2024-09-19T05:36:41.150449+0000","last_unstale":"2024-09-19T05:36:42.237619+0000","last_undegraded":"2024-09-19T05:36:42.237619+0000","last_fullsized":"2024-09-19T05:36:42.237619+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:07:31.434921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157461+0000","last_change":"2024-09-19T05:36:40.117997+0000","last_active":"2024-09-19T05:36:42.157461+0000","last_peered":"2024-09-19T05:36:42.157461+0000","last_clean":"2024-09-19T05:36:42.157461+0000","last_became_active":"2024-09-19T05:36:40.117380+0000","last_became_peered":"2024-09-19T05:36:40.117380+0000","last_unstale":"2024-09-19T05:36:42.157461+0000","last_undegraded":"2024-09-19T05:36:42.157461+0000","last_fullsized":"2024-09-19T05:36:42.157461+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:07.057064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131807+0000","last_change":"2024-09-19T05:36:41.154730+0000","last_active":"2024-09-19T05:36:42.131807+0000","last_peered":"2024-09-19T05:36:42.131807+0000","last_clean":"2024-09-19T05:36:42.131807+0000","last_became_active":"2024-09-19T05:36:41.154468+0000","last_became_peered":"2024-09-19T05:36:41.154468+0000","last_unstale":"2024-09-19T05:36:42.131807+0000","last_undegraded":"2024-09-19T05:36:42.131807+0000","last_fullsized":"2024-09-19T05:36:42.131807+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:37.802275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133620+0000","last_change":"2024-09-19T05:36:40.126824+0000","last_active":"2024-09-19T05:36:42.133620+0000","last_peered":"2024-09-19T05:36:42.133620+0000","last_clean":"2024-09-19T05:36:42.133620+0000","last_became_active":"2024-09-19T05:36:40.126527+0000","last_became_peered":"2024-09-19T05:36:40.126527+0000","last_unstale":"2024-09-19T05:36:42.133620+0000","last_undegraded":"2024-09-19T05:36:42.133620+0000","last_fullsized":"2024-09-19T05:36:42.133620+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:57.879184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133553+0000","last_change":"2024-09-19T05:36:41.152713+0000","last_active":"2024-09-19T05:36:42.133553+0000","last_peered":"2024-09-19T05:36:42.133553+0000","last_clean":"2024-09-19T05:36:42.133553+0000","last_became_active":"2024-09-19T05:36:41.152434+0000","last_became_peered":"2024-09-19T05:36:41.152434+0000","last_unstale":"2024-09-19T05:36:42.133553+0000","last_undegraded":"2024-09-19T05:36:42.133553+0000","last_fullsized":"2024-09-19T05:36:42.133553+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:47:14.699969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132564+0000","last_change":"2024-09-19T05:36:40.125491+0000","last_active":"2024-09-19T05:36:42.132564+0000","last_peered":"2024-09-19T05:36:42.132564+0000","last_clean":"2024-09-19T05:36:42.132564+0000","last_became_active":"2024-09-19T05:36:40.125276+0000","last_became_peered":"2024-09-19T05:36:40.125276+0000","last_unstale":"2024-09-19T05:36:42.132564+0000","last_undegraded":"2024-09-19T05:36:42.132564+0000","last_fullsized":"2024-09-19T05:36:42.132564+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:37.657388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237122+0000","last_change":"2024-09-19T05:36:41.149727+0000","last_active":"2024-09-19T05:36:42.237122+0000","last_peered":"2024-09-19T05:36:42.237122+0000","last_clean":"2024-09-19T05:36:42.237122+0000","last_became_active":"2024-09-19T05:36:41.149047+0000","last_became_peered":"2024-09-19T05:36:41.149047+0000","last_unstale":"2024-09-19T05:36:42.237122+0000","last_undegraded":"2024-09-19T05:36:42.237122+0000","last_fullsized":"2024-09-19T05:36:42.237122+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:39:44.442066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157140+0000","last_change":"2024-09-19T05:36:40.118090+0000","last_active":"2024-09-19T05:36:42.157140+0000","last_peered":"2024-09-19T05:36:42.157140+0000","last_clean":"2024-09-19T05:36:42.157140+0000","last_became_active":"2024-09-19T05:36:40.117839+0000","last_became_peered":"2024-09-19T05:36:40.117839+0000","last_unstale":"2024-09-19T05:36:42.157140+0000","last_undegraded":"2024-09-19T05:36:42.157140+0000","last_fullsized":"2024-09-19T05:36:42.157140+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:35.276271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.236834+0000","last_change":"2024-09-19T05:36:41.147620+0000","last_active":"2024-09-19T05:36:42.236834+0000","last_peered":"2024-09-19T05:36:42.236834+0000","last_clean":"2024-09-19T05:36:42.236834+0000","last_became_active":"2024-09-19T05:36:41.147337+0000","last_became_peered":"2024-09-19T05:36:41.147337+0000","last_unstale":"2024-09-19T05:36:42.236834+0000","last_undegraded":"2024-09-19T05:36:42.236834+0000","last_fullsized":"2024-09-19T05:36:42.236834+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:47.344291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131523+0000","last_change":"2024-09-19T05:36:40.121348+0000","last_active":"2024-09-19T05:36:42.131523+0000","last_peered":"2024-09-19T05:36:42.131523+0000","last_clean":"2024-09-19T05:36:42.131523+0000","last_became_active":"2024-09-19T05:36:40.121050+0000","last_became_peered":"2024-09-19T05:36:40.121050+0000","last_unstale":"2024-09-19T05:36:42.131523+0000","last_undegraded":"2024-09-19T05:36:42.131523+0000","last_fullsized":"2024-09-19T05:36:42.131523+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:42:41.020615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237098+0000","last_change":"2024-09-19T05:36:41.160770+0000","last_active":"2024-09-19T05:36:42.237098+0000","last_peered":"2024-09-19T05:36:42.237098+0000","last_clean":"2024-09-19T05:36:42.237098+0000","last_became_active":"2024-09-19T05:36:41.160422+0000","last_became_peered":"2024-09-19T05:36:41.160422+0000","last_unstale":"2024-09-19T05:36:42.237098+0000","last_undegraded":"2024-09-19T05:36:42.237098+0000","last_fullsized":"2024-09-19T05:36:42.237098+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:35.632957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238433+0000","last_change":"2024-09-19T05:36:40.127021+0000","last_active":"2024-09-19T05:36:42.238433+0000","last_peered":"2024-09-19T05:36:42.238433+0000","last_clean":"2024-09-19T05:36:42.238433+0000","last_became_active":"2024-09-19T05:36:40.126488+0000","last_became_peered":"2024-09-19T05:36:40.126488+0000","last_unstale":"2024-09-19T05:36:42.238433+0000","last_undegraded":"2024-09-19T05:36:42.238433+0000","last_fullsized":"2024-09-19T05:36:42.238433+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:44.366115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133283+0000","last_change":"2024-09-19T05:36:41.155186+0000","last_active":"2024-09-19T05:36:42.133283+0000","last_peered":"2024-09-19T05:36:42.133283+0000","last_clean":"2024-09-19T05:36:42.133283+0000","last_became_active":"2024-09-19T05:36:41.154868+0000","last_became_peered":"2024-09-19T05:36:41.154868+0000","last_unstale":"2024-09-19T05:36:42.133283+0000","last_undegraded":"2024-09-19T05:36:42.133283+0000","last_fullsized":"2024-09-19T05:36:42.133283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:14.049126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238233+0000","last_change":"2024-09-19T05:36:40.117026+0000","last_active":"2024-09-19T05:36:42.238233+0000","last_peered":"2024-09-19T05:36:42.238233+0000","last_clean":"2024-09-19T05:36:42.238233+0000","last_became_active":"2024-09-19T05:36:40.116690+0000","last_became_peered":"2024-09-19T05:36:40.116690+0000","last_unstale":"2024-09-19T05:36:42.238233+0000","last_undegraded":"2024-09-19T05:36:42.238233+0000","last_fullsized":"2024-09-19T05:36:42.238233+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:29.655419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157486+0000","last_change":"2024-09-19T05:36:41.146296+0000","last_active":"2024-09-19T05:36:42.157486+0000","last_peered":"2024-09-19T05:36:42.157486+0000","last_clean":"2024-09-19T05:36:42.157486+0000","last_became_active":"2024-09-19T05:36:41.145982+0000","last_became_peered":"2024-09-19T05:36:41.145982+0000","last_unstale":"2024-09-19T05:36:42.157486+0000","last_undegraded":"2024-09-19T05:36:42.157486+0000","last_fullsized":"2024-09-19T05:36:42.157486+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:38.710458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"77'3","reported_seq":17,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237910+0000","last_change":"2024-09-19T05:36:40.127089+0000","last_active":"2024-09-19T05:36:42.237910+0000","last_peered":"2024-09-19T05:36:42.237910+0000","last_clean":"2024-09-19T05:36:42.237910+0000","last_became_active":"2024-09-19T05:36:40.126794+0000","last_became_peered":"2024-09-19T05:36:40.126794+0000","last_unstale":"2024-09-19T05:36:42.237910+0000","last_undegraded":"2024-09-19T05:36:42.237910+0000","last_fullsized":"2024-09-19T05:36:42.237910+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:08.881585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133762+0000","last_change":"2024-09-19T05:36:41.147820+0000","last_active":"2024-09-19T05:36:42.133762+0000","last_peered":"2024-09-19T05:36:42.133762+0000","last_clean":"2024-09-19T05:36:42.133762+0000","last_became_active":"2024-09-19T05:36:41.147530+0000","last_became_peered":"2024-09-19T05:36:41.147530+0000","last_unstale":"2024-09-19T05:36:42.133762+0000","last_undegraded":"2024-09-19T05:36:42.133762+0000","last_fullsized":"2024-09-19T05:36:42.133762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:20:52.808438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"77'6","reported_seq":20,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133026+0000","last_change":"2024-09-19T05:36:40.126027+0000","last_active":"2024-09-19T05:36:42.133026+0000","last_peered":"2024-09-19T05:36:42.133026+0000","last_clean":"2024-09-19T05:36:42.133026+0000","last_became_active":"2024-09-19T05:36:40.125749+0000","last_became_peered":"2024-09-19T05:36:40.125749+0000","last_unstale":"2024-09-19T05:36:42.133026+0000","last_undegraded":"2024-09-19T05:36:42.133026+0000","last_fullsized":"2024-09-19T05:36:42.133026+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:08.881585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157236+0000","last_change":"2024-09-19T05:36:41.146435+0000","last_active":"2024-09-19T05:36:42.157236+0000","last_peered":"2024-09-19T05:36:42.157236+0000","last_clean":"2024-09-19T05:36:42.157236+0000","last_became_active":"2024-09-19T05:36:41.146141+0000","last_became_peered":"2024-09-19T05:36:41.146141+0000","last_unstale":"2024-09-19T05:36:42.157236+0000","last_undegraded":"2024-09-19T05:36:42.157236+0000","last_fullsized":"2024-09-19T05:36:42.157236+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:57.009405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131859+0000","last_change":"2024-09-19T05:36:40.124643+0000","last_active":"2024-09-19T05:36:42.131859+0000","last_peered":"2024-09-19T05:36:42.131859+0000","last_clean":"2024-09-19T05:36:42.131859+0000","last_became_active":"2024-09-19T05:36:40.124336+0000","last_became_peered":"2024-09-19T05:36:40.124336+0000","last_unstale":"2024-09-19T05:36:42.131859+0000","last_undegraded":"2024-09-19T05:36:42.131859+0000","last_fullsized":"2024-09-19T05:36:42.131859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:24.823105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237984+0000","last_change":"2024-09-19T05:36:41.153701+0000","last_active":"2024-09-19T05:36:42.237984+0000","last_peered":"2024-09-19T05:36:42.237984+0000","last_clean":"2024-09-19T05:36:42.237984+0000","last_became_active":"2024-09-19T05:36:41.153427+0000","last_became_peered":"2024-09-19T05:36:41.153427+0000","last_unstale":"2024-09-19T05:36:42.237984+0000","last_undegraded":"2024-09-19T05:36:42.237984+0000","last_fullsized":"2024-09-19T05:36:42.237984+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:07.025254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.236954+0000","last_change":"2024-09-19T05:36:40.127166+0000","last_active":"2024-09-19T05:36:42.236954+0000","last_peered":"2024-09-19T05:36:42.236954+0000","last_clean":"2024-09-19T05:36:42.236954+0000","last_became_active":"2024-09-19T05:36:40.126775+0000","last_became_peered":"2024-09-19T05:36:40.126775+0000","last_unstale":"2024-09-19T05:36:42.236954+0000","last_undegraded":"2024-09-19T05:36:42.236954+0000","last_fullsized":"2024-09-19T05:36:42.236954+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:02:33.935650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131427+0000","last_change":"2024-09-19T05:36:41.157688+0000","last_active":"2024-09-19T05:36:42.131427+0000","last_peered":"2024-09-19T05:36:42.131427+0000","last_clean":"2024-09-19T05:36:42.131427+0000","last_became_active":"2024-09-19T05:36:41.157411+0000","last_became_peered":"2024-09-19T05:36:41.157411+0000","last_unstale":"2024-09-19T05:36:42.131427+0000","last_undegraded":"2024-09-19T05:36:42.131427+0000","last_fullsized":"2024-09-19T05:36:42.131427+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:05:17.443596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132780+0000","last_change":"2024-09-19T05:36:40.118914+0000","last_active":"2024-09-19T05:36:42.132780+0000","last_peered":"2024-09-19T05:36:42.132780+0000","last_clean":"2024-09-19T05:36:42.132780+0000","last_became_active":"2024-09-19T05:36:40.118520+0000","last_became_peered":"2024-09-19T05:36:40.118520+0000","last_unstale":"2024-09-19T05:36:42.132780+0000","last_undegraded":"2024-09-19T05:36:42.132780+0000","last_fullsized":"2024-09-19T05:36:42.132780+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:04.761728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131506+0000","last_change":"2024-09-19T05:36:41.152345+0000","last_active":"2024-09-19T05:36:42.131506+0000","last_peered":"2024-09-19T05:36:42.131506+0000","last_clean":"2024-09-19T05:36:42.131506+0000","last_became_active":"2024-09-19T05:36:41.152085+0000","last_became_peered":"2024-09-19T05:36:41.152085+0000","last_unstale":"2024-09-19T05:36:42.131506+0000","last_undegraded":"2024-09-19T05:36:42.131506+0000","last_fullsized":"2024-09-19T05:36:42.131506+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:41.697023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"77'8","reported_seq":22,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157186+0000","last_change":"2024-09-19T05:36:40.119089+0000","last_active":"2024-09-19T05:36:42.157186+0000","last_peered":"2024-09-19T05:36:42.157186+0000","last_clean":"2024-09-19T05:36:42.157186+0000","last_became_active":"2024-09-19T05:36:40.118796+0000","last_became_peered":"2024-09-19T05:36:40.118796+0000","last_unstale":"2024-09-19T05:36:42.157186+0000","last_undegraded":"2024-09-19T05:36:42.157186+0000","last_fullsized":"2024-09-19T05:36:42.157186+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:55.094148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237717+0000","last_change":"2024-09-19T05:36:41.145861+0000","last_active":"2024-09-19T05:36:42.237717+0000","last_peered":"2024-09-19T05:36:42.237717+0000","last_clean":"2024-09-19T05:36:42.237717+0000","last_became_active":"2024-09-19T05:36:41.145283+0000","last_became_peered":"2024-09-19T05:36:41.145283+0000","last_unstale":"2024-09-19T05:36:42.237717+0000","last_undegraded":"2024-09-19T05:36:42.237717+0000","last_fullsized":"2024-09-19T05:36:42.237717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:02.658537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238499+0000","last_change":"2024-09-19T05:36:40.114675+0000","last_active":"2024-09-19T05:36:42.238499+0000","last_peered":"2024-09-19T05:36:42.238499+0000","last_clean":"2024-09-19T05:36:42.238499+0000","last_became_active":"2024-09-19T05:36:40.114318+0000","last_became_peered":"2024-09-19T05:36:40.114318+0000","last_unstale":"2024-09-19T05:36:42.238499+0000","last_undegraded":"2024-09-19T05:36:42.238499+0000","last_fullsized":"2024-09-19T05:36:42.238499+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:20:53.563031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238320+0000","last_change":"2024-09-19T05:36:41.146274+0000","last_active":"2024-09-19T05:36:42.238320+0000","last_peered":"2024-09-19T05:36:42.238320+0000","last_clean":"2024-09-19T05:36:42.238320+0000","last_became_active":"2024-09-19T05:36:41.144368+0000","last_became_peered":"2024-09-19T05:36:41.144368+0000","last_unstale":"2024-09-19T05:36:42.238320+0000","last_undegraded":"2024-09-19T05:36:42.238320+0000","last_fullsized":"2024-09-19T05:36:42.238320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:46.966548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157590+0000","last_change":"2024-09-19T05:36:40.120106+0000","last_active":"2024-09-19T05:36:42.157590+0000","last_peered":"2024-09-19T05:36:42.157590+0000","last_clean":"2024-09-19T05:36:42.157590+0000","last_became_active":"2024-09-19T05:36:40.119808+0000","last_became_peered":"2024-09-19T05:36:40.119808+0000","last_unstale":"2024-09-19T05:36:42.157590+0000","last_undegraded":"2024-09-19T05:36:42.157590+0000","last_fullsized":"2024-09-19T05:36:42.157590+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:44.991110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133836+0000","last_change":"2024-09-19T05:36:41.159897+0000","last_active":"2024-09-19T05:36:42.133836+0000","last_peered":"2024-09-19T05:36:42.133836+0000","last_clean":"2024-09-19T05:36:42.133836+0000","last_became_active":"2024-09-19T05:36:41.159430+0000","last_became_peered":"2024-09-19T05:36:41.159430+0000","last_unstale":"2024-09-19T05:36:42.133836+0000","last_undegraded":"2024-09-19T05:36:42.133836+0000","last_fullsized":"2024-09-19T05:36:42.133836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:23.718736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157545+0000","last_change":"2024-09-19T05:36:40.118247+0000","last_active":"2024-09-19T05:36:42.157545+0000","last_peered":"2024-09-19T05:36:42.157545+0000","last_clean":"2024-09-19T05:36:42.157545+0000","last_became_active":"2024-09-19T05:36:40.117733+0000","last_became_peered":"2024-09-19T05:36:40.117733+0000","last_unstale":"2024-09-19T05:36:42.157545+0000","last_undegraded":"2024-09-19T05:36:42.157545+0000","last_fullsized":"2024-09-19T05:36:42.157545+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:47:13.682515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237025+0000","last_change":"2024-09-19T05:36:41.161411+0000","last_active":"2024-09-19T05:36:42.237025+0000","last_peered":"2024-09-19T05:36:42.237025+0000","last_clean":"2024-09-19T05:36:42.237025+0000","last_became_active":"2024-09-19T05:36:41.161005+0000","last_became_peered":"2024-09-19T05:36:41.161005+0000","last_unstale":"2024-09-19T05:36:42.237025+0000","last_undegraded":"2024-09-19T05:36:42.237025+0000","last_fullsized":"2024-09-19T05:36:42.237025+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:42.110660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.236849+0000","last_change":"2024-09-19T05:36:40.123108+0000","last_active":"2024-09-19T05:36:42.236849+0000","last_peered":"2024-09-19T05:36:42.236849+0000","last_clean":"2024-09-19T05:36:42.236849+0000","last_became_active":"2024-09-19T05:36:40.122783+0000","last_became_peered":"2024-09-19T05:36:40.122783+0000","last_unstale":"2024-09-19T05:36:42.236849+0000","last_undegraded":"2024-09-19T05:36:42.236849+0000","last_fullsized":"2024-09-19T05:36:42.236849+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:20.439854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133053+0000","last_change":"2024-09-19T05:36:41.152342+0000","last_active":"2024-09-19T05:36:42.133053+0000","last_peered":"2024-09-19T05:36:42.133053+0000","last_clean":"2024-09-19T05:36:42.133053+0000","last_became_active":"2024-09-19T05:36:41.152066+0000","last_became_peered":"2024-09-19T05:36:41.152066+0000","last_unstale":"2024-09-19T05:36:42.133053+0000","last_undegraded":"2024-09-19T05:36:42.133053+0000","last_fullsized":"2024-09-19T05:36:42.133053+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:54:59.560454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237113+0000","last_change":"2024-09-19T05:36:40.124390+0000","last_active":"2024-09-19T05:36:42.237113+0000","last_peered":"2024-09-19T05:36:42.237113+0000","last_clean":"2024-09-19T05:36:42.237113+0000","last_became_active":"2024-09-19T05:36:40.124018+0000","last_became_peered":"2024-09-19T05:36:40.124018+0000","last_unstale":"2024-09-19T05:36:42.237113+0000","last_undegraded":"2024-09-19T05:36:42.237113+0000","last_fullsized":"2024-09-19T05:36:42.237113+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:19.438382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237007+0000","last_change":"2024-09-19T05:36:41.149346+0000","last_active":"2024-09-19T05:36:42.237007+0000","last_peered":"2024-09-19T05:36:42.237007+0000","last_clean":"2024-09-19T05:36:42.237007+0000","last_became_active":"2024-09-19T05:36:41.149020+0000","last_became_peered":"2024-09-19T05:36:41.149020+0000","last_unstale":"2024-09-19T05:36:42.237007+0000","last_undegraded":"2024-09-19T05:36:42.237007+0000","last_fullsized":"2024-09-19T05:36:42.237007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:33.807856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237355+0000","last_change":"2024-09-19T05:36:40.117675+0000","last_active":"2024-09-19T05:36:42.237355+0000","last_peered":"2024-09-19T05:36:42.237355+0000","last_clean":"2024-09-19T05:36:42.237355+0000","last_became_active":"2024-09-19T05:36:40.117300+0000","last_became_peered":"2024-09-19T05:36:40.117300+0000","last_unstale":"2024-09-19T05:36:42.237355+0000","last_undegraded":"2024-09-19T05:36:42.237355+0000","last_fullsized":"2024-09-19T05:36:42.237355+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:35.373702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132722+0000","last_change":"2024-09-19T05:36:41.146782+0000","last_active":"2024-09-19T05:36:42.132722+0000","last_peered":"2024-09-19T05:36:42.132722+0000","last_clean":"2024-09-19T05:36:42.132722+0000","last_became_active":"2024-09-19T05:36:41.146487+0000","last_became_peered":"2024-09-19T05:36:41.146487+0000","last_unstale":"2024-09-19T05:36:42.132722+0000","last_undegraded":"2024-09-19T05:36:42.132722+0000","last_fullsized":"2024-09-19T05:36:42.132722+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:05.852307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.236604+0000","last_change":"2024-09-19T05:36:40.119730+0000","last_active":"2024-09-19T05:36:42.236604+0000","last_peered":"2024-09-19T05:36:42.236604+0000","last_clean":"2024-09-19T05:36:42.236604+0000","last_became_active":"2024-09-19T05:36:40.119379+0000","last_became_peered":"2024-09-19T05:36:40.119379+0000","last_unstale":"2024-09-19T05:36:42.236604+0000","last_undegraded":"2024-09-19T05:36:42.236604+0000","last_fullsized":"2024-09-19T05:36:42.236604+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:45.949094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133979+0000","last_change":"2024-09-19T05:36:41.134841+0000","last_active":"2024-09-19T05:36:42.133979+0000","last_peered":"2024-09-19T05:36:42.133979+0000","last_clean":"2024-09-19T05:36:42.133979+0000","last_became_active":"2024-09-19T05:36:41.134495+0000","last_became_peered":"2024-09-19T05:36:41.134495+0000","last_unstale":"2024-09-19T05:36:42.133979+0000","last_undegraded":"2024-09-19T05:36:42.133979+0000","last_fullsized":"2024-09-19T05:36:42.133979+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:01.366592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131908+0000","last_change":"2024-09-19T05:36:40.121652+0000","last_active":"2024-09-19T05:36:42.131908+0000","last_peered":"2024-09-19T05:36:42.131908+0000","last_clean":"2024-09-19T05:36:42.131908+0000","last_became_active":"2024-09-19T05:36:40.121385+0000","last_became_peered":"2024-09-19T05:36:40.121385+0000","last_unstale":"2024-09-19T05:36:42.131908+0000","last_undegraded":"2024-09-19T05:36:42.131908+0000","last_fullsized":"2024-09-19T05:36:42.131908+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:53.769945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237801+0000","last_change":"2024-09-19T05:36:41.152429+0000","last_active":"2024-09-19T05:36:42.237801+0000","last_peered":"2024-09-19T05:36:42.237801+0000","last_clean":"2024-09-19T05:36:42.237801+0000","last_became_active":"2024-09-19T05:36:41.152126+0000","last_became_peered":"2024-09-19T05:36:41.152126+0000","last_unstale":"2024-09-19T05:36:42.237801+0000","last_undegraded":"2024-09-19T05:36:42.237801+0000","last_fullsized":"2024-09-19T05:36:42.237801+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:02.902760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"78'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131925+0000","last_change":"2024-09-19T05:36:40.123882+0000","last_active":"2024-09-19T05:36:42.131925+0000","last_peered":"2024-09-19T05:36:42.131925+0000","last_clean":"2024-09-19T05:36:42.131925+0000","last_became_active":"2024-09-19T05:36:40.123573+0000","last_became_peered":"2024-09-19T05:36:40.123573+0000","last_unstale":"2024-09-19T05:36:42.131925+0000","last_undegraded":"2024-09-19T05:36:42.131925+0000","last_fullsized":"2024-09-19T05:36:42.131925+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:43.623080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238113+0000","last_change":"2024-09-19T05:36:41.151687+0000","last_active":"2024-09-19T05:36:42.238113+0000","last_peered":"2024-09-19T05:36:42.238113+0000","last_clean":"2024-09-19T05:36:42.238113+0000","last_became_active":"2024-09-19T05:36:41.150978+0000","last_became_peered":"2024-09-19T05:36:41.150978+0000","last_unstale":"2024-09-19T05:36:42.238113+0000","last_undegraded":"2024-09-19T05:36:42.238113+0000","last_fullsized":"2024-09-19T05:36:42.238113+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:30.566343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238161+0000","last_change":"2024-09-19T05:36:40.121538+0000","last_active":"2024-09-19T05:36:42.238161+0000","last_peered":"2024-09-19T05:36:42.238161+0000","last_clean":"2024-09-19T05:36:42.238161+0000","last_became_active":"2024-09-19T05:36:40.121213+0000","last_became_peered":"2024-09-19T05:36:40.121213+0000","last_unstale":"2024-09-19T05:36:42.238161+0000","last_undegraded":"2024-09-19T05:36:42.238161+0000","last_fullsized":"2024-09-19T05:36:42.238161+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:34.176139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133931+0000","last_change":"2024-09-19T05:36:41.147149+0000","last_active":"2024-09-19T05:36:42.133931+0000","last_peered":"2024-09-19T05:36:42.133931+0000","last_clean":"2024-09-19T05:36:42.133931+0000","last_became_active":"2024-09-19T05:36:41.146839+0000","last_became_peered":"2024-09-19T05:36:41.146839+0000","last_unstale":"2024-09-19T05:36:42.133931+0000","last_undegraded":"2024-09-19T05:36:42.133931+0000","last_fullsized":"2024-09-19T05:36:42.133931+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:39.699747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.238261+0000","last_change":"2024-09-19T05:36:40.126119+0000","last_active":"2024-09-19T05:36:42.238261+0000","last_peered":"2024-09-19T05:36:42.238261+0000","last_clean":"2024-09-19T05:36:42.238261+0000","last_became_active":"2024-09-19T05:36:40.125798+0000","last_became_peered":"2024-09-19T05:36:40.125798+0000","last_unstale":"2024-09-19T05:36:42.238261+0000","last_undegraded":"2024-09-19T05:36:42.238261+0000","last_fullsized":"2024-09-19T05:36:42.238261+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:28.023088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132996+0000","last_change":"2024-09-19T05:36:41.147859+0000","last_active":"2024-09-19T05:36:42.132996+0000","last_peered":"2024-09-19T05:36:42.132996+0000","last_clean":"2024-09-19T05:36:42.132996+0000","last_became_active":"2024-09-19T05:36:41.147587+0000","last_became_peered":"2024-09-19T05:36:41.147587+0000","last_unstale":"2024-09-19T05:36:42.132996+0000","last_undegraded":"2024-09-19T05:36:42.132996+0000","last_fullsized":"2024-09-19T05:36:42.132996+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:48.373497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157465+0000","last_change":"2024-09-19T05:36:40.119058+0000","last_active":"2024-09-19T05:36:42.157465+0000","last_peered":"2024-09-19T05:36:42.157465+0000","last_clean":"2024-09-19T05:36:42.157465+0000","last_became_active":"2024-09-19T05:36:40.118675+0000","last_became_peered":"2024-09-19T05:36:40.118675+0000","last_unstale":"2024-09-19T05:36:42.157465+0000","last_undegraded":"2024-09-19T05:36:42.157465+0000","last_fullsized":"2024-09-19T05:36:42.157465+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:59.039093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.157418+0000","last_change":"2024-09-19T05:36:41.147742+0000","last_active":"2024-09-19T05:36:42.157418+0000","last_peered":"2024-09-19T05:36:42.157418+0000","last_clean":"2024-09-19T05:36:42.157418+0000","last_became_active":"2024-09-19T05:36:41.145994+0000","last_became_peered":"2024-09-19T05:36:41.145994+0000","last_unstale":"2024-09-19T05:36:42.157418+0000","last_undegraded":"2024-09-19T05:36:42.157418+0000","last_fullsized":"2024-09-19T05:36:42.157418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:07.193095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.133429+0000","last_change":"2024-09-19T05:36:40.125628+0000","last_active":"2024-09-19T05:36:42.133429+0000","last_peered":"2024-09-19T05:36:42.133429+0000","last_clean":"2024-09-19T05:36:42.133429+0000","last_became_active":"2024-09-19T05:36:40.125334+0000","last_became_peered":"2024-09-19T05:36:40.125334+0000","last_unstale":"2024-09-19T05:36:42.133429+0000","last_undegraded":"2024-09-19T05:36:42.133429+0000","last_fullsized":"2024-09-19T05:36:42.133429+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:36.784821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237213+0000","last_change":"2024-09-19T05:36:41.147661+0000","last_active":"2024-09-19T05:36:42.237213+0000","last_peered":"2024-09-19T05:36:42.237213+0000","last_clean":"2024-09-19T05:36:42.237213+0000","last_became_active":"2024-09-19T05:36:41.147356+0000","last_became_peered":"2024-09-19T05:36:41.147356+0000","last_unstale":"2024-09-19T05:36:42.237213+0000","last_undegraded":"2024-09-19T05:36:42.237213+0000","last_fullsized":"2024-09-19T05:36:42.237213+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:33.447651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237710+0000","last_change":"2024-09-19T05:36:40.122630+0000","last_active":"2024-09-19T05:36:42.237710+0000","last_peered":"2024-09-19T05:36:42.237710+0000","last_clean":"2024-09-19T05:36:42.237710+0000","last_became_active":"2024-09-19T05:36:40.122250+0000","last_became_peered":"2024-09-19T05:36:40.122250+0000","last_unstale":"2024-09-19T05:36:42.237710+0000","last_undegraded":"2024-09-19T05:36:42.237710+0000","last_fullsized":"2024-09-19T05:36:42.237710+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:28.953654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237567+0000","last_change":"2024-09-19T05:36:41.151233+0000","last_active":"2024-09-19T05:36:42.237567+0000","last_peered":"2024-09-19T05:36:42.237567+0000","last_clean":"2024-09-19T05:36:42.237567+0000","last_became_active":"2024-09-19T05:36:41.150930+0000","last_became_peered":"2024-09-19T05:36:41.150930+0000","last_unstale":"2024-09-19T05:36:42.237567+0000","last_undegraded":"2024-09-19T05:36:42.237567+0000","last_fullsized":"2024-09-19T05:36:42.237567+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:34.567492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.132646+0000","last_change":"2024-09-19T05:36:40.118788+0000","last_active":"2024-09-19T05:36:42.132646+0000","last_peered":"2024-09-19T05:36:42.132646+0000","last_clean":"2024-09-19T05:36:42.132646+0000","last_became_active":"2024-09-19T05:36:40.118462+0000","last_became_peered":"2024-09-19T05:36:40.118462+0000","last_unstale":"2024-09-19T05:36:42.132646+0000","last_undegraded":"2024-09-19T05:36:42.132646+0000","last_fullsized":"2024-09-19T05:36:42.132646+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:49.722419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.131826+0000","last_change":"2024-09-19T05:36:41.156593+0000","last_active":"2024-09-19T05:36:42.131826+0000","last_peered":"2024-09-19T05:36:42.131826+0000","last_clean":"2024-09-19T05:36:42.131826+0000","last_became_active":"2024-09-19T05:36:41.156227+0000","last_became_peered":"2024-09-19T05:36:41.156227+0000","last_unstale":"2024-09-19T05:36:42.131826+0000","last_undegraded":"2024-09-19T05:36:42.131826+0000","last_fullsized":"2024-09-19T05:36:42.131826+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:40.099710+0000","last_clean_scrub_stamp":"2024-09-19T05:36:40.099710+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:58.896639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237854+0000","last_change":"2024-09-19T05:36:40.127273+0000","last_active":"2024-09-19T05:36:42.237854+0000","last_peered":"2024-09-19T05:36:42.237854+0000","last_clean":"2024-09-19T05:36:42.237854+0000","last_became_active":"2024-09-19T05:36:40.126870+0000","last_became_peered":"2024-09-19T05:36:40.126870+0000","last_unstale":"2024-09-19T05:36:42.237854+0000","last_undegraded":"2024-09-19T05:36:42.237854+0000","last_fullsized":"2024-09-19T05:36:42.237854+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:36:39.082255+0000","last_clean_scrub_stamp":"2024-09-19T05:36:39.082255+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:20:51.790984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":276,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T05:36:42.237286+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:36:42.237286+0000","last_peered":"2024-09-19T05:36:42.237286+0000","last_clean":"2024-09-19T05:36:42.237286+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:36:42.237286+0000","last_undegraded":"2024-09-19T05:36:42.237286+0000","last_fullsized":"2024-09-19T05:36:42.237286+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509477,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36288,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335552,"statfs":{"total":96636764160,"available":96599605248,"internally_reserved":0,"allocated":962560,"data_stored":400819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509476,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32128,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339712,"statfs":{"total":96636764160,"available":96603865088,"internally_reserved":0,"allocated":962560,"data_stored":401737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509478,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":954368,"data_stored":400707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542182,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36864,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334976,"statfs":{"total":96636764160,"available":96599015424,"internally_reserved":0,"allocated":1548288,"data_stored":990563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542180,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36300,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335540,"statfs":{"total":96636764160,"available":96599592960,"internally_reserved":0,"allocated":966656,"data_stored":401759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542182,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36280,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335560,"statfs":{"total":96636764160,"available":96599613440,"internally_reserved":0,"allocated":950272,"data_stored":400125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542183,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32132,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339708,"statfs":{"total":96636764160,"available":96603860992,"internally_reserved":0,"allocated":962560,"data_stored":400319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542183,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32704,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339136,"statfs":{"total":96636764160,"available":96603275264,"internally_reserved":0,"allocated":1548288,"data_stored":990527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:36:48.895 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:36:48.895 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:36:49.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.039+0000 7f2708196640 1 Processor -- start 2024-09-19T05:36:49.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.039+0000 7f2708196640 1 -- start start 2024-09-19T05:36:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.040+0000 7f2708196640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f270015b230 0x7f270015c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.040+0000 7f2708196640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2700072c50 0x7f27000b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.040+0000 7f2708196640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f270015eff0 con 0x7f27000b4ac0 2024-09-19T05:36:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.040+0000 7f2708196640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f270015fbe0 con 0x7f270015b230 2024-09-19T05:36:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.040+0000 7f2708196640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f270015c8d0 con 0x7f2700072c50 2024-09-19T05:36:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2705731640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2700072c50 0x7f27000b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2705731640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2700072c50 0x7f27000b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:51288/0 (socket says 172.21.15.39:51288) 2024-09-19T05:36:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2705f32640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f270015b230 0x7f270015c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2705731640 1 -- 172.21.15.39:0/387656005 learned_addr learned my addr 172.21.15.39:0/387656005 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2704f30640 1 -- 172.21.15.39:0/387656005 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 672828813 0 0) 0x7f270015eff0 con 0x7f27000b4ac0 2024-09-19T05:36:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2704f30640 1 -- 172.21.15.39:0/387656005 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26e8003520 con 0x7f27000b4ac0 2024-09-19T05:36:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2705731640 1 -- 172.21.15.39:0/387656005 >> v2:172.21.15.50:3300/0 conn(0x7f270015b230 msgr2=0x7f270015c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2705731640 1 --2- 172.21.15.39:0/387656005 >> v2:172.21.15.50:3300/0 conn(0x7f270015b230 0x7f270015c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2705731640 1 -- 172.21.15.39:0/387656005 >> v1:172.21.15.50:6789/0 conn(0x7f27000b4ac0 legacy=0x7f270006cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.041+0000 7f2705731640 1 -- 172.21.15.39:0/387656005 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f270015f2b0 con 0x7f2700072c50 2024-09-19T05:36:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.042+0000 7f2705731640 1 --2- 172.21.15.39:0/387656005 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2700072c50 0x7f27000b4580 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f26f4009870 tx=0x7f26f402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6dbdce7cd9895ff2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.042+0000 7f2704f30640 1 -- 172.21.15.39:0/387656005 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f4037070 con 0x7f2700072c50 2024-09-19T05:36:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.042+0000 7f2704f30640 1 -- 172.21.15.39:0/387656005 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f4032440 con 0x7f2700072c50 2024-09-19T05:36:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.042+0000 7f2704f30640 1 -- 172.21.15.39:0/387656005 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f40327f0 con 0x7f2700072c50 2024-09-19T05:36:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.043+0000 7f2708196640 1 -- 172.21.15.39:0/387656005 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2700072c50 msgr2=0x7f27000b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.043+0000 7f2708196640 1 --2- 172.21.15.39:0/387656005 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2700072c50 0x7f27000b4580 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f26f4009870 tx=0x7f26f402a270 comp rx=0 tx=0).stop 2024-09-19T05:36:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.043+0000 7f2708196640 1 -- 172.21.15.39:0/387656005 shutdown_connections 2024-09-19T05:36:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.043+0000 7f2708196640 1 --2- 172.21.15.39:0/387656005 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2700072c50 0x7f27000b4580 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.043+0000 7f2708196640 1 --2- 172.21.15.39:0/387656005 >> v2:172.21.15.50:3300/0 conn(0x7f270015b230 0x7f270015c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.043+0000 7f2708196640 1 -- 172.21.15.39:0/387656005 >> 172.21.15.39:0/387656005 conn(0x7f27000b5cb0 msgr2=0x7f270006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.043+0000 7f2708196640 1 -- 172.21.15.39:0/387656005 shutdown_connections 2024-09-19T05:36:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.043+0000 7f2708196640 1 -- 172.21.15.39:0/387656005 wait complete. 2024-09-19T05:36:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.044+0000 7f2708196640 1 Processor -- start 2024-09-19T05:36:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.044+0000 7f2708196640 1 -- start start 2024-09-19T05:36:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2708196640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2700072c50 0x7f270014b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2708196640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27000b4ac0 0x7f2700151e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2708196640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f270015b230 0x7f27001496f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2708196640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f270015b610 con 0x7f2700072c50 2024-09-19T05:36:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2708196640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f270015f870 con 0x7f27000b4ac0 2024-09-19T05:36:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2708196640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f270015b790 con 0x7f270015b230 2024-09-19T05:36:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705f32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2700072c50 0x7f270014b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705f32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2700072c50 0x7f270014b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60378/0 (socket says 172.21.15.39:60378) 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705f32640 1 -- 172.21.15.39:0/2105371294 learned_addr learned my addr 172.21.15.39:0/2105371294 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2706733640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f270015b230 0x7f27001496f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705731640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27000b4ac0 0x7f2700151e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705f32640 1 -- 172.21.15.39:0/2105371294 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f270015b230 msgr2=0x7f27001496f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705f32640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f270015b230 0x7f27001496f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705f32640 1 -- 172.21.15.39:0/2105371294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27000b4ac0 msgr2=0x7f2700151e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705f32640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27000b4ac0 0x7f2700151e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705f32640 1 -- 172.21.15.39:0/2105371294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2700149500 con 0x7f2700072c50 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f2705f32640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2700072c50 0x7f270014b300 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f26f800e9e0 tx=0x7f26f800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.045+0000 7f26fe7fc640 1 -- 172.21.15.39:0/2105371294 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8017070 con 0x7f2700072c50 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.046+0000 7f26fe7fc640 1 -- 172.21.15.39:0/2105371294 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f800c9d0 con 0x7f2700072c50 2024-09-19T05:36:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.046+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27001574a0 con 0x7f2700072c50 2024-09-19T05:36:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.046+0000 7f26fe7fc640 1 -- 172.21.15.39:0/2105371294 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f800cdc0 con 0x7f2700072c50 2024-09-19T05:36:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.046+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2700157740 con 0x7f2700072c50 2024-09-19T05:36:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.046+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f270006e1e0 con 0x7f2700072c50 2024-09-19T05:36:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.047+0000 7f26fe7fc640 1 -- 172.21.15.39:0/2105371294 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f26f801a070 con 0x7f2700072c50 2024-09-19T05:36:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.047+0000 7f26fe7fc640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26ec06c2b0 0x7f26ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.048+0000 7f26fe7fc640 1 -- 172.21.15.39:0/2105371294 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f26f808b520 con 0x7f2700072c50 2024-09-19T05:36:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.048+0000 7f2705731640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26ec06c2b0 0x7f26ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.048+0000 7f2705731640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26ec06c2b0 0x7f26ec06e770 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f26f4034000 tx=0x7f26f402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:49.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.052+0000 7f26fe7fc640 1 -- 172.21.15.39:0/2105371294 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f26f8059c10 con 0x7f2700072c50 2024-09-19T05:36:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.297+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f2700071730 con 0x7f2700072c50 2024-09-19T05:36:49.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.301+0000 7f26fe7fc640 1 -- 172.21.15.39:0/2105371294 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7f26f8078020 con 0x7f2700072c50 2024-09-19T05:36:49.303 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2024-09-19T05:36:49.303 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ== 2024-09-19T05:36:49.303 INFO:teuthology.orchestra.run.smithi039.stdout: caps mds = "allow" 2024-09-19T05:36:49.303 INFO:teuthology.orchestra.run.smithi039.stdout: caps mon = "allow r" 2024-09-19T05:36:49.303 INFO:teuthology.orchestra.run.smithi039.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:36:49.303 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26ec06c2b0 msgr2=0x7f26ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26ec06c2b0 0x7f26ec06e770 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f26f4034000 tx=0x7f26f402e000 comp rx=0 tx=0).stop 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2700072c50 msgr2=0x7f270014b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2700072c50 0x7f270014b300 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f26f800e9e0 tx=0x7f26f800eea0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 shutdown_connections 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26ec06c2b0 0x7f26ec06e770 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f270015b230 0x7f27001496f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27000b4ac0 0x7f2700151e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 --2- 172.21.15.39:0/2105371294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2700072c50 0x7f270014b300 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 >> 172.21.15.39:0/2105371294 conn(0x7f27000b5cb0 msgr2=0x7f2700074c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 shutdown_connections 2024-09-19T05:36:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.304+0000 7f2708196640 1 -- 172.21.15.39:0/2105371294 wait complete. 2024-09-19T05:36:49.316 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.417+0000 7f266a642640 1 Processor -- start 2024-09-19T05:36:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.417+0000 7f266a642640 1 -- start start 2024-09-19T05:36:49.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f266a642640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f266415e4f0 0x7f266415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f266a642640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f266406d160 0x7f266406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f266a642640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26641603c0 con 0x7f266406bb20 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f266a642640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f266406ccd0 con 0x7f266415e4f0 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f266a642640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f266406c0c0 con 0x7f266406d160 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f2663fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f266415e4f0 0x7f266415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f2663fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f266415e4f0 0x7f266415f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60394/0 (socket says 172.21.15.39:60394) 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f2663fff640 1 -- 172.21.15.39:0/1356443200 learned_addr learned my addr 172.21.15.39:0/1356443200 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f2663fff640 1 -- 172.21.15.39:0/1356443200 >> v2:172.21.15.50:3300/0 conn(0x7f266406d160 msgr2=0x7f266406d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f2663fff640 1 --2- 172.21.15.39:0/1356443200 >> v2:172.21.15.50:3300/0 conn(0x7f266406d160 0x7f266406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f2663fff640 1 -- 172.21.15.39:0/1356443200 >> v1:172.21.15.50:6789/0 conn(0x7f266406bb20 legacy=0x7f266415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.418+0000 7f2663fff640 1 -- 172.21.15.39:0/1356443200 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f266406c3a0 con 0x7f266415e4f0 2024-09-19T05:36:49.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.419+0000 7f2663fff640 1 --2- 172.21.15.39:0/1356443200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266415e4f0 0x7f266415f570 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f2664071cc0 tx=0x7f265402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc711f22dba4b79a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.419+0000 7f2662ffd640 1 -- 172.21.15.39:0/1356443200 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2654037070 con 0x7f266415e4f0 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.419+0000 7f2662ffd640 1 -- 172.21.15.39:0/1356443200 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2654032440 con 0x7f266415e4f0 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.419+0000 7f2662ffd640 1 -- 172.21.15.39:0/1356443200 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2654032810 con 0x7f266415e4f0 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.420+0000 7f266a642640 1 -- 172.21.15.39:0/1356443200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266415e4f0 msgr2=0x7f266415f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.420+0000 7f266a642640 1 --2- 172.21.15.39:0/1356443200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266415e4f0 0x7f266415f570 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f2664071cc0 tx=0x7f265402a230 comp rx=0 tx=0).stop 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.420+0000 7f266a642640 1 -- 172.21.15.39:0/1356443200 shutdown_connections 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.420+0000 7f266a642640 1 --2- 172.21.15.39:0/1356443200 >> v2:172.21.15.50:3300/0 conn(0x7f266406d160 0x7f266406d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.420+0000 7f266a642640 1 --2- 172.21.15.39:0/1356443200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266415e4f0 0x7f266415f570 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.420+0000 7f266a642640 1 -- 172.21.15.39:0/1356443200 >> 172.21.15.39:0/1356443200 conn(0x7f266406e5b0 msgr2=0x7f266406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.420+0000 7f266a642640 1 -- 172.21.15.39:0/1356443200 shutdown_connections 2024-09-19T05:36:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.420+0000 7f266a642640 1 -- 172.21.15.39:0/1356443200 wait complete. 2024-09-19T05:36:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.421+0000 7f266a642640 1 Processor -- start 2024-09-19T05:36:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.421+0000 7f266a642640 1 -- start start 2024-09-19T05:36:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f266a642640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266406bb20 0x7f2664151f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f266a642640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f266406d160 0x7f26640d1c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f266a642640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f266415e4f0 0x7f26640d2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f266a642640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f266406dae0 con 0x7f266406bb20 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f266a642640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f266406c960 con 0x7f266406d160 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f266a642640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f266415e8d0 con 0x7f266415e4f0 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2663fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266406bb20 0x7f2664151f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2663fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266406bb20 0x7f2664151f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60404/0 (socket says 172.21.15.39:60404) 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2663fff640 1 -- 172.21.15.39:0/3525373503 learned_addr learned my addr 172.21.15.39:0/3525373503 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f26637fe640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f266406d160 0x7f26640d1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2668bdf640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f266415e4f0 0x7f26640d2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2663fff640 1 -- 172.21.15.39:0/3525373503 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f266415e4f0 msgr2=0x7f26640d2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2663fff640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f266415e4f0 0x7f26640d2180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2663fff640 1 -- 172.21.15.39:0/3525373503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f266406d160 msgr2=0x7f26640d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2663fff640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f266406d160 0x7f26640d1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2663fff640 1 -- 172.21.15.39:0/3525373503 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26640cff20 con 0x7f266406bb20 2024-09-19T05:36:49.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.422+0000 7f2663fff640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266406bb20 0x7f2664151f70 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f265402a270 tx=0x7f26540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:49.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.423+0000 7f2660ff9640 1 -- 172.21.15.39:0/3525373503 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2654041070 con 0x7f266406bb20 2024-09-19T05:36:49.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.423+0000 7f2660ff9640 1 -- 172.21.15.39:0/3525373503 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f265403c870 con 0x7f266406bb20 2024-09-19T05:36:49.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.423+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26640d0200 con 0x7f266406bb20 2024-09-19T05:36:49.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.423+0000 7f2660ff9640 1 -- 172.21.15.39:0/3525373503 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2654037040 con 0x7f266406bb20 2024-09-19T05:36:49.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.423+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26640d07c0 con 0x7f266406bb20 2024-09-19T05:36:49.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.424+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26640ce8b0 con 0x7f266406bb20 2024-09-19T05:36:49.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.424+0000 7f2660ff9640 1 -- 172.21.15.39:0/3525373503 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2654044070 con 0x7f266406bb20 2024-09-19T05:36:49.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.425+0000 7f2660ff9640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f265006c2b0 0x7f265006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:49.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.425+0000 7f2660ff9640 1 -- 172.21.15.39:0/3525373503 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f26540abeb0 con 0x7f266406bb20 2024-09-19T05:36:49.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.425+0000 7f26637fe640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f265006c2b0 0x7f265006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:49.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.425+0000 7f26637fe640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f265006c2b0 0x7f265006e770 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f26640ce1f0 tx=0x7f2658009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:49.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.429+0000 7f2660ff9640 1 -- 172.21.15.39:0/3525373503 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f265407a180 con 0x7f266406bb20 2024-09-19T05:36:49.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.640+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26640b4de0 con 0x7f266406bb20 2024-09-19T05:36:49.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.640+0000 7f2660ff9640 1 -- 172.21.15.39:0/3525373503 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5222 (secure 0 0 0) 0x7f265407e480 con 0x7f266406bb20 2024-09-19T05:36:49.642 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:49.642 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"btime":"2024-09-19T05:36:43:149636+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5761,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/257855834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":257855834},{"type":"v1","addr":"172.21.15.50:6833","nonce":257855834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":5767,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3590319700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3590319700},{"type":"v1","addr":"172.21.15.50:6835","nonce":3590319700}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6132,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1033705035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1033705035},{"type":"v1","addr":"172.21.15.39:6836","nonce":1033705035}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:40.467982+0000","modified":"2024-09-19T05:36:42.495715+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6135},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6135":{"gid":6135,"name":"c","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/2720686502","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":2720686502},{"type":"v1","addr":"172.21.15.39:6837","nonce":2720686502}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6135,"qdb_cluster":[6135]},"id":6}]} 2024-09-19T05:36:49.642 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 43 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f265006c2b0 msgr2=0x7f265006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f265006c2b0 0x7f265006e770 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f26640ce1f0 tx=0x7f2658009040 comp rx=0 tx=0).stop 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266406bb20 msgr2=0x7f2664151f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266406bb20 0x7f2664151f70 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f265402a270 tx=0x7f26540046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 shutdown_connections 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f265006c2b0 0x7f265006e770 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f266415e4f0 0x7f26640d2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f266406d160 0x7f26640d1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 --2- 172.21.15.39:0/3525373503 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f266406bb20 0x7f2664151f70 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:49.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 >> 172.21.15.39:0/3525373503 conn(0x7f266406e5b0 msgr2=0x7f26640b3400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 shutdown_connections 2024-09-19T05:36:49.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:49.642+0000 7f266a642640 1 -- 172.21.15.39:0/3525373503 wait complete. 2024-09-19T05:36:50.058 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 43, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:36:40.467982+0000', 'modified': '2024-09-19T05:36:42.495715+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6135}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6135': {'gid': 6135, 'name': 'c', 'rank': 0, 'incarnation': 41, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6837/2720686502', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6835', 'nonce': 2720686502}, {'type': 'v1', 'addr': '172.21.15.39:6837', 'nonce': 2720686502}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6135, 'qdb_cluster': [6135]} 2024-09-19T05:36:50.058 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:36:50.058 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T05:36:50.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.163+0000 7fad9f511640 1 Processor -- start 2024-09-19T05:36:50.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.163+0000 7fad9f511640 1 -- start start 2024-09-19T05:36:50.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.164+0000 7fad9f511640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fad9815e860 0x7fad980d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.164+0000 7fad9f511640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad980cf250 0x7fad980d1470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.164+0000 7fad9f511640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad980b3f40 con 0x7fad980d3e60 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.164+0000 7fad9f511640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fad980d43b0 con 0x7fad9815e860 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.164+0000 7fad9f511640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fad980cf710 con 0x7fad980cf250 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.164+0000 7fad9daae640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fad980d3e60 0x7fad980b6160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38064/0 (socket says 172.21.15.39:38064) 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.164+0000 7fad9daae640 1 -- 172.21.15.39:0/2403990610 learned_addr learned my addr 172.21.15.39:0/2403990610 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9caac640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad980cf250 0x7fad980d1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/2403990610 >> v2:172.21.15.50:3300/0 conn(0x7fad9815e860 0x7fad980d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 524734275 0 0) 0x7fad90001490 con 0x7fad980d3e60 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fad80003520 con 0x7fad980d3e60 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4070203412 0 0) 0x7fad80003520 con 0x7fad980d3e60 2024-09-19T05:36:50.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad980cf250 msgr2=0x7fad980d1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad980cf250 0x7fad980d1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 >> v2:172.21.15.50:3300/0 conn(0x7fad9815e860 msgr2=0x7fad980d3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 --2- 172.21.15.39:0/2403990610 >> v2:172.21.15.50:3300/0 conn(0x7fad9815e860 0x7fad980d3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad980cf9f0 con 0x7fad980d3e60 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fad90001bc0 con 0x7fad980d3e60 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 >> v1:172.21.15.39:6789/0 conn(0x7fad980d3e60 legacy=0x7fad980b6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad980cf250 0x7fad800039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad80004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad80004d40 0x7fad800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fad980d43b0 con 0x7fad80003f30 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad980cf710 con 0x7fad80004d40 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fad8000ba10 con 0x7fad980cf250 2024-09-19T05:36:50.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9caac640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad80004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad980cf250 0x7fad800039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9daae640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad80004d40 0x7fad800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9caac640 1 -- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad980cf250 msgr2=0x7fad800039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9caac640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad980cf250 0x7fad800039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9caac640 1 -- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad80004d40 msgr2=0x7fad800051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9caac640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad80004d40 0x7fad800051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.165+0000 7fad9caac640 1 -- 172.21.15.39:0/2403990610 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad80003520 con 0x7fad80003f30 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.166+0000 7fad9caac640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad80004800 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fad8c009ac0 tx=0x7fad80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94ba5676582119b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.166+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c036070 con 0x7fad80003f30 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.166+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad8c031400 con 0x7fad80003f30 2024-09-19T05:36:50.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.166+0000 7fad97fff640 1 -- 172.21.15.39:0/2403990610 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c009690 con 0x7fad80003f30 2024-09-19T05:36:50.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.167+0000 7fad9f511640 1 -- 172.21.15.39:0/2403990610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 msgr2=0x7fad80004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.167+0000 7fad9f511640 1 --2- 172.21.15.39:0/2403990610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad80004800 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fad8c009ac0 tx=0x7fad80005830 comp rx=0 tx=0).stop 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.167+0000 7fad9daae640 1 -- 172.21.15.39:0/2403990610 reap_dead start 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.167+0000 7fad9f511640 1 -- 172.21.15.39:0/2403990610 shutdown_connections 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.167+0000 7fad9f511640 1 -- 172.21.15.39:0/2403990610 >> 172.21.15.39:0/2403990610 conn(0x7fad9806bd00 msgr2=0x7fad9806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.167+0000 7fad9f511640 1 -- 172.21.15.39:0/2403990610 shutdown_connections 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.167+0000 7fad9f511640 1 -- 172.21.15.39:0/2403990610 wait complete. 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.168+0000 7fad9f511640 1 Processor -- start 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.168+0000 7fad9f511640 1 -- start start 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9f511640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad980cab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9f511640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad981f1d00 0x7fad981f7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9f511640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad981f2160 0x7fad981f84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9f511640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fad980b6870 con 0x7fad80003f30 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9f511640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad980ced30 con 0x7fad981f2160 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9f511640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fad980b69f0 con 0x7fad981f1d00 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9d2ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad980cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9d2ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad980cab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60416/0 (socket says 172.21.15.39:60416) 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9d2ad640 1 -- 172.21.15.39:0/763689433 learned_addr learned my addr 172.21.15.39:0/763689433 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9caac640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad981f1d00 0x7fad981f7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9daae640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad981f2160 0x7fad981f84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9d2ad640 1 -- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad981f1d00 msgr2=0x7fad981f7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad981f1d00 0x7fad981f7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9d2ad640 1 -- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad981f2160 msgr2=0x7fad981f84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad981f2160 0x7fad981f84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9d2ad640 1 -- 172.21.15.39:0/763689433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad980c9590 con 0x7fad80003f30 2024-09-19T05:36:50.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9caac640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad981f1d00 0x7fad981f7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:50.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.169+0000 7fad9daae640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad981f2160 0x7fad981f84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:50.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.170+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad980cab70 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fad88011aa0 tx=0x7fad88011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.173+0000 7fad95ffb640 1 -- 172.21.15.39:0/763689433 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8800fb80 con 0x7fad80003f30 2024-09-19T05:36:50.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.173+0000 7fad95ffb640 1 -- 172.21.15.39:0/763689433 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad8800fd20 con 0x7fad80003f30 2024-09-19T05:36:50.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.173+0000 7fad95ffb640 1 -- 172.21.15.39:0/763689433 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad88014660 con 0x7fad80003f30 2024-09-19T05:36:50.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.173+0000 7fad9f511640 1 -- 172.21.15.39:0/763689433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad980cb0b0 con 0x7fad80003f30 2024-09-19T05:36:50.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.173+0000 7fad9f511640 1 -- 172.21.15.39:0/763689433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad980c84f0 con 0x7fad80003f30 2024-09-19T05:36:50.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.175+0000 7fad95ffb640 1 -- 172.21.15.39:0/763689433 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fad88012040 con 0x7fad80003f30 2024-09-19T05:36:50.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.176+0000 7fad95ffb640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad8406c2b0 0x7fad8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.176+0000 7fad95ffb640 1 -- 172.21.15.39:0/763689433 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fad8808bb60 con 0x7fad80003f30 2024-09-19T05:36:50.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.176+0000 7fad9caac640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad8406c2b0 0x7fad8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.176+0000 7fad9caac640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad8406c2b0 0x7fad8406e770 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fad8c033000 tx=0x7fad8c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.177+0000 7fada22ad740 1 Processor -- start 2024-09-19T05:36:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.177+0000 7fada22ad740 1 -- start start 2024-09-19T05:36:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.177+0000 7fada22ad740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa3a2c0 0x5558afa7fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.177+0000 7fada22ad740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa37a80 0x5558afa3a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.177+0000 7fada22ad740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa348b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.177+0000 7fada22ad740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5558af99c520 con 0x5558afa3ba50 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.177+0000 7fada22ad740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5558af9443e0 con 0x5558afa3a2c0 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.177+0000 7fada22ad740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5558af9984e0 con 0x5558afa37a80 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9daae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa348b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9daae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa348b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60432/0 (socket says 172.21.15.39:60432) 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9daae640 1 -- 172.21.15.39:0/4227544263 learned_addr learned my addr 172.21.15.39:0/4227544263 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/4227544263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa3a2c0 0x5558afa7fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9daae640 1 -- 172.21.15.39:0/4227544263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa37a80 msgr2=0x5558afa3a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9daae640 1 --2- 172.21.15.39:0/4227544263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa37a80 0x5558afa3a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9daae640 1 -- 172.21.15.39:0/4227544263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa3a2c0 msgr2=0x5558afa7fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9daae640 1 --2- 172.21.15.39:0/4227544263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa3a2c0 0x5558afa7fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9daae640 1 -- 172.21.15.39:0/4227544263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558af95f2f0 con 0x5558afa3ba50 2024-09-19T05:36:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad9daae640 1 --2- 172.21.15.39:0/4227544263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa348b0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fad90001ac0 tx=0x7fad9000a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63d8e714daf47b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad7effd640 1 -- 172.21.15.39:0/4227544263 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9001a070 con 0x5558afa3ba50 2024-09-19T05:36:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad7effd640 1 -- 172.21.15.39:0/4227544263 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad9000aa70 con 0x5558afa3ba50 2024-09-19T05:36:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.178+0000 7fad7effd640 1 -- 172.21.15.39:0/4227544263 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9000ae40 con 0x5558afa3ba50 2024-09-19T05:36:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 -- 172.21.15.39:0/4227544263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 msgr2=0x5558afa348b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 --2- 172.21.15.39:0/4227544263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa348b0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fad90001ac0 tx=0x7fad9000a270 comp rx=0 tx=0).stop 2024-09-19T05:36:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 -- 172.21.15.39:0/4227544263 shutdown_connections 2024-09-19T05:36:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 --2- 172.21.15.39:0/4227544263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa348b0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 --2- 172.21.15.39:0/4227544263 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa37a80 0x5558afa3a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 --2- 172.21.15.39:0/4227544263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa3a2c0 0x5558afa7fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 -- 172.21.15.39:0/4227544263 >> 172.21.15.39:0/4227544263 conn(0x5558afa36a80 msgr2=0x5558afa7ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 -- 172.21.15.39:0/4227544263 shutdown_connections 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 -- 172.21.15.39:0/4227544263 wait complete. 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.179+0000 7fada22ad740 1 -- start start 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.180+0000 7fada22ad740 1 Processor -- start 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.180+0000 7fada22ad740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3a2c0 0x5558afa5abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.180+0000 7fada22ad740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa588d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.180+0000 7fada22ad740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa388c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.180+0000 7fada22ad740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5558afa35f20 con 0x5558afa3ba50 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.180+0000 7fada22ad740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5558af925450 con 0x5558afa5b410 2024-09-19T05:36:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.180+0000 7fada22ad740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5558afa80290 con 0x5558afa3a2c0 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fada22ad740 10 client.0 _ll_register_callbacks cb 0x5558af6aeac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9caac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa588d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9caac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa588d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60446/0 (socket says 172.21.15.39:60446) 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9caac640 1 -- 172.21.15.39:0/3551731572 learned_addr learned my addr 172.21.15.39:0/3551731572 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3a2c0 0x5558afa5abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9daae640 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa388c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9caac640 1 -- 172.21.15.39:0/3551731572 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3a2c0 msgr2=0x5558afa5abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9caac640 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3a2c0 0x5558afa5abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9caac640 1 -- 172.21.15.39:0/3551731572 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 msgr2=0x5558afa388c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9caac640 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa388c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9caac640 1 -- 172.21.15.39:0/3551731572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558af6af2d0 con 0x5558afa3ba50 2024-09-19T05:36:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad9caac640 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa588d0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fad8c009bb0 tx=0x7fad8c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=706cd4dab0631239 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad73fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad73fff640 1 -- 172.21.15.39:0/3551731572 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c04c060 con 0x5558afa3ba50 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fada22ad740 1 -- 172.21.15.39:0/3551731572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad9000aa70 con 0x5558afa3ba50 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad73fff640 1 -- 172.21.15.39:0/3551731572 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fad8c031610 con 0x5558afa3ba50 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fad73fff640 1 -- 172.21.15.39:0/3551731572 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fad8c052050 con 0x5558afa3ba50 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fada22ad740 10 client.6300 fetch_fsmap learned FSMap version 43 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.181+0000 7fada22ad740 1 -- 172.21.15.39:0/3551731572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x5558af7796b0 con 0x5558afa3ba50 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fad73fff640 1 -- 172.21.15.39:0/3551731572 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad9000aa70 con 0x5558afa3ba50 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fad73fff640 1 -- 172.21.15.39:0/3551731572 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 43) ==== 3502+0+0 (secure 0 0 0) 0x7fad8c055020 con 0x5558afa3ba50 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fada22ad740 10 client.6300 fetch_fsmap finished waiting for FSMap version 43 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fada22ad740 10 client.6300 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fada22ad740 20 client.6300 populate_metadata read hostname 'smithi039' 2024-09-19T05:36:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fada22ad740 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x5558afa8ef30 0x5558afa8f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fada22ad740 4 client.6300 mds_command: new command op to 6135 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fada22ad740 1 -- 172.21.15.39:0/3551731572 --> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5558af9a9c50 con 0x5558afa8ef30 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x5558afa8ef30 0x5558afa8f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fad73fff640 10 client.6300 ms_handle_connect on v2:172.21.15.39:6835/2720686502 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.182+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x5558afa8ef30 0x5558afa8f310 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fceb1dbb6c316044 server_cookie=3427c0c9eb25d130 in_seq=0 out_seq=0 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fad73fff640 1 -- 172.21.15.39:0/3551731572 <== mds.0 v2:172.21.15.39:6835/2720686502 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5558af9a9c50 con 0x5558afa8ef30 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fad73fff640 10 client.6300 handle_command_reply: tid=0 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 client.6300 shutdown 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 -- 172.21.15.39:0/3551731572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 msgr2=0x5558afa588d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa588d0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fad8c009bb0 tx=0x7fad8c004730 comp rx=0 tx=0).stop 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 -- 172.21.15.39:0/3551731572 shutdown_connections 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x5558afa8ef30 0x5558afa8f310 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa388c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa588d0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fad73fff640 0 client.6300 ms_handle_reset on v2:172.21.15.39:6835/2720686502 2024-09-19T05:36:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 --2- 172.21.15.39:0/3551731572 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3a2c0 0x5558afa5abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 -- 172.21.15.39:0/3551731572 >> 172.21.15.39:0/3551731572 conn(0x5558afa37a80 msgr2=0x5558afa82440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 -- 172.21.15.39:0/3551731572 shutdown_connections 2024-09-19T05:36:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 1 -- 172.21.15.39:0/3551731572 wait complete. 2024-09-19T05:36:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.183+0000 7fada22ad740 20 client.6300 trim_cache size 0 max 16384 2024-09-19T05:36:50.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.201+0000 7fada22ad740 1 Processor -- start 2024-09-19T05:36:50.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.201+0000 7fada22ad740 1 -- start start 2024-09-19T05:36:50.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fada22ad740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3a2c0 0x5558afa8f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fada22ad740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa8f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fada22ad740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa631c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fada22ad740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fad982003a0 con 0x5558afa3ba50 2024-09-19T05:36:50.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fada22ad740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad9815f5e0 con 0x5558afa5b410 2024-09-19T05:36:50.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fada22ad740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fad9815fc30 con 0x5558afa3a2c0 2024-09-19T05:36:50.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fad9caac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa8f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fad9caac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa8f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60456/0 (socket says 172.21.15.39:60456) 2024-09-19T05:36:50.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fad9caac640 1 -- 172.21.15.39:0/820087711 learned_addr learned my addr 172.21.15.39:0/820087711 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fad9caac640 1 -- 172.21.15.39:0/820087711 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3a2c0 msgr2=0x5558afa8f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fad9caac640 1 --2- 172.21.15.39:0/820087711 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3a2c0 0x5558afa8f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fad9caac640 1 -- 172.21.15.39:0/820087711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 msgr2=0x5558afa631c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fad9caac640 1 --2- 172.21.15.39:0/820087711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa631c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fad9caac640 1 -- 172.21.15.39:0/820087711 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558afa39f00 con 0x5558afa3ba50 2024-09-19T05:36:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.202+0000 7fad9caac640 1 --2- 172.21.15.39:0/820087711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa8f850 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fad8c03bf80 tx=0x7fad8c042000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=441652791aa90e6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fad7e7fc640 1 -- 172.21.15.39:0/820087711 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c05b070 con 0x5558afa3ba50 2024-09-19T05:36:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fad7e7fc640 1 -- 172.21.15.39:0/820087711 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad8c031690 con 0x5558afa3ba50 2024-09-19T05:36:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fad7e7fc640 1 -- 172.21.15.39:0/820087711 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c036040 con 0x5558afa3ba50 2024-09-19T05:36:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fada22ad740 1 -- 172.21.15.39:0/820087711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 msgr2=0x5558afa8f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fada22ad740 1 --2- 172.21.15.39:0/820087711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa8f850 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fad8c03bf80 tx=0x7fad8c042000 comp rx=0 tx=0).stop 2024-09-19T05:36:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fada22ad740 1 -- 172.21.15.39:0/820087711 shutdown_connections 2024-09-19T05:36:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fada22ad740 1 --2- 172.21.15.39:0/820087711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa631c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fada22ad740 1 --2- 172.21.15.39:0/820087711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3ba50 0x5558afa8f850 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fada22ad740 1 --2- 172.21.15.39:0/820087711 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3a2c0 0x5558afa8f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fada22ad740 1 -- 172.21.15.39:0/820087711 >> 172.21.15.39:0/820087711 conn(0x5558afa37a80 msgr2=0x5558afa80a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fada22ad740 1 -- 172.21.15.39:0/820087711 shutdown_connections 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.203+0000 7fada22ad740 1 -- 172.21.15.39:0/820087711 wait complete. 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.204+0000 7fada22ad740 1 -- start start 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.204+0000 7fada22ad740 1 Processor -- start 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fada22ad740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3a2c0 0x5558afafd190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fada22ad740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3ba50 0x5558afa60aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fada22ad740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa33e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fada22ad740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5558afa58e60 con 0x5558afa3a2c0 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fada22ad740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5558afa5a6b0 con 0x5558afa5b410 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fada22ad740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5558afa59af0 con 0x5558afa3ba50 2024-09-19T05:36:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fada22ad740 10 client.0 _ll_register_callbacks cb 0x7fad80004660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad9d2ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3a2c0 0x5558afafd190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad9d2ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3a2c0 0x5558afafd190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60464/0 (socket says 172.21.15.39:60464) 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad9d2ad640 1 -- 172.21.15.39:0/3408339276 learned_addr learned my addr 172.21.15.39:0/3408339276 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad9d2ad640 1 -- 172.21.15.39:0/3408339276 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3ba50 msgr2=0x5558afa60aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3ba50 0x5558afa60aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad9d2ad640 1 -- 172.21.15.39:0/3408339276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 msgr2=0x5558afa33e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa33e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad9d2ad640 1 -- 172.21.15.39:0/3408339276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558afa8fbf0 con 0x5558afa3a2c0 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad9d2ad640 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3a2c0 0x5558afafd190 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fad8808a0b0 tx=0x7fad88059bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b239a27082cb4a06 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad73fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad73fff640 1 -- 172.21.15.39:0/3408339276 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad88022040 con 0x5558afa3a2c0 2024-09-19T05:36:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad73fff640 1 -- 172.21.15.39:0/3408339276 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fad88056240 con 0x5558afa3a2c0 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fada22ad740 1 -- 172.21.15.39:0/3408339276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad8c031690 con 0x5558afa3a2c0 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.205+0000 7fad73fff640 1 -- 172.21.15.39:0/3408339276 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fad880627b0 con 0x5558afa3a2c0 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fada22ad740 10 client.6306 fetch_fsmap learned FSMap version 43 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fada22ad740 1 -- 172.21.15.39:0/3408339276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x5558afafd6d0 con 0x5558afa3a2c0 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fad73fff640 1 -- 172.21.15.39:0/3408339276 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad8c031690 con 0x5558afa3a2c0 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fad73fff640 1 -- 172.21.15.39:0/3408339276 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 43) ==== 3502+0+0 (secure 0 0 0) 0x7fad88059e30 con 0x5558afa3a2c0 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fada22ad740 10 client.6306 fetch_fsmap finished waiting for FSMap version 43 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fada22ad740 10 client.6306 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fada22ad740 20 client.6306 populate_metadata read hostname 'smithi039' 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fada22ad740 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x5558afa343d0 0x5558afa34c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fada22ad740 4 client.6306 mds_command: new command op to 6135 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fada22ad740 1 -- 172.21.15.39:0/3408339276 --> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] -- command(tid 0: {"prefix": "status"}) -- 0x5558afa62c90 con 0x5558afa343d0 2024-09-19T05:36:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fad9caac640 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x5558afa343d0 0x5558afa34c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fad73fff640 10 client.6306 ms_handle_connect on v2:172.21.15.39:6835/2720686502 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fad9caac640 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x5558afa343d0 0x5558afa34c60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7fb5fff70c996f4a server_cookie=55a5647ce43c6195 in_seq=0 out_seq=0 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fad73fff640 1 -- 172.21.15.39:0/3408339276 <== mds.0 v2:172.21.15.39:6835/2720686502 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5558afa62c90 con 0x5558afa343d0 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fad73fff640 10 client.6306 handle_command_reply: tid=0 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.206+0000 7fada22ad740 1 client.6306 shutdown 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 -- 172.21.15.39:0/3408339276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3a2c0 msgr2=0x5558afafd190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3a2c0 0x5558afafd190 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fad8808a0b0 tx=0x7fad88059bd0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 -- 172.21.15.39:0/3408339276 shutdown_connections 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x5558afa343d0 0x5558afa34c60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5558afa5b410 0x5558afa33e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5558afa3ba50 0x5558afa60aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fad73fff640 0 client.6306 ms_handle_reset on v2:172.21.15.39:6835/2720686502 2024-09-19T05:36:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 --2- 172.21.15.39:0/3408339276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5558afa3a2c0 0x5558afafd190 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 -- 172.21.15.39:0/3408339276 >> 172.21.15.39:0/3408339276 conn(0x5558afa37a80 msgr2=0x5558afa7f190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 -- 172.21.15.39:0/3408339276 shutdown_connections 2024-09-19T05:36:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 1 -- 172.21.15.39:0/3408339276 wait complete. 2024-09-19T05:36:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fada22ad740 20 client.6306 trim_cache size 0 max 16384 2024-09-19T05:36:50.214 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:36:50.214 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:36:50.214 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-19T05:36:50.214 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6135, 2024-09-19T05:36:50.215 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:36:50.215 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:36:50.215 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:36:50.215 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 9.0607524650000002, 2024-09-19T05:36:50.215 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 43, 2024-09-19T05:36:50.215 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 78, 2024-09-19T05:36:50.215 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 78, 2024-09-19T05:36:50.215 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 20.147114758000001 2024-09-19T05:36:50.215 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:36:50.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fad9f511640 1 -- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad8406c2b0 msgr2=0x7fad8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fad9f511640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad8406c2b0 0x7fad8406e770 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fad8c033000 tx=0x7fad8c008030 comp rx=0 tx=0).stop 2024-09-19T05:36:50.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fad9f511640 1 -- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 msgr2=0x7fad980cab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.207+0000 7fad9f511640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad980cab70 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fad88011aa0 tx=0x7fad88011f60 comp rx=0 tx=0).stop 2024-09-19T05:36:50.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.208+0000 7fad9f511640 1 -- 172.21.15.39:0/763689433 shutdown_connections 2024-09-19T05:36:50.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.208+0000 7fad9f511640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fad8406c2b0 0x7fad8406e770 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.208+0000 7fad9f511640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad981f2160 0x7fad981f84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.208+0000 7fad9f511640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fad981f1d00 0x7fad981f7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.208+0000 7fad9f511640 1 --2- 172.21.15.39:0/763689433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad80003f30 0x7fad980cab70 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.208+0000 7fad9f511640 1 -- 172.21.15.39:0/763689433 >> 172.21.15.39:0/763689433 conn(0x7fad9806bd00 msgr2=0x7fad9815cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:50.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.208+0000 7fad9f511640 1 -- 172.21.15.39:0/763689433 shutdown_connections 2024-09-19T05:36:50.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.208+0000 7fad9f511640 1 -- 172.21.15.39:0/763689433 wait complete. 2024-09-19T05:36:50.220 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:36:50.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.321+0000 7f3e72566640 1 Processor -- start 2024-09-19T05:36:50.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.321+0000 7f3e72566640 1 -- start start 2024-09-19T05:36:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.322+0000 7f3e72566640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c0d1ba0 0x7f3e6c162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.322+0000 7f3e72566640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3e6c0cf1f0 0x7f3e6c0d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.322+0000 7f3e72566640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e6c0b7920 con 0x7f3e6c15e8e0 2024-09-19T05:36:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.322+0000 7f3e72566640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f3e6c0cf6a0 con 0x7f3e6c0cf1f0 2024-09-19T05:36:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.322+0000 7f3e72566640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3e6c0cf940 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.322+0000 7f3e70b03640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3e6c0cf1f0 0x7f3e6c0d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.322+0000 7f3e70b03640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3e6c0cf1f0 0x7f3e6c0d32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60470/0 (socket says 172.21.15.39:60470) 2024-09-19T05:36:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.322+0000 7f3e70b03640 1 -- 172.21.15.39:0/1473056150 learned_addr learned my addr 172.21.15.39:0/1473056150 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.322+0000 7f3e6b7fe640 1 --2- 172.21.15.39:0/1473056150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c0d1ba0 0x7f3e6c162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.323+0000 7f3e70b03640 1 -- 172.21.15.39:0/1473056150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c0d1ba0 msgr2=0x7f3e6c162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.323+0000 7f3e70b03640 1 --2- 172.21.15.39:0/1473056150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c0d1ba0 0x7f3e6c162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.323+0000 7f3e70b03640 1 -- 172.21.15.39:0/1473056150 >> v1:172.21.15.50:6789/0 conn(0x7f3e6c15e8e0 legacy=0x7f3e6c0d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.323+0000 7f3e70b03640 1 -- 172.21.15.39:0/1473056150 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e6c0cfc20 con 0x7f3e6c0cf1f0 2024-09-19T05:36:50.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.323+0000 7f3e70b03640 1 --2- 172.21.15.39:0/1473056150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0cf1f0 0x7f3e6c0d32e0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f3e64009e50 tx=0x7f3e6402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c147c76799ccf12a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e6affd640 1 -- 172.21.15.39:0/1473056150 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e64036070 con 0x7f3e6c0cf1f0 2024-09-19T05:36:50.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e6affd640 1 -- 172.21.15.39:0/1473056150 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e64031600 con 0x7f3e6c0cf1f0 2024-09-19T05:36:50.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e6affd640 1 -- 172.21.15.39:0/1473056150 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e640319d0 con 0x7f3e6c0cf1f0 2024-09-19T05:36:50.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e72566640 1 -- 172.21.15.39:0/1473056150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0cf1f0 msgr2=0x7f3e6c0d32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e72566640 1 --2- 172.21.15.39:0/1473056150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0cf1f0 0x7f3e6c0d32e0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f3e64009e50 tx=0x7f3e6402a680 comp rx=0 tx=0).stop 2024-09-19T05:36:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e72566640 1 -- 172.21.15.39:0/1473056150 shutdown_connections 2024-09-19T05:36:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e72566640 1 --2- 172.21.15.39:0/1473056150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0cf1f0 0x7f3e6c0d32e0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e72566640 1 --2- 172.21.15.39:0/1473056150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c0d1ba0 0x7f3e6c162cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e72566640 1 -- 172.21.15.39:0/1473056150 >> 172.21.15.39:0/1473056150 conn(0x7f3e6c06bd00 msgr2=0x7f3e6c06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e72566640 1 -- 172.21.15.39:0/1473056150 shutdown_connections 2024-09-19T05:36:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.324+0000 7f3e72566640 1 -- 172.21.15.39:0/1473056150 wait complete. 2024-09-19T05:36:50.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.325+0000 7f3e72566640 1 Processor -- start 2024-09-19T05:36:50.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e72566640 1 -- start start 2024-09-19T05:36:50.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e72566640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e6c0cf1f0 0x7f3e6c14d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e72566640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0d1ba0 0x7f3e6c151110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e72566640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c15e8e0 0x7f3e6c152b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e72566640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3e6c0d3820 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e72566640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3e6c0d2dc0 con 0x7f3e6c0cf1f0 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e72566640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3e6c0d39a0 con 0x7f3e6c15e8e0 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e6b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0d1ba0 0x7f3e6c151110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e6b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0d1ba0 0x7f3e6c151110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60478/0 (socket says 172.21.15.39:60478) 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.326+0000 7f3e6b7fe640 1 -- 172.21.15.39:0/2167360776 learned_addr learned my addr 172.21.15.39:0/2167360776 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e6bfff640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e6c0cf1f0 0x7f3e6c14d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e70b03640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c15e8e0 0x7f3e6c152b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e6b7fe640 1 -- 172.21.15.39:0/2167360776 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c15e8e0 msgr2=0x7f3e6c152b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e6b7fe640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c15e8e0 0x7f3e6c152b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e6b7fe640 1 -- 172.21.15.39:0/2167360776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e6c0cf1f0 msgr2=0x7f3e6c14d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e6b7fe640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e6c0cf1f0 0x7f3e6c14d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e6b7fe640 1 -- 172.21.15.39:0/2167360776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e6c151af0 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e6b7fe640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0d1ba0 0x7f3e6c151110 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f3e6000d800 tx=0x7f3e6000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e68ff9640 1 -- 172.21.15.39:0/2167360776 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e6000b6c0 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e68ff9640 1 -- 172.21.15.39:0/2167360776 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e60019070 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e6c151dd0 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e68ff9640 1 -- 172.21.15.39:0/2167360776 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e6000bac0 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.327+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e6c152390 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.328+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e6c0d32e0 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.329+0000 7f3e68ff9640 1 -- 172.21.15.39:0/2167360776 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3e6000bc60 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.329+0000 7f3e68ff9640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e5806c2b0 0x7f3e5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:50.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.329+0000 7f3e68ff9640 1 -- 172.21.15.39:0/2167360776 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f3e6008b7b0 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.329+0000 7f3e6bfff640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e5806c2b0 0x7f3e5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:50.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.330+0000 7f3e6bfff640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e5806c2b0 0x7f3e5806e770 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c0016e0 tx=0x7f3e5c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:50.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.333+0000 7f3e68ff9640 1 -- 172.21.15.39:0/2167360776 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3e600598d0 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.549+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3e6c0cdee0 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.549+0000 7f3e68ff9640 1 -- 172.21.15.39:0/2167360776 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v43) ==== 53+0+73 (secure 0 0 0) 0x7f3e6005dbd0 con 0x7f3e6c0d1ba0 2024-09-19T05:36:50.551 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:36:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e5806c2b0 msgr2=0x7f3e5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e5806c2b0 0x7f3e5806e770 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c0016e0 tx=0x7f3e5c009040 comp rx=0 tx=0).stop 2024-09-19T05:36:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0d1ba0 msgr2=0x7f3e6c151110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0d1ba0 0x7f3e6c151110 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f3e6000d800 tx=0x7f3e6000dcc0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 shutdown_connections 2024-09-19T05:36:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3e5806c2b0 0x7f3e5806e770 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3e6c15e8e0 0x7f3e6c152b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e6c0d1ba0 0x7f3e6c151110 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 --2- 172.21.15.39:0/2167360776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3e6c0cf1f0 0x7f3e6c14d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 >> 172.21.15.39:0/2167360776 conn(0x7f3e6c06bd00 msgr2=0x7f3e6c15dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 shutdown_connections 2024-09-19T05:36:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50.551+0000 7f3e72566640 1 -- 172.21.15.39:0/2167360776 wait complete. 2024-09-19T05:36:50.564 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:36:50.564 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:36:50.564 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:36:50.564 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:36:50.564 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:50.564 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:36:50.564 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:36:50.564 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:36:50.564 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:36:50.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:50.565 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:36:50.581 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:36:50.581 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:36:50.581 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:36:50.581 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:50.581 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:36:50.582 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42586sec preferred_lft 42586sec 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2c0b:eeff:fe90:839e/64 scope link 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:50.583 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:36:50.584 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:36:50.584 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::80ad:56ff:fe2b:b1b7/64 scope link 2024-09-19T05:36:50.584 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:50.584 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:36:50.584 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether da:97:a2:a8:56:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:36:50.584 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::d897:a2ff:fea8:56b6/64 scope link 2024-09-19T05:36:50.584 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:50.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:50.584 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:36:50.645 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:36:50.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:50.647 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:36:50.703 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:36:50.704 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:36:50.704 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:36:50.704 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:36:50.704 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:36:50.704 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:36:50.704 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:36:50.704 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:36:50.704 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:36:50.704 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:36:50.705 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:36:50.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:36:50.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:36:50.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:50.833 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:36:50.849 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:36:50.850 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:36:50.850 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:36:50.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:50.850 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-19T05:36:50.916 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:36:50.916 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:50.972 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:36:50.972 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:36:50.972 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:51.028 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T05:36:51.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:51.028 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:51.113 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:51.113 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:36:51.120 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:51.121 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:36:51.121 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:36:51.121 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:36:51.121 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:36:51.122 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:36:51.122 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:36:51.122 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:36:51.122 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:36:51.122 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:36:51.123 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:36:51.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:51.124 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:51.154 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:36:51.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:36:51.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:36:51.257 INFO:teuthology.orchestra.run.smithi039.stdout:client6315 2024-09-19T05:36:51.258 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:51.258 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:51.274 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:36:51.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.415+0000 7fb50fbfd640 1 Processor -- start 2024-09-19T05:36:51.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.415+0000 7fb50fbfd640 1 -- start start 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50fbfd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb5080b6a70 0x7fb5080d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50fbfd640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5080d1d90 con 0x7fb5080b6690 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50fbfd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5080ceef0 con 0x7fb5080d1510 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50fbfd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb5080cf540 con 0x7fb5080b6a70 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50d999640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb5080b6690 0x7fb5080cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38072/0 (socket says 172.21.15.39:38072) 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50d999640 1 -- 172.21.15.39:0/2790385264 learned_addr learned my addr 172.21.15.39:0/2790385264 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50d198640 1 --2- 172.21.15.39:0/2790385264 >> v2:172.21.15.50:3300/0 conn(0x7fb5080b6a70 0x7fb5080d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2760433427 0 0) 0x7fb5080d1d90 con 0x7fb5080b6690 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4f4003520 con 0x7fb5080b6690 2024-09-19T05:36:51.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 234566177 0 0) 0x7fb4f4003520 con 0x7fb5080b6690 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 >> v2:172.21.15.50:3300/0 conn(0x7fb5080b6a70 msgr2=0x7fb5080d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 --2- 172.21.15.39:0/2790385264 >> v2:172.21.15.50:3300/0 conn(0x7fb5080b6a70 0x7fb5080d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 >> v1:172.21.15.50:6789/0 conn(0x7fb5080d1510 legacy=0x7fb5080d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5080cf1d0 con 0x7fb5080b6690 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fb504001670 con 0x7fb5080b6690 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 >> v1:172.21.15.39:6789/0 conn(0x7fb5080b6690 legacy=0x7fb5080cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4f40039b0 0x7fb4f4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4f4004800 0x7fb4f4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.416+0000 7fb50c997640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40051c0 0x7fb4f400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb5080cf540 con 0x7fb4f40039b0 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f400c060 con 0x7fb4f40051c0 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb4f400c260 con 0x7fb4f4004800 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50d999640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4f40039b0 0x7fb4f4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50d198640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4f4004800 0x7fb4f4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50e19a640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40051c0 0x7fb4f400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50d999640 1 -- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4f4004800 msgr2=0x7fb4f4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50d999640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4f4004800 0x7fb4f4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50d999640 1 -- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40051c0 msgr2=0x7fb4f400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50d999640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40051c0 0x7fb4f400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50d999640 1 -- 172.21.15.39:0/2790385264 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f4003520 con 0x7fb4f40039b0 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50d198640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb4f4004800 0x7fb4f4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50e19a640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40051c0 0x7fb4f400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.417+0000 7fb50e19a640 1 -- 172.21.15.39:0/2790385264 reap_dead start 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50d999640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4f40039b0 0x7fb4f4003dd0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fb50400c210 tx=0x7fb4f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a99b4ae0fe378334 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504007d30 con 0x7fb4f40039b0 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb504005ad0 con 0x7fb4f40039b0 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50c997640 1 -- 172.21.15.39:0/2790385264 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504007070 con 0x7fb4f40039b0 2024-09-19T05:36:51.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2790385264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4f40039b0 msgr2=0x7fb4f4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50fbfd640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4f40039b0 0x7fb4f4003dd0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fb50400c210 tx=0x7fb4f4005830 comp rx=0 tx=0).stop 2024-09-19T05:36:51.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2790385264 shutdown_connections 2024-09-19T05:36:51.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50fbfd640 1 --2- 172.21.15.39:0/2790385264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4f40039b0 0x7fb4f4003dd0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2790385264 >> 172.21.15.39:0/2790385264 conn(0x7fb508072560 msgr2=0x7fb508072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:51.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2790385264 shutdown_connections 2024-09-19T05:36:51.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.418+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2790385264 wait complete. 2024-09-19T05:36:51.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.420+0000 7fb50fbfd640 1 Processor -- start 2024-09-19T05:36:51.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.420+0000 7fb50fbfd640 1 -- start start 2024-09-19T05:36:51.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.420+0000 7fb50fbfd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40039b0 0x7fb5081f4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.420+0000 7fb50fbfd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508162ad0 0x7fb5081f3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.420+0000 7fb50fbfd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5081f3bd0 0x7fb508153ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.420+0000 7fb50fbfd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb50815c6b0 con 0x7fb508162ad0 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.420+0000 7fb50fbfd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb50815c530 con 0x7fb4f40039b0 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.420+0000 7fb50fbfd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb5080d1940 con 0x7fb5081f3bd0 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.420+0000 7fb50d198640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508162ad0 0x7fb5081f3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50d198640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508162ad0 0x7fb5081f3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60486/0 (socket says 172.21.15.39:60486) 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50d198640 1 -- 172.21.15.39:0/2450996763 learned_addr learned my addr 172.21.15.39:0/2450996763 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50d999640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40039b0 0x7fb5081f4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50e19a640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5081f3bd0 0x7fb508153ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50d198640 1 -- 172.21.15.39:0/2450996763 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5081f3bd0 msgr2=0x7fb508153ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50d198640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5081f3bd0 0x7fb508153ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50d198640 1 -- 172.21.15.39:0/2450996763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40039b0 msgr2=0x7fb5081f4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50d198640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40039b0 0x7fb5081f4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50d198640 1 -- 172.21.15.39:0/2450996763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5081521c0 con 0x7fb508162ad0 2024-09-19T05:36:51.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50d198640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508162ad0 0x7fb5081f3690 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fb4f8011680 tx=0x7fb4f8011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb4fe7fc640 1 -- 172.21.15.39:0/2450996763 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f800f9c0 con 0x7fb508162ad0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb4fe7fc640 1 -- 172.21.15.39:0/2450996763 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4f800fb60 con 0x7fb508162ad0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5081524a0 con 0x7fb508162ad0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb4fe7fc640 1 -- 172.21.15.39:0/2450996763 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f8015460 con 0x7fb508162ad0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.421+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb508152a60 con 0x7fb508162ad0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.422+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5080d0fd0 con 0x7fb508162ad0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.423+0000 7fb4fe7fc640 1 -- 172.21.15.39:0/2450996763 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb4f8015600 con 0x7fb508162ad0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.423+0000 7fb4fe7fc640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4ec06c2e0 0x7fb4ec06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.424+0000 7fb4fe7fc640 1 -- 172.21.15.39:0/2450996763 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fb4f808bbb0 con 0x7fb508162ad0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.424+0000 7fb50d999640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4ec06c2e0 0x7fb4ec06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.424+0000 7fb50d999640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4ec06c2e0 0x7fb4ec06e7a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb504033000 tx=0x7fb50402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:51.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.428+0000 7fb4fe7fc640 1 -- 172.21.15.39:0/2450996763 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb4f8019030 con 0x7fb508162ad0 2024-09-19T05:36:51.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.637+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb508069140 con 0x7fb508162ad0 2024-09-19T05:36:51.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.638+0000 7fb4fe7fc640 1 -- 172.21.15.39:0/2450996763 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v43) ==== 53+0+73 (secure 0 0 0) 0x7fb4f8059d60 con 0x7fb508162ad0 2024-09-19T05:36:51.639 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:36:51.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.639+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4ec06c2e0 msgr2=0x7fb4ec06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.639+0000 7fb50fbfd640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4ec06c2e0 0x7fb4ec06e7a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb504033000 tx=0x7fb50402e000 comp rx=0 tx=0).stop 2024-09-19T05:36:51.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.639+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508162ad0 msgr2=0x7fb5081f3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.639+0000 7fb50fbfd640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508162ad0 0x7fb5081f3690 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fb4f8011680 tx=0x7fb4f8011b40 comp rx=0 tx=0).stop 2024-09-19T05:36:51.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.639+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 shutdown_connections 2024-09-19T05:36:51.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.639+0000 7fb50fbfd640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb4ec06c2e0 0x7fb4ec06e7a0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.640+0000 7fb50fbfd640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb5081f3bd0 0x7fb508153ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.640+0000 7fb50fbfd640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508162ad0 0x7fb5081f3690 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.640+0000 7fb50fbfd640 1 --2- 172.21.15.39:0/2450996763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4f40039b0 0x7fb5081f4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.640+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 >> 172.21.15.39:0/2450996763 conn(0x7fb508072560 msgr2=0x7fb50815d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:51.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.640+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 shutdown_connections 2024-09-19T05:36:51.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:51.640+0000 7fb50fbfd640 1 -- 172.21.15.39:0/2450996763 wait complete. 2024-09-19T05:36:51.652 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:36:51.652 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:36:51.652 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-19T05:36:51.652 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:36:51.652 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:51.652 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:36:51.652 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:36:51.652 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:36:51.652 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:36:51.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:51.653 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-19T05:36:51.673 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:36:51.673 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:36:51.673 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42553sec preferred_lft 42553sec 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a42f:c6ff:feb6:1525/64 scope link 2024-09-19T05:36:51.675 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:51.676 INFO:teuthology.orchestra.run.smithi050.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:36:51.676 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether b6:a5:b2:c9:9b:09 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:36:51.676 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::b4a5:b2ff:fec9:9b09/64 scope link 2024-09-19T05:36:51.676 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:51.676 INFO:teuthology.orchestra.run.smithi050.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:36:51.676 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:36:51.676 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::444:4eff:fed4:936f/64 scope link 2024-09-19T05:36:51.676 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:36:51.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:51.676 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:36:51.743 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:36:51.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:51.745 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-19T05:36:51.803 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-19T05:36:51.804 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:36:51.804 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:36:51.804 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:36:51.804 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:36:51.804 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:36:51.804 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:36:51.804 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:36:51.804 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:36:51.804 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:36:51.805 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:36:51.898 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:36:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:36:51.933 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:36:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:36:51.939 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:51.939 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:36:51.955 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:36:51.956 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:36:51.956 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:36:51.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:51.956 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2024-09-19T05:36:52.022 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:36:52.023 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:52.079 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:36:52.079 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:36:52.079 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:52.134 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T05:36:52.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:52.135 DEBUG:teuthology.orchestra.run.smithi050:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:52.219 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:52.219 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:36:52.227 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:36:52.227 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:36:52.227 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:36:52.227 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: trying mount with new device syntax: 1@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:36:52.227 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:36:52.228 INFO:teuthology.orchestra.run.smithi050.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:36:52.228 INFO:teuthology.orchestra.run.smithi050.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:36:52.228 INFO:teuthology.orchestra.run.smithi050.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:36:52.228 INFO:teuthology.orchestra.run.smithi050.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:36:52.228 INFO:teuthology.orchestra.run.smithi050.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:36:52.229 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:36:52.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:52.230 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:52.255 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:36:52.346 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:36:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:36:52.348 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:36:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:36:52.353 INFO:teuthology.orchestra.run.smithi050.stdout:client5462 2024-09-19T05:36:52.354 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:52.354 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:52.370 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:52.370 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:52.390 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:52.390 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:52.450 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:36:52.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.603+0000 7fbfa953b640 1 Processor -- start 2024-09-19T05:36:52.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.603+0000 7fbfa953b640 1 -- start start 2024-09-19T05:36:52.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.604+0000 7fbfa953b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbfa40d1c10 0x7fbfa40b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:52.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.604+0000 7fbfa953b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbfa4162cd0 0x7fbfa40ced40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:52.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.604+0000 7fbfa953b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfa40b70b0 con 0x7fbfa415e970 2024-09-19T05:36:52.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.604+0000 7fbfa953b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fbfa40b78b0 con 0x7fbfa40d1c10 2024-09-19T05:36:52.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.604+0000 7fbfa953b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fbfa40b62f0 con 0x7fbfa4162cd0 2024-09-19T05:36:52.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.604+0000 7fbfa27fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbfa40d1c10 0x7fbfa40b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:52.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.604+0000 7fbfa27fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbfa40d1c10 0x7fbfa40b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60492/0 (socket says 172.21.15.39:60492) 2024-09-19T05:36:52.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.604+0000 7fbfa27fc640 1 -- 172.21.15.39:0/1485636347 learned_addr learned my addr 172.21.15.39:0/1485636347 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:52.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.604+0000 7fbfa37fe640 1 --2- 172.21.15.39:0/1485636347 >> v2:172.21.15.50:3300/0 conn(0x7fbfa4162cd0 0x7fbfa40ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:52.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.605+0000 7fbfa27fc640 1 -- 172.21.15.39:0/1485636347 >> v2:172.21.15.50:3300/0 conn(0x7fbfa4162cd0 msgr2=0x7fbfa40ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:52.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.605+0000 7fbfa27fc640 1 --2- 172.21.15.39:0/1485636347 >> v2:172.21.15.50:3300/0 conn(0x7fbfa4162cd0 0x7fbfa40ced40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.605+0000 7fbfa27fc640 1 -- 172.21.15.39:0/1485636347 >> v1:172.21.15.50:6789/0 conn(0x7fbfa415e970 legacy=0x7fbfa40d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:52.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.605+0000 7fbfa27fc640 1 -- 172.21.15.39:0/1485636347 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfa40b65d0 con 0x7fbfa40d1c10 2024-09-19T05:36:52.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.605+0000 7fbfa27fc640 1 --2- 172.21.15.39:0/1485636347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 0x7fbfa40b37a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fbfa408d470 tx=0x7fbf9802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea2d95d604dd9434 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:52.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa1ffb640 1 -- 172.21.15.39:0/1485636347 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf98037070 con 0x7fbfa40d1c10 2024-09-19T05:36:52.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa1ffb640 1 -- 172.21.15.39:0/1485636347 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf98032440 con 0x7fbfa40d1c10 2024-09-19T05:36:52.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa1ffb640 1 -- 172.21.15.39:0/1485636347 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf98032810 con 0x7fbfa40d1c10 2024-09-19T05:36:52.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa953b640 1 -- 172.21.15.39:0/1485636347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 msgr2=0x7fbfa40b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:52.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa953b640 1 --2- 172.21.15.39:0/1485636347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 0x7fbfa40b37a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fbfa408d470 tx=0x7fbf9802a1a0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa953b640 1 -- 172.21.15.39:0/1485636347 shutdown_connections 2024-09-19T05:36:52.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa953b640 1 --2- 172.21.15.39:0/1485636347 >> v2:172.21.15.50:3300/0 conn(0x7fbfa4162cd0 0x7fbfa40ced40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa953b640 1 --2- 172.21.15.39:0/1485636347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 0x7fbfa40b37a0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa953b640 1 -- 172.21.15.39:0/1485636347 >> 172.21.15.39:0/1485636347 conn(0x7fbfa406bd00 msgr2=0x7fbfa406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:52.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa953b640 1 -- 172.21.15.39:0/1485636347 shutdown_connections 2024-09-19T05:36:52.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.606+0000 7fbfa953b640 1 -- 172.21.15.39:0/1485636347 wait complete. 2024-09-19T05:36:52.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.608+0000 7fbfa953b640 1 Processor -- start 2024-09-19T05:36:52.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.608+0000 7fbfa953b640 1 -- start start 2024-09-19T05:36:52.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.608+0000 7fbfa953b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 0x7fbfa41f4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:52.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.608+0000 7fbfa953b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfa415e970 0x7fbfa41f7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:52.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.608+0000 7fbfa953b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbfa4162cd0 0x7fbfa40b2800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:52.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.608+0000 7fbfa953b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa41630e0 con 0x7fbfa40d1c10 2024-09-19T05:36:52.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.608+0000 7fbfa953b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa40b6b90 con 0x7fbfa415e970 2024-09-19T05:36:52.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.608+0000 7fbfa953b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbfa40cf280 con 0x7fbfa4162cd0 2024-09-19T05:36:52.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.608+0000 7fbfa2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 0x7fbfa41f4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:52.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 0x7fbfa41f4e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60504/0 (socket says 172.21.15.39:60504) 2024-09-19T05:36:52.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa2ffd640 1 -- 172.21.15.39:0/1137859691 learned_addr learned my addr 172.21.15.39:0/1137859691 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:52.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa27fc640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfa415e970 0x7fbfa41f7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:52.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa37fe640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbfa4162cd0 0x7fbfa40b2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:52.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa2ffd640 1 -- 172.21.15.39:0/1137859691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbfa4162cd0 msgr2=0x7fbfa40b2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:52.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa2ffd640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbfa4162cd0 0x7fbfa40b2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa2ffd640 1 -- 172.21.15.39:0/1137859691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfa415e970 msgr2=0x7fbfa41f7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:52.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa2ffd640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfa415e970 0x7fbfa41f7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa2ffd640 1 -- 172.21.15.39:0/1137859691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfa41f80b0 con 0x7fbfa40d1c10 2024-09-19T05:36:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa2ffd640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 0x7fbfa41f4e80 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fbf9400c430 tx=0x7fbf9400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbf8b7fe640 1 -- 172.21.15.39:0/1137859691 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf94011790 con 0x7fbfa40d1c10 2024-09-19T05:36:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbf8b7fe640 1 -- 172.21.15.39:0/1137859691 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf94017070 con 0x7fbfa40d1c10 2024-09-19T05:36:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbf8b7fe640 1 -- 172.21.15.39:0/1137859691 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf94011b70 con 0x7fbfa40d1c10 2024-09-19T05:36:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfa41f8390 con 0x7fbfa40d1c10 2024-09-19T05:36:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.609+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfa40b2d40 con 0x7fbfa40d1c10 2024-09-19T05:36:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.610+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfa40b37a0 con 0x7fbfa40d1c10 2024-09-19T05:36:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.611+0000 7fbf8b7fe640 1 -- 172.21.15.39:0/1137859691 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf94011d10 con 0x7fbfa40d1c10 2024-09-19T05:36:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.611+0000 7fbf8b7fe640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf9006c2b0 0x7fbf9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.611+0000 7fbf8b7fe640 1 -- 172.21.15.39:0/1137859691 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fbf9408b1f0 con 0x7fbfa40d1c10 2024-09-19T05:36:52.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.611+0000 7fbfa27fc640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf9006c2b0 0x7fbf9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:52.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.612+0000 7fbfa27fc640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf9006c2b0 0x7fbf9006e770 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fbf98034000 tx=0x7fbf9802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:52.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.616+0000 7fbf8b7fe640 1 -- 172.21.15.39:0/1137859691 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbf94059280 con 0x7fbfa40d1c10 2024-09-19T05:36:52.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.809+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbfa40d2470 con 0x7fbfa40d1c10 2024-09-19T05:36:52.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.810+0000 7fbf8b7fe640 1 -- 172.21.15.39:0/1137859691 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v78) ==== 80+0+0 (secure 0 0 0) 0x7fbf9405d580 con 0x7fbfa40d1c10 2024-09-19T05:36:52.811 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:36:52.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf9006c2b0 msgr2=0x7fbf9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:52.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf9006c2b0 0x7fbf9006e770 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fbf98034000 tx=0x7fbf9802e000 comp rx=0 tx=0).stop 2024-09-19T05:36:52.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 msgr2=0x7fbfa41f4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:52.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 0x7fbfa41f4e80 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fbf9400c430 tx=0x7fbf9400c8f0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 shutdown_connections 2024-09-19T05:36:52.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf9006c2b0 0x7fbf9006e770 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbfa4162cd0 0x7fbfa40b2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbfa415e970 0x7fbfa41f7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 --2- 172.21.15.39:0/1137859691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa40d1c10 0x7fbfa41f4e80 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:52.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 >> 172.21.15.39:0/1137859691 conn(0x7fbfa406bd00 msgr2=0x7fbfa40b5910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:52.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 shutdown_connections 2024-09-19T05:36:52.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:52.812+0000 7fbfa953b640 1 -- 172.21.15.39:0/1137859691 wait complete. 2024-09-19T05:36:52.824 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:36:52.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:52.825 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:36:52.854 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:36:52.854 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:52.854 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:36:52.911 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:52.911 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:52.929 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:52.929 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:52.986 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:36:53.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.088+0000 7efd84e5e640 1 Processor -- start 2024-09-19T05:36:53.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.088+0000 7efd84e5e640 1 -- start start 2024-09-19T05:36:53.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.089+0000 7efd84e5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efd800b6a70 0x7efd800d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.089+0000 7efd84e5e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efd800d1510 0x7efd800d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.089+0000 7efd84e5e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd800d1d90 con 0x7efd800b6690 2024-09-19T05:36:53.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.089+0000 7efd84e5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7efd800cf540 con 0x7efd800b6a70 2024-09-19T05:36:53.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.089+0000 7efd84e5e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7efd800ceef0 con 0x7efd800d1510 2024-09-19T05:36:53.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.089+0000 7efd7dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efd800b6a70 0x7efd800d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.089+0000 7efd7dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efd800b6a70 0x7efd800d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60510/0 (socket says 172.21.15.39:60510) 2024-09-19T05:36:53.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.089+0000 7efd7dd9b640 1 -- 172.21.15.39:0/2161213490 learned_addr learned my addr 172.21.15.39:0/2161213490 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:53.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.090+0000 7efd7ed9d640 1 --2- 172.21.15.39:0/2161213490 >> v2:172.21.15.50:3300/0 conn(0x7efd800d1510 0x7efd800d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.090+0000 7efd7dd9b640 1 -- 172.21.15.39:0/2161213490 >> v2:172.21.15.50:3300/0 conn(0x7efd800d1510 msgr2=0x7efd800d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.090+0000 7efd7dd9b640 1 --2- 172.21.15.39:0/2161213490 >> v2:172.21.15.50:3300/0 conn(0x7efd800d1510 0x7efd800d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.090+0000 7efd7dd9b640 1 -- 172.21.15.39:0/2161213490 >> v1:172.21.15.50:6789/0 conn(0x7efd800b6690 legacy=0x7efd800cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.090+0000 7efd7dd9b640 1 -- 172.21.15.39:0/2161213490 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd800cf1d0 con 0x7efd800b6a70 2024-09-19T05:36:53.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.090+0000 7efd7dd9b640 1 --2- 172.21.15.39:0/2161213490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6a70 0x7efd800d0fd0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7efd801621f0 tx=0x7efd6802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fae71066c44681f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd7d59a640 1 -- 172.21.15.39:0/2161213490 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd68037070 con 0x7efd800b6a70 2024-09-19T05:36:53.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd7d59a640 1 -- 172.21.15.39:0/2161213490 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd68032440 con 0x7efd800b6a70 2024-09-19T05:36:53.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd7d59a640 1 -- 172.21.15.39:0/2161213490 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd68032810 con 0x7efd800b6a70 2024-09-19T05:36:53.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd84e5e640 1 -- 172.21.15.39:0/2161213490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6a70 msgr2=0x7efd800d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd84e5e640 1 --2- 172.21.15.39:0/2161213490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6a70 0x7efd800d0fd0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7efd801621f0 tx=0x7efd6802a270 comp rx=0 tx=0).stop 2024-09-19T05:36:53.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd84e5e640 1 -- 172.21.15.39:0/2161213490 shutdown_connections 2024-09-19T05:36:53.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd84e5e640 1 --2- 172.21.15.39:0/2161213490 >> v2:172.21.15.50:3300/0 conn(0x7efd800d1510 0x7efd800d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd84e5e640 1 --2- 172.21.15.39:0/2161213490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6a70 0x7efd800d0fd0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd84e5e640 1 -- 172.21.15.39:0/2161213490 >> 172.21.15.39:0/2161213490 conn(0x7efd80072560 msgr2=0x7efd80072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd84e5e640 1 -- 172.21.15.39:0/2161213490 shutdown_connections 2024-09-19T05:36:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.091+0000 7efd84e5e640 1 -- 172.21.15.39:0/2161213490 wait complete. 2024-09-19T05:36:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.093+0000 7efd84e5e640 1 Processor -- start 2024-09-19T05:36:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.093+0000 7efd84e5e640 1 -- start start 2024-09-19T05:36:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.093+0000 7efd84e5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6690 0x7efd800caad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.093+0000 7efd84e5e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd800b6a70 0x7efd801f3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.093+0000 7efd84e5e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efd800d1510 0x7efd800b8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.093+0000 7efd84e5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7efd8015c6b0 con 0x7efd800b6690 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.093+0000 7efd84e5e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efd8015c530 con 0x7efd800b6a70 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.093+0000 7efd84e5e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efd800d1940 con 0x7efd800d1510 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.093+0000 7efd7e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6690 0x7efd800caad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6690 0x7efd800caad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60516/0 (socket says 172.21.15.39:60516) 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7e59c640 1 -- 172.21.15.39:0/1954361072 learned_addr learned my addr 172.21.15.39:0/1954361072 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7dd9b640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd800b6a70 0x7efd801f3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7ed9d640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efd800d1510 0x7efd800b8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7e59c640 1 -- 172.21.15.39:0/1954361072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efd800d1510 msgr2=0x7efd800b8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7e59c640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efd800d1510 0x7efd800b8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7e59c640 1 -- 172.21.15.39:0/1954361072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd800b6a70 msgr2=0x7efd801f3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7e59c640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd800b6a70 0x7efd801f3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7e59c640 1 -- 172.21.15.39:0/1954361072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd800cb010 con 0x7efd800b6690 2024-09-19T05:36:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd7e59c640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6690 0x7efd800caad0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7efd7800c430 tx=0x7efd7800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd76ffd640 1 -- 172.21.15.39:0/1954361072 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd780052d0 con 0x7efd800b6690 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd76ffd640 1 -- 172.21.15.39:0/1954361072 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd78005490 con 0x7efd800b6690 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd8014af70 con 0x7efd800b6690 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd76ffd640 1 -- 172.21.15.39:0/1954361072 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd78007260 con 0x7efd800b6690 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.094+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd800c9ff0 con 0x7efd800b6690 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.095+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd800ca700 con 0x7efd800b6690 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.096+0000 7efd76ffd640 1 -- 172.21.15.39:0/1954361072 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efd78007400 con 0x7efd800b6690 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.096+0000 7efd76ffd640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efd6006c2b0 0x7efd6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.096+0000 7efd76ffd640 1 -- 172.21.15.39:0/1954361072 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7efd7808a8c0 con 0x7efd800b6690 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.096+0000 7efd7dd9b640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efd6006c2b0 0x7efd6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.097+0000 7efd7dd9b640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efd6006c2b0 0x7efd6006e770 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7efd68034000 tx=0x7efd6802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.100+0000 7efd76ffd640 1 -- 172.21.15.39:0/1954361072 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efd780589e0 con 0x7efd800b6690 2024-09-19T05:36:53.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.290+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7efd80069140 con 0x7efd800b6690 2024-09-19T05:36:53.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.290+0000 7efd76ffd640 1 -- 172.21.15.39:0/1954361072 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v78) ==== 80+0+0 (secure 0 0 0) 0x7efd7805cce0 con 0x7efd800b6690 2024-09-19T05:36:53.292 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:36:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efd6006c2b0 msgr2=0x7efd6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efd6006c2b0 0x7efd6006e770 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7efd68034000 tx=0x7efd6802e000 comp rx=0 tx=0).stop 2024-09-19T05:36:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6690 msgr2=0x7efd800caad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6690 0x7efd800caad0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7efd7800c430 tx=0x7efd7800c8f0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 shutdown_connections 2024-09-19T05:36:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efd6006c2b0 0x7efd6006e770 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efd800d1510 0x7efd800b8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd800b6a70 0x7efd801f3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 --2- 172.21.15.39:0/1954361072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd800b6690 0x7efd800caad0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 >> 172.21.15.39:0/1954361072 conn(0x7efd80072560 msgr2=0x7efd800cd770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 shutdown_connections 2024-09-19T05:36:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.292+0000 7efd84e5e640 1 -- 172.21.15.39:0/1954361072 wait complete. 2024-09-19T05:36:53.304 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:36:53.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:53.305 DEBUG:teuthology.orchestra.run.smithi050:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:36:53.338 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:36:53.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:36:53.339 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:36:53.398 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:53.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.499+0000 7f855010a640 1 Processor -- start 2024-09-19T05:36:53.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.499+0000 7f855010a640 1 -- start start 2024-09-19T05:36:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f855010a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f854815e4f0 0x7f854815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f855010a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85481603c0 con 0x7f854806d160 2024-09-19T05:36:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f855010a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f854806c0c0 con 0x7f854806bb20 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f855010a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f854806ccd0 con 0x7f854815e4f0 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f854dea6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f854815e4f0 0x7f854815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f854e6a7640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f854806d160 0x7f854806d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38074/0 (socket says 172.21.15.39:38074) 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f854e6a7640 1 -- 172.21.15.39:0/2586978767 learned_addr learned my addr 172.21.15.39:0/2586978767 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f854dea6640 1 -- 172.21.15.39:0/2586978767 >> v1:172.21.15.50:6789/0 conn(0x7f854806bb20 legacy=0x7f854815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f854dea6640 1 -- 172.21.15.39:0/2586978767 >> v1:172.21.15.39:6789/0 conn(0x7f854806d160 legacy=0x7f854806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.500+0000 7f854dea6640 1 -- 172.21.15.39:0/2586978767 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f854806c3a0 con 0x7f854815e4f0 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.501+0000 7f854dea6640 1 --2- 172.21.15.39:0/2586978767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 0x7f854815f570 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f8544009d90 tx=0x7f854402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a835912508c49d6d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.501+0000 7f854cea4640 1 -- 172.21.15.39:0/2586978767 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8544007740 con 0x7f854815e4f0 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.501+0000 7f854cea4640 1 -- 172.21.15.39:0/2586978767 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85440078e0 con 0x7f854815e4f0 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.501+0000 7f854cea4640 1 -- 172.21.15.39:0/2586978767 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8544007cb0 con 0x7f854815e4f0 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.502+0000 7f855010a640 1 -- 172.21.15.39:0/2586978767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 msgr2=0x7f854815f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.502+0000 7f855010a640 1 --2- 172.21.15.39:0/2586978767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 0x7f854815f570 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f8544009d90 tx=0x7f854402a6a0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.502+0000 7f855010a640 1 -- 172.21.15.39:0/2586978767 shutdown_connections 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.502+0000 7f855010a640 1 --2- 172.21.15.39:0/2586978767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 0x7f854815f570 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.502+0000 7f855010a640 1 -- 172.21.15.39:0/2586978767 >> 172.21.15.39:0/2586978767 conn(0x7f854806e5b0 msgr2=0x7f854806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.502+0000 7f855010a640 1 -- 172.21.15.39:0/2586978767 shutdown_connections 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.502+0000 7f855010a640 1 -- 172.21.15.39:0/2586978767 wait complete. 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.503+0000 7f855010a640 1 Processor -- start 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.503+0000 7f855010a640 1 -- start start 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f855010a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f854806bb20 0x7f85480aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f855010a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f854806d160 0x7f85480cda50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f855010a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 0x7f85480cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f855010a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f854815e8d0 con 0x7f854815e4f0 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f855010a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f854806c960 con 0x7f854806bb20 2024-09-19T05:36:53.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f855010a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f85480b6dc0 con 0x7f854806d160 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854e6a7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 0x7f85480cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854e6a7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 0x7f85480cecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60528/0 (socket says 172.21.15.39:60528) 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854e6a7640 1 -- 172.21.15.39:0/369947620 learned_addr learned my addr 172.21.15.39:0/369947620 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854dea6640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f854806bb20 0x7f85480aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854d6a5640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f854806d160 0x7f85480cda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854e6a7640 1 -- 172.21.15.39:0/369947620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f854806d160 msgr2=0x7f85480cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854e6a7640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f854806d160 0x7f85480cda50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854e6a7640 1 -- 172.21.15.39:0/369947620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f854806bb20 msgr2=0x7f85480aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854e6a7640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f854806bb20 0x7f85480aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854e6a7640 1 -- 172.21.15.39:0/369947620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85481f4440 con 0x7f854815e4f0 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854d6a5640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f854806d160 0x7f85480cda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f854e6a7640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 0x7f85480cecc0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f854000c3c0 tx=0x7f854000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.504+0000 7f853e7fc640 1 -- 172.21.15.39:0/369947620 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8540017070 con 0x7f854815e4f0 2024-09-19T05:36:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.505+0000 7f853e7fc640 1 -- 172.21.15.39:0/369947620 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8540005ce0 con 0x7f854815e4f0 2024-09-19T05:36:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.505+0000 7f853e7fc640 1 -- 172.21.15.39:0/369947620 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85400072f0 con 0x7f854815e4f0 2024-09-19T05:36:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.505+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85481f4a00 con 0x7f854815e4f0 2024-09-19T05:36:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.505+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85481f4fc0 con 0x7f854815e4f0 2024-09-19T05:36:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.506+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85480b6070 con 0x7f854815e4f0 2024-09-19T05:36:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.506+0000 7f853e7fc640 1 -- 172.21.15.39:0/369947620 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f854001a070 con 0x7f854815e4f0 2024-09-19T05:36:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.507+0000 7f853e7fc640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852c06c2b0 0x7f852c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.507+0000 7f853e7fc640 1 -- 172.21.15.39:0/369947620 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f854008a6e0 con 0x7f854815e4f0 2024-09-19T05:36:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.507+0000 7f854dea6640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852c06c2b0 0x7f852c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.507+0000 7f854dea6640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852c06c2b0 0x7f852c06e770 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8544034000 tx=0x7f8544033040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.511+0000 7f853e7fc640 1 -- 172.21.15.39:0/369947620 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8540058ee0 con 0x7f854815e4f0 2024-09-19T05:36:53.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.724+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f854806d740 con 0x7f854815e4f0 2024-09-19T05:36:53.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.725+0000 7f853e7fc640 1 -- 172.21.15.39:0/369947620 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5222 (secure 0 0 0) 0x7f85400587e0 con 0x7f854815e4f0 2024-09-19T05:36:53.726 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:53.727 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"btime":"2024-09-19T05:36:43:149636+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5761,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/257855834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":257855834},{"type":"v1","addr":"172.21.15.50:6833","nonce":257855834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":5767,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3590319700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3590319700},{"type":"v1","addr":"172.21.15.50:6835","nonce":3590319700}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6132,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1033705035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1033705035},{"type":"v1","addr":"172.21.15.39:6836","nonce":1033705035}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:40.467982+0000","modified":"2024-09-19T05:36:42.495715+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6135},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6135":{"gid":6135,"name":"c","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/2720686502","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":2720686502},{"type":"v1","addr":"172.21.15.39:6837","nonce":2720686502}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6135,"qdb_cluster":[6135]},"id":6}]} 2024-09-19T05:36:53.727 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 43 2024-09-19T05:36:53.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852c06c2b0 msgr2=0x7f852c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852c06c2b0 0x7f852c06e770 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8544034000 tx=0x7f8544033040 comp rx=0 tx=0).stop 2024-09-19T05:36:53.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 msgr2=0x7f85480cecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 0x7f85480cecc0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f854000c3c0 tx=0x7f854000c880 comp rx=0 tx=0).stop 2024-09-19T05:36:53.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 shutdown_connections 2024-09-19T05:36:53.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852c06c2b0 0x7f852c06e770 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f854815e4f0 0x7f85480cecc0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f854806d160 0x7f85480cda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 --2- 172.21.15.39:0/369947620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f854806bb20 0x7f85480aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 >> 172.21.15.39:0/369947620 conn(0x7f854806e5b0 msgr2=0x7f85480cb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 shutdown_connections 2024-09-19T05:36:53.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.727+0000 7f855010a640 1 -- 172.21.15.39:0/369947620 wait complete. 2024-09-19T05:36:53.739 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 session ls 2024-09-19T05:36:53.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.843+0000 7f09b5653640 1 Processor -- start 2024-09-19T05:36:53.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.843+0000 7f09b5653640 1 -- start start 2024-09-19T05:36:53.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09b5653640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b00b4c90 0x7f09b015c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09b5653640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f09b0072c50 0x7f09b0071010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09b5653640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09b015eff0 con 0x7f09b015b230 2024-09-19T05:36:53.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09b5653640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f09b015fbe0 con 0x7f09b0072c50 2024-09-19T05:36:53.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09b5653640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f09b015c8d0 con 0x7f09b00b4c90 2024-09-19T05:36:53.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09a67fc640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b00b4c90 0x7f09b015c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09a67fc640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b00b4c90 0x7f09b015c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:51430/0 (socket says 172.21.15.39:51430) 2024-09-19T05:36:53.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09a67fc640 1 -- 172.21.15.39:0/944970318 learned_addr learned my addr 172.21.15.39:0/944970318 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:53.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09af7fe640 1 --2- 172.21.15.39:0/944970318 >> v2:172.21.15.50:3300/0 conn(0x7f09b0072c50 0x7f09b0071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09a67fc640 1 -- 172.21.15.39:0/944970318 >> v2:172.21.15.50:3300/0 conn(0x7f09b0072c50 msgr2=0x7f09b0071010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09a67fc640 1 --2- 172.21.15.39:0/944970318 >> v2:172.21.15.50:3300/0 conn(0x7f09b0072c50 0x7f09b0071010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09a67fc640 1 -- 172.21.15.39:0/944970318 >> v1:172.21.15.50:6789/0 conn(0x7f09b015b230 legacy=0x7f09b00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.844+0000 7f09a67fc640 1 -- 172.21.15.39:0/944970318 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09b015f2b0 con 0x7f09b00b4c90 2024-09-19T05:36:53.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.845+0000 7f09a67fc640 1 --2- 172.21.15.39:0/944970318 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b00b4c90 0x7f09b015c390 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0998009870 tx=0x7f099802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e0ecce84324a261 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.845+0000 7f09ae7fc640 1 -- 172.21.15.39:0/944970318 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0998037070 con 0x7f09b00b4c90 2024-09-19T05:36:53.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.845+0000 7f09ae7fc640 1 -- 172.21.15.39:0/944970318 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0998032440 con 0x7f09b00b4c90 2024-09-19T05:36:53.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.845+0000 7f09ae7fc640 1 -- 172.21.15.39:0/944970318 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0998032810 con 0x7f09b00b4c90 2024-09-19T05:36:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.846+0000 7f09b5653640 1 -- 172.21.15.39:0/944970318 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b00b4c90 msgr2=0x7f09b015c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.846+0000 7f09b5653640 1 --2- 172.21.15.39:0/944970318 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b00b4c90 0x7f09b015c390 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0998009870 tx=0x7f099802a270 comp rx=0 tx=0).stop 2024-09-19T05:36:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.846+0000 7f09b5653640 1 -- 172.21.15.39:0/944970318 shutdown_connections 2024-09-19T05:36:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.846+0000 7f09b5653640 1 --2- 172.21.15.39:0/944970318 >> v2:172.21.15.50:3300/0 conn(0x7f09b0072c50 0x7f09b0071010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.846+0000 7f09b5653640 1 --2- 172.21.15.39:0/944970318 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b00b4c90 0x7f09b015c390 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.846+0000 7f09b5653640 1 -- 172.21.15.39:0/944970318 >> 172.21.15.39:0/944970318 conn(0x7f09b00b5cb0 msgr2=0x7f09b006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.846+0000 7f09b5653640 1 -- 172.21.15.39:0/944970318 shutdown_connections 2024-09-19T05:36:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.846+0000 7f09b5653640 1 -- 172.21.15.39:0/944970318 wait complete. 2024-09-19T05:36:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.847+0000 7f09b5653640 1 Processor -- start 2024-09-19T05:36:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.847+0000 7f09b5653640 1 -- start start 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09b5653640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09b0072c50 0x7f09b00aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09b5653640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09b00b4c90 0x7f09b00ae910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09b5653640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b015b230 0x7f09b01f62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09b5653640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f09b015b610 con 0x7f09b0072c50 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09b5653640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f09b015f870 con 0x7f09b00b4c90 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09b5653640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f09b015b790 con 0x7f09b015b230 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09b0072c50 0x7f09b00aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09b0072c50 0x7f09b00aa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60536/0 (socket says 172.21.15.39:60536) 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09aeffd640 1 -- 172.21.15.39:0/1662718902 learned_addr learned my addr 172.21.15.39:0/1662718902 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09a67fc640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09b00b4c90 0x7f09b00ae910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.848+0000 7f09af7fe640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b015b230 0x7f09b01f62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09aeffd640 1 -- 172.21.15.39:0/1662718902 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b015b230 msgr2=0x7f09b01f62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09aeffd640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b015b230 0x7f09b01f62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09aeffd640 1 -- 172.21.15.39:0/1662718902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09b00b4c90 msgr2=0x7f09b00ae910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09aeffd640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09b00b4c90 0x7f09b00ae910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09aeffd640 1 -- 172.21.15.39:0/1662718902 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09b00aee50 con 0x7f09b0072c50 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09aeffd640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09b0072c50 0x7f09b00aa490 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f09a000c3c0 tx=0x7f09a000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09a7fff640 1 -- 172.21.15.39:0/1662718902 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a00052d0 con 0x7f09b0072c50 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09a7fff640 1 -- 172.21.15.39:0/1662718902 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09a0005490 con 0x7f09b0072c50 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09b5653640 1 -- 172.21.15.39:0/1662718902 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09b01f6820 con 0x7f09b0072c50 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09a7fff640 1 -- 172.21.15.39:0/1662718902 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0007260 con 0x7f09b0072c50 2024-09-19T05:36:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.849+0000 7f09b5653640 1 -- 172.21.15.39:0/1662718902 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09b0157fa0 con 0x7f09b0072c50 2024-09-19T05:36:53.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.851+0000 7f09a7fff640 1 -- 172.21.15.39:0/1662718902 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f09a0007400 con 0x7f09b0072c50 2024-09-19T05:36:53.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.851+0000 7f09a7fff640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f099006c2b0 0x7f099006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.851+0000 7f09a7fff640 1 -- 172.21.15.39:0/1662718902 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f09a008a850 con 0x7f09b0072c50 2024-09-19T05:36:53.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.851+0000 7f09a67fc640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f099006c2b0 0x7f099006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.852+0000 7f09a67fc640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f099006c2b0 0x7f099006e770 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0998034000 tx=0x7f099802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.852+0000 7f09b83f0740 1 Processor -- start 2024-09-19T05:36:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.852+0000 7f09b83f0740 1 -- start start 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515a89b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a5d90 0x5650515a7920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x565051588550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09b83f0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5650514c45d0 con 0x5650515a85d0 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09b83f0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56505146c470 con 0x5650515a61f0 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09b83f0740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5650514c0590 con 0x5650515a5d90 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515a89b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515a89b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60544/0 (socket says 172.21.15.39:60544) 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09aeffd640 1 -- 172.21.15.39:0/3926525987 learned_addr learned my addr 172.21.15.39:0/3926525987 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:53.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09a67fc640 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a5d90 0x5650515a7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09af7fe640 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x565051588550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09aeffd640 1 -- 172.21.15.39:0/3926525987 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a5d90 msgr2=0x5650515a7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09aeffd640 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a5d90 0x5650515a7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09aeffd640 1 -- 172.21.15.39:0/3926525987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 msgr2=0x565051588550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09aeffd640 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x565051588550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09aeffd640 1 -- 172.21.15.39:0/3926525987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565051454860 con 0x5650515a85d0 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09af7fe640 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x565051588550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.853+0000 7f09aeffd640 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515a89b0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f09a0060f80 tx=0x7f09a0000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18411550d0b8f6f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09a4ff9640 1 -- 172.21.15.39:0/3926525987 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0056c80 con 0x5650515a85d0 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09a4ff9640 1 -- 172.21.15.39:0/3926525987 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09a005f070 con 0x5650515a85d0 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09a4ff9640 1 -- 172.21.15.39:0/3926525987 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0057dd0 con 0x5650515a85d0 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09b83f0740 1 -- 172.21.15.39:0/3926525987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 msgr2=0x5650515a89b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09b83f0740 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515a89b0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f09a0060f80 tx=0x7f09a0000ed0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09b83f0740 1 -- 172.21.15.39:0/3926525987 shutdown_connections 2024-09-19T05:36:53.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09b83f0740 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x565051588550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09b83f0740 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a5d90 0x5650515a7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09b83f0740 1 --2- 172.21.15.39:0/3926525987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515a89b0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09b83f0740 1 -- 172.21.15.39:0/3926525987 >> 172.21.15.39:0/3926525987 conn(0x56505155e230 msgr2=0x5650515a6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09b83f0740 1 -- 172.21.15.39:0/3926525987 shutdown_connections 2024-09-19T05:36:53.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.854+0000 7f09b83f0740 1 -- 172.21.15.39:0/3926525987 wait complete. 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.855+0000 7f09b83f0740 1 -- start start 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.855+0000 7f09b83f0740 1 Processor -- start 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 0x5650515b7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515b6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56505159f430 0x56505159f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09b83f0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5650515a4cf0 con 0x5650515a85d0 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09b83f0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56505144d620 con 0x56505159f430 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09b83f0740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5650515a4fd0 con 0x5650515a61f0 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09b83f0740 10 client.0 _ll_register_callbacks cb 0x5650514715b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:36:53.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09a67fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515b6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09a67fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515b6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60556/0 (socket says 172.21.15.39:60556) 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09a67fc640 1 -- 172.21.15.39:0/531480489 learned_addr learned my addr 172.21.15.39:0/531480489 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09af7fe640 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56505159f430 0x56505159f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09aeffd640 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 0x5650515b7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09a67fc640 1 -- 172.21.15.39:0/531480489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 msgr2=0x5650515b7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09a67fc640 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 0x5650515b7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09a67fc640 1 -- 172.21.15.39:0/531480489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56505159f430 msgr2=0x56505159f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09a67fc640 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56505159f430 0x56505159f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09a67fc640 1 -- 172.21.15.39:0/531480489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650511d73f0 con 0x5650515a85d0 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f09a67fc640 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515b6400 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f09980090b0 tx=0x7f0998004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df5a64d5d1be1d74 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.856+0000 7f098dffb640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:36:53.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f098dffb640 1 -- 172.21.15.39:0/531480489 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099804e070 con 0x5650515a85d0 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f098dffb640 1 -- 172.21.15.39:0/531480489 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f099803c850 con 0x5650515a85d0 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09b83f0740 1 -- 172.21.15.39:0/531480489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09a005f070 con 0x5650515a85d0 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f098dffb640 1 -- 172.21.15.39:0/531480489 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f0998059050 con 0x5650515a85d0 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09b83f0740 10 client.6351 fetch_fsmap learned FSMap version 43 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09b83f0740 1 -- 172.21.15.39:0/531480489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x5650512a17d0 con 0x5650515a85d0 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f098dffb640 1 -- 172.21.15.39:0/531480489 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09a005f070 con 0x5650515a85d0 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f098dffb640 1 -- 172.21.15.39:0/531480489 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 43) ==== 3502+0+0 (secure 0 0 0) 0x7f099805c020 con 0x5650515a85d0 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09b83f0740 10 client.6351 fetch_fsmap finished waiting for FSMap version 43 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09b83f0740 10 client.6351 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.c 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09b83f0740 20 client.6351 populate_metadata read hostname 'smithi039' 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09b83f0740 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x565051589af0 0x56505159d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09b83f0740 4 client.6351 mds_command: new command op to 6135 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09b83f0740 1 -- 172.21.15.39:0/531480489 --> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565051523030 con 0x565051589af0 2024-09-19T05:36:53.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.857+0000 7f09aeffd640 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x565051589af0 0x56505159d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09aeffd640 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x565051589af0 0x56505159d4e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e3897d3120f396b server_cookie=92856d53a185b679 in_seq=0 out_seq=0 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f098dffb640 10 client.6351 ms_handle_connect on v2:172.21.15.39:6835/2720686502 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f098dffb640 1 -- 172.21.15.39:0/531480489 <== mds.0 v2:172.21.15.39:6835/2720686502 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x565051523030 con 0x565051589af0 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f098dffb640 10 client.6351 handle_command_reply: tid=0 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 client.6351 shutdown 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 -- 172.21.15.39:0/531480489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 msgr2=0x5650515b6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515b6400 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f09980090b0 tx=0x7f0998004730 comp rx=0 tx=0).stop 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 -- 172.21.15.39:0/531480489 shutdown_connections 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x565051589af0 0x56505159d4e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56505159f430 0x56505159f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5650515a85d0 0x5650515b6400 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 --2- 172.21.15.39:0/531480489 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 0x5650515b7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f098dffb640 0 client.6351 ms_handle_reset on v2:172.21.15.39:6835/2720686502 2024-09-19T05:36:53.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 -- 172.21.15.39:0/531480489 >> 172.21.15.39:0/531480489 conn(0x5650515a5d90 msgr2=0x5650515a8f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 -- 172.21.15.39:0/531480489 shutdown_connections 2024-09-19T05:36:53.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.858+0000 7f09b83f0740 1 -- 172.21.15.39:0/531480489 wait complete. 2024-09-19T05:36:53.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.859+0000 7f09b83f0740 20 client.6351 trim_cache size 0 max 16384 2024-09-19T05:36:53.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.877+0000 7f09b83f0740 1 Processor -- start 2024-09-19T05:36:53.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.877+0000 7f09b83f0740 1 -- start start 2024-09-19T05:36:53.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x56505159cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x5650515a7930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a85d0 0x5650515b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09b83f0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f09b01fea50 con 0x56505159f430 2024-09-19T05:36:53.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09b83f0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f09b0159d40 con 0x5650515a61f0 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09b83f0740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f09b00b41f0 con 0x5650515a85d0 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x56505159cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x56505159cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60562/0 (socket says 172.21.15.39:60562) 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09aeffd640 1 -- 172.21.15.39:0/3334493004 learned_addr learned my addr 172.21.15.39:0/3334493004 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09af7fe640 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a85d0 0x5650515b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09a67fc640 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x5650515a7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09aeffd640 1 -- 172.21.15.39:0/3334493004 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a85d0 msgr2=0x5650515b4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09aeffd640 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a85d0 0x5650515b4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09aeffd640 1 -- 172.21.15.39:0/3334493004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 msgr2=0x5650515a7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09aeffd640 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x5650515a7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09aeffd640 1 -- 172.21.15.39:0/3334493004 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650515b6770 con 0x56505159f430 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09a67fc640 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x5650515a7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:53.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f09aeffd640 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x56505159cf60 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f09a0054de0 tx=0x7f09a005a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31ae47878afbb9ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f098ffff640 1 -- 172.21.15.39:0/3334493004 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0056c80 con 0x56505159f430 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f098ffff640 1 -- 172.21.15.39:0/3334493004 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09a0054ff0 con 0x56505159f430 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.878+0000 7f098ffff640 1 -- 172.21.15.39:0/3334493004 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0070d30 con 0x56505159f430 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 -- 172.21.15.39:0/3334493004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 msgr2=0x56505159cf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x56505159cf60 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f09a0054de0 tx=0x7f09a005a000 comp rx=0 tx=0).stop 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 -- 172.21.15.39:0/3334493004 shutdown_connections 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a85d0 0x5650515b4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a61f0 0x5650515a7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 --2- 172.21.15.39:0/3334493004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x56505159cf60 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 -- 172.21.15.39:0/3334493004 >> 172.21.15.39:0/3334493004 conn(0x5650515a5d90 msgr2=0x5650515a0dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 -- 172.21.15.39:0/3334493004 shutdown_connections 2024-09-19T05:36:53.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 -- 172.21.15.39:0/3334493004 wait complete. 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 -- start start 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.879+0000 7f09b83f0740 1 Processor -- start 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x5650515ca420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 0x56505161b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09b83f0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a85d0 0x56505155d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09b83f0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56505158c140 con 0x56505159f430 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09b83f0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f09b01596f0 con 0x5650515a85d0 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09b83f0740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x565051522fe0 con 0x5650515a61f0 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09b83f0740 10 client.0 _ll_register_callbacks cb 0x7f0998032ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:36:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x5650515ca420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x5650515ca420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60570/0 (socket says 172.21.15.39:60570) 2024-09-19T05:36:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09aeffd640 1 -- 172.21.15.39:0/2910413654 learned_addr learned my addr 172.21.15.39:0/2910413654 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09a67fc640 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 0x56505161b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.880+0000 7f09af7fe640 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a85d0 0x56505155d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09aeffd640 1 -- 172.21.15.39:0/2910413654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 msgr2=0x56505161b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09aeffd640 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 0x56505161b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09aeffd640 1 -- 172.21.15.39:0/2910413654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a85d0 msgr2=0x56505155d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09aeffd640 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a85d0 0x56505155d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09aeffd640 1 -- 172.21.15.39:0/2910413654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650515bcfd0 con 0x56505159f430 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09af7fe640 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a85d0 0x56505155d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09aeffd640 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x5650515ca420 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f09a0058910 tx=0x7f09a0088ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f25e85ae6de2a18 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f098dffb640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f098dffb640 1 -- 172.21.15.39:0/2910413654 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0001080 con 0x56505159f430 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f098dffb640 1 -- 172.21.15.39:0/2910413654 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f09a0083e20 con 0x56505159f430 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09b83f0740 1 -- 172.21.15.39:0/2910413654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09a0054ff0 con 0x56505159f430 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f098dffb640 1 -- 172.21.15.39:0/2910413654 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f09a0076230 con 0x56505159f430 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09b83f0740 10 client.6357 fetch_fsmap learned FSMap version 43 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09b83f0740 1 -- 172.21.15.39:0/2910413654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x5650515ca960 con 0x56505159f430 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f098dffb640 1 -- 172.21.15.39:0/2910413654 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09a0054ff0 con 0x56505159f430 2024-09-19T05:36:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f098dffb640 1 -- 172.21.15.39:0/2910413654 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 43) ==== 3502+0+0 (secure 0 0 0) 0x7f09a0070b30 con 0x56505159f430 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09b83f0740 10 client.6357 fetch_fsmap finished waiting for FSMap version 43 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09b83f0740 10 client.6357 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.c 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09b83f0740 20 client.6357 populate_metadata read hostname 'smithi039' 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09b83f0740 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x565051628690 0x56505155db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09b83f0740 4 client.6357 mds_command: new command op to 6135 tid=0 multi_id=0 [{"prefix": "session ls"}] 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09b83f0740 1 -- 172.21.15.39:0/2910413654 --> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] -- command(tid 0: {"prefix": "session ls"}) -- 0x5650514d1d00 con 0x565051628690 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.881+0000 7f09a67fc640 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x565051628690 0x56505155db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09a67fc640 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x565051628690 0x56505155db20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1d3fef022bfe918 server_cookie=5077755c63979b60 in_seq=0 out_seq=0 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f098dffb640 10 client.6357 ms_handle_connect on v2:172.21.15.39:6835/2720686502 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f098dffb640 1 -- 172.21.15.39:0/2910413654 <== mds.0 v2:172.21.15.39:6835/2720686502 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5650514d1d00 con 0x565051628690 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f098dffb640 10 client.6357 handle_command_reply: tid=0 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 client.6357 shutdown 2024-09-19T05:36:53.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 -- 172.21.15.39:0/2910413654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 msgr2=0x5650515ca420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x5650515ca420 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f09a0058910 tx=0x7f09a0088ce0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 -- 172.21.15.39:0/2910413654 shutdown_connections 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.39:6835/2720686502,v1:172.21.15.39:6837/2720686502] conn(0x565051628690 0x56505155db20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5650515a85d0 0x56505155d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5650515a61f0 0x56505161b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f098dffb640 0 client.6357 ms_handle_reset on v2:172.21.15.39:6835/2720686502 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 --2- 172.21.15.39:0/2910413654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56505159f430 0x5650515ca420 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 -- 172.21.15.39:0/2910413654 >> 172.21.15.39:0/2910413654 conn(0x5650515a5d90 msgr2=0x56505159ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 -- 172.21.15.39:0/2910413654 shutdown_connections 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 1 -- 172.21.15.39:0/2910413654 wait complete. 2024-09-19T05:36:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.882+0000 7f09b83f0740 20 client.6357 trim_cache size 0 max 16384 2024-09-19T05:36:53.891 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2024-09-19T05:36:53.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 -- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f099006c2b0 msgr2=0x7f099006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f099006c2b0 0x7f099006e770 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0998034000 tx=0x7f099802e000 comp rx=0 tx=0).stop 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 -- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09b0072c50 msgr2=0x7f09b00aa490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09b0072c50 0x7f09b00aa490 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f09a000c3c0 tx=0x7f09a000c880 comp rx=0 tx=0).stop 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 -- 172.21.15.39:0/1662718902 shutdown_connections 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f099006c2b0 0x7f099006e770 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09b015b230 0x7f09b01f62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09b00b4c90 0x7f09b00ae910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 --2- 172.21.15.39:0/1662718902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09b0072c50 0x7f09b00aa490 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 -- 172.21.15.39:0/1662718902 >> 172.21.15.39:0/1662718902 conn(0x7f09b00b5cb0 msgr2=0x7f09b006e3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 -- 172.21.15.39:0/1662718902 shutdown_connections 2024-09-19T05:36:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:53.883+0000 7f09b5653640 1 -- 172.21.15.39:0/1662718902 wait complete. 2024-09-19T05:36:53.895 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-19T05:36:54.016 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2024-09-19T05:36:54.016 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-19T05:36:54.016 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:36:54.016 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:36:54.058 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:36:54.103 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:36:54.104 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:36:54.104 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:54.104 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:54.120 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:36:54.120 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:36:54.120 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:54.120 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:54.139 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:36:54.140 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:36:54.140 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:36:54.140 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:54.177 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:36:54.177 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:36:54.177 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:36:54.177 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:36:54.199 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:36:54.200 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:54.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.318+0000 7f18a1fe4640 1 Processor -- start 2024-09-19T05:36:54.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.318+0000 7f18a1fe4640 1 -- start start 2024-09-19T05:36:54.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.318+0000 7f18a1fe4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f189c0b6690 0x7f189c0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.318+0000 7f18a1fe4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f189c0b6a70 0x7f189c0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.318+0000 7f18a1fe4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 0x7f189c0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.318+0000 7f18a1fe4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f189c0cf540 con 0x7f189c0b6690 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.318+0000 7f18a1fe4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f189c0cff10 con 0x7f189c0b6a70 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.318+0000 7f18a1fe4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f189c0d1d90 con 0x7f189c0d1510 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f189c0b6690 0x7f189c0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f189c0b6690 0x7f189c0cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60584/0 (socket says 172.21.15.39:60584) 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189b7fe640 1 -- 172.21.15.39:0/406811469 learned_addr learned my addr 172.21.15.39:0/406811469 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189bfff640 1 --2- 172.21.15.39:0/406811469 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 0x7f189c0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189affd640 1 --2- 172.21.15.39:0/406811469 >> v2:172.21.15.50:3300/0 conn(0x7f189c0b6a70 0x7f189c0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189b7fe640 1 -- 172.21.15.39:0/406811469 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 msgr2=0x7f189c0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189b7fe640 1 --2- 172.21.15.39:0/406811469 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 0x7f189c0d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189b7fe640 1 -- 172.21.15.39:0/406811469 >> v2:172.21.15.50:3300/0 conn(0x7f189c0b6a70 msgr2=0x7f189c0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:54.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189b7fe640 1 --2- 172.21.15.39:0/406811469 >> v2:172.21.15.50:3300/0 conn(0x7f189c0b6a70 0x7f189c0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.319+0000 7f189b7fe640 1 -- 172.21.15.39:0/406811469 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f189c0ceef0 con 0x7f189c0b6690 2024-09-19T05:36:54.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.320+0000 7f189b7fe640 1 --2- 172.21.15.39:0/406811469 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 0x7f189c0cf9d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f189c0b7690 tx=0x7f188c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17c9515064ce0cd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:54.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.320+0000 7f189a7fc640 1 -- 172.21.15.39:0/406811469 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c037070 con 0x7f189c0b6690 2024-09-19T05:36:54.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.320+0000 7f189a7fc640 1 -- 172.21.15.39:0/406811469 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f188c032440 con 0x7f189c0b6690 2024-09-19T05:36:54.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.320+0000 7f189a7fc640 1 -- 172.21.15.39:0/406811469 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c032810 con 0x7f189c0b6690 2024-09-19T05:36:54.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.320+0000 7f18a1fe4640 1 -- 172.21.15.39:0/406811469 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 msgr2=0x7f189c0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.320+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/406811469 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 0x7f189c0cf9d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f189c0b7690 tx=0x7f188c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.321+0000 7f18a1fe4640 1 -- 172.21.15.39:0/406811469 shutdown_connections 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.321+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/406811469 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 0x7f189c0d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.321+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/406811469 >> v2:172.21.15.50:3300/0 conn(0x7f189c0b6a70 0x7f189c0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.321+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/406811469 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 0x7f189c0cf9d0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.321+0000 7f18a1fe4640 1 -- 172.21.15.39:0/406811469 >> 172.21.15.39:0/406811469 conn(0x7f189c072560 msgr2=0x7f189c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.321+0000 7f18a1fe4640 1 -- 172.21.15.39:0/406811469 shutdown_connections 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.321+0000 7f18a1fe4640 1 -- 172.21.15.39:0/406811469 wait complete. 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.322+0000 7f18a1fe4640 1 Processor -- start 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.322+0000 7f18a1fe4640 1 -- start start 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f18a1fe4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 0x7f189c0cc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f18a1fe4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189c0b6a70 0x7f189c158680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f18a1fe4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 0x7f189c1526c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f18a1fe4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f189c0d1980 con 0x7f189c0b6690 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f18a1fe4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f189c0b6f00 con 0x7f189c0b6a70 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f18a1fe4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f189c0d1b00 con 0x7f189c0d1510 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 0x7f189c0cc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 0x7f189c0cc7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60602/0 (socket says 172.21.15.39:60602) 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189b7fe640 1 -- 172.21.15.39:0/656983705 learned_addr learned my addr 172.21.15.39:0/656983705 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189affd640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189c0b6a70 0x7f189c158680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189bfff640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 0x7f189c1526c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189b7fe640 1 -- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 msgr2=0x7f189c1526c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189b7fe640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 0x7f189c1526c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189b7fe640 1 -- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189c0b6a70 msgr2=0x7f189c158680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189b7fe640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189c0b6a70 0x7f189c158680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189b7fe640 1 -- 172.21.15.39:0/656983705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f189c0cce40 con 0x7f189c0b6690 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189bfff640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 0x7f189c1526c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189affd640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189c0b6a70 0x7f189c158680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f189b7fe640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 0x7f189c0cc7b0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f188c000c00 tx=0x7f188c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f1883fff640 1 -- 172.21.15.39:0/656983705 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c041020 con 0x7f189c0b6690 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f1883fff640 1 -- 172.21.15.39:0/656983705 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f188c0306c0 con 0x7f189c0b6690 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f189c0cd120 con 0x7f189c0b6690 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.323+0000 7f1883fff640 1 -- 172.21.15.39:0/656983705 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c037040 con 0x7f189c0b6690 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.324+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f189c0cd6e0 con 0x7f189c0b6690 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.324+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f189c15c530 con 0x7f189c0b6690 2024-09-19T05:36:54.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.325+0000 7f1883fff640 1 -- 172.21.15.39:0/656983705 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f188c044020 con 0x7f189c0b6690 2024-09-19T05:36:54.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.325+0000 7f1883fff640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f188806c2b0 0x7f188806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.326+0000 7f189affd640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f188806c2b0 0x7f188806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.326+0000 7f1883fff640 1 -- 172.21.15.39:0/656983705 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f188c0abc70 con 0x7f189c0b6690 2024-09-19T05:36:54.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.326+0000 7f189affd640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f188806c2b0 0x7f188806e770 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f189c157950 tx=0x7f1890008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:54.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.330+0000 7f1883fff640 1 -- 172.21.15.39:0/656983705 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f188c04b030 con 0x7f189c0b6690 2024-09-19T05:36:54.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.543+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f189c069140 con 0x7f189c0b6690 2024-09-19T05:36:54.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.543+0000 7f1883fff640 1 -- 172.21.15.39:0/656983705 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5222 (secure 0 0 0) 0x7f188c07a3e0 con 0x7f189c0b6690 2024-09-19T05:36:54.545 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:54.545 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"btime":"2024-09-19T05:36:43:149636+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5761,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/257855834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":257855834},{"type":"v1","addr":"172.21.15.50:6833","nonce":257855834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":5767,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3590319700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3590319700},{"type":"v1","addr":"172.21.15.50:6835","nonce":3590319700}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6132,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1033705035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1033705035},{"type":"v1","addr":"172.21.15.39:6836","nonce":1033705035}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:40.467982+0000","modified":"2024-09-19T05:36:42.495715+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6135},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6135":{"gid":6135,"name":"c","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/2720686502","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":2720686502},{"type":"v1","addr":"172.21.15.39:6837","nonce":2720686502}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6135,"qdb_cluster":[6135]},"id":6}]} 2024-09-19T05:36:54.545 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 43 2024-09-19T05:36:54.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f188806c2b0 msgr2=0x7f188806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f188806c2b0 0x7f188806e770 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f189c157950 tx=0x7f1890008040 comp rx=0 tx=0).stop 2024-09-19T05:36:54.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 msgr2=0x7f189c0cc7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 0x7f189c0cc7b0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f188c000c00 tx=0x7f188c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 shutdown_connections 2024-09-19T05:36:54.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f188806c2b0 0x7f188806e770 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f189c0d1510 0x7f189c1526c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189c0b6a70 0x7f189c158680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 --2- 172.21.15.39:0/656983705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189c0b6690 0x7f189c0cc7b0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.545+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 >> 172.21.15.39:0/656983705 conn(0x7f189c072560 msgr2=0x7f189c161060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:54.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.546+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 shutdown_connections 2024-09-19T05:36:54.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.546+0000 7f18a1fe4640 1 -- 172.21.15.39:0/656983705 wait complete. 2024-09-19T05:36:54.558 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.659+0000 7fb919af8640 1 Processor -- start 2024-09-19T05:36:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.659+0000 7fb919af8640 1 -- start start 2024-09-19T05:36:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb919af8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb9140d16e0 0x7fb9140d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb919af8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9140d1b10 con 0x7fb9140b6690 2024-09-19T05:36:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb919af8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9140d1d90 con 0x7fb9140b6a70 2024-09-19T05:36:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb919af8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb9140cf540 con 0x7fb9140d16e0 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb9137fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb9140b6690 0x7fb9140cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38078/0 (socket says 172.21.15.39:38078) 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb9137fe640 1 -- 172.21.15.39:0/3873627096 learned_addr learned my addr 172.21.15.39:0/3873627096 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb913fff640 1 --2- 172.21.15.39:0/3873627096 >> v2:172.21.15.39:3300/0 conn(0x7fb9140d16e0 0x7fb9140d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb912ffd640 1 -- 172.21.15.39:0/3873627096 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4279883826 0 0) 0x7fb904001110 con 0x7fb9140b6690 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb912ffd640 1 -- 172.21.15.39:0/3873627096 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb900003520 con 0x7fb9140b6690 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb913fff640 1 -- 172.21.15.39:0/3873627096 >> v1:172.21.15.50:6789/0 conn(0x7fb9140b6a70 legacy=0x7fb9140d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb913fff640 1 -- 172.21.15.39:0/3873627096 >> v1:172.21.15.39:6789/0 conn(0x7fb9140b6690 legacy=0x7fb9140cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.660+0000 7fb913fff640 1 -- 172.21.15.39:0/3873627096 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9140ceef0 con 0x7fb9140d16e0 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.661+0000 7fb913fff640 1 --2- 172.21.15.39:0/3873627096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 0x7fb9140d2b50 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fb90c009d90 tx=0x7fb90c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a768fff89f58e03e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.661+0000 7fb912ffd640 1 -- 172.21.15.39:0/3873627096 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90c007740 con 0x7fb9140d16e0 2024-09-19T05:36:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.661+0000 7fb912ffd640 1 -- 172.21.15.39:0/3873627096 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb90c0078e0 con 0x7fb9140d16e0 2024-09-19T05:36:54.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.661+0000 7fb912ffd640 1 -- 172.21.15.39:0/3873627096 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90c007cb0 con 0x7fb9140d16e0 2024-09-19T05:36:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.661+0000 7fb919af8640 1 -- 172.21.15.39:0/3873627096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 msgr2=0x7fb9140d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.661+0000 7fb919af8640 1 --2- 172.21.15.39:0/3873627096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 0x7fb9140d2b50 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fb90c009d90 tx=0x7fb90c02a6f0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.662+0000 7fb919af8640 1 -- 172.21.15.39:0/3873627096 shutdown_connections 2024-09-19T05:36:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.662+0000 7fb919af8640 1 --2- 172.21.15.39:0/3873627096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 0x7fb9140d2b50 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.662+0000 7fb919af8640 1 -- 172.21.15.39:0/3873627096 >> 172.21.15.39:0/3873627096 conn(0x7fb914072560 msgr2=0x7fb914072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.662+0000 7fb919af8640 1 -- 172.21.15.39:0/3873627096 shutdown_connections 2024-09-19T05:36:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.662+0000 7fb919af8640 1 -- 172.21.15.39:0/3873627096 wait complete. 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.663+0000 7fb919af8640 1 Processor -- start 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.663+0000 7fb919af8640 1 -- start start 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb919af8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9140b6690 0x7fb914156e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb919af8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9140b6a70 0x7fb9141e6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb919af8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 0x7fb9140b9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb919af8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb91415c530 con 0x7fb9140d16e0 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb919af8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9140b6f00 con 0x7fb9140b6a70 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb919af8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb91415c6b0 con 0x7fb9140b6690 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb913fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 0x7fb9140b9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb913fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 0x7fb9140b9a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60608/0 (socket says 172.21.15.39:60608) 2024-09-19T05:36:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb913fff640 1 -- 172.21.15.39:0/1866650866 learned_addr learned my addr 172.21.15.39:0/1866650866 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb9137fe640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9140b6690 0x7fb914156e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb90affd640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9140b6a70 0x7fb9141e6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb913fff640 1 -- 172.21.15.39:0/1866650866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9140b6690 msgr2=0x7fb914156e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb913fff640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9140b6690 0x7fb914156e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb913fff640 1 -- 172.21.15.39:0/1866650866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9140b6a70 msgr2=0x7fb9141e6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb913fff640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9140b6a70 0x7fb9141e6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb913fff640 1 -- 172.21.15.39:0/1866650866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9141f4510 con 0x7fb9140d16e0 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.664+0000 7fb913fff640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 0x7fb9140b9a50 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fb90c009eb0 tx=0x7fb90c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.665+0000 7fb910ff9640 1 -- 172.21.15.39:0/1866650866 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90c03f070 con 0x7fb9140d16e0 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.665+0000 7fb910ff9640 1 -- 172.21.15.39:0/1866650866 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb90c031bc0 con 0x7fb9140d16e0 2024-09-19T05:36:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.665+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9141e71c0 con 0x7fb9140d16e0 2024-09-19T05:36:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.665+0000 7fb910ff9640 1 -- 172.21.15.39:0/1866650866 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90c009450 con 0x7fb9140d16e0 2024-09-19T05:36:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.665+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9141f4a70 con 0x7fb9140d16e0 2024-09-19T05:36:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.666+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9140cf9d0 con 0x7fb9140d16e0 2024-09-19T05:36:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.666+0000 7fb910ff9640 1 -- 172.21.15.39:0/1866650866 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb90c03b410 con 0x7fb9140d16e0 2024-09-19T05:36:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.666+0000 7fb910ff9640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb8f406c2b0 0x7fb8f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.667+0000 7fb910ff9640 1 -- 172.21.15.39:0/1866650866 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7fb90c0aca20 con 0x7fb9140d16e0 2024-09-19T05:36:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.667+0000 7fb9137fe640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb8f406c2b0 0x7fb8f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.667+0000 7fb9137fe640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb8f406c2b0 0x7fb8f406e770 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb9040012b0 tx=0x7fb904007b70 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:54.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.671+0000 7fb910ff9640 1 -- 172.21.15.39:0/1866650866 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb9141f4510 con 0x7fb9140d16e0 2024-09-19T05:36:54.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.884+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb914069140 con 0x7fb9140d16e0 2024-09-19T05:36:54.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.884+0000 7fb910ff9640 1 -- 172.21.15.39:0/1866650866 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5222 (secure 0 0 0) 0x7fb90c07abd0 con 0x7fb9140d16e0 2024-09-19T05:36:54.886 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:54.886 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"btime":"2024-09-19T05:36:43:149636+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5761,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/257855834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":257855834},{"type":"v1","addr":"172.21.15.50:6833","nonce":257855834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":5767,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3590319700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3590319700},{"type":"v1","addr":"172.21.15.50:6835","nonce":3590319700}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6132,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1033705035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1033705035},{"type":"v1","addr":"172.21.15.39:6836","nonce":1033705035}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:40.467982+0000","modified":"2024-09-19T05:36:42.495715+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6135},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6135":{"gid":6135,"name":"c","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/2720686502","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":2720686502},{"type":"v1","addr":"172.21.15.39:6837","nonce":2720686502}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6135,"qdb_cluster":[6135]},"id":6}]} 2024-09-19T05:36:54.886 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 43 2024-09-19T05:36:54.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb8f406c2b0 msgr2=0x7fb8f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb8f406c2b0 0x7fb8f406e770 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb9040012b0 tx=0x7fb904007b70 comp rx=0 tx=0).stop 2024-09-19T05:36:54.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 msgr2=0x7fb9140b9a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:54.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 0x7fb9140b9a50 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fb90c009eb0 tx=0x7fb90c004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:54.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 shutdown_connections 2024-09-19T05:36:54.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb8f406c2b0 0x7fb8f406e770 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9140d16e0 0x7fb9140b9a50 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9140b6a70 0x7fb9141e6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 --2- 172.21.15.39:0/1866650866 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb9140b6690 0x7fb914156e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:54.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 >> 172.21.15.39:0/1866650866 conn(0x7fb914072560 msgr2=0x7fb9140cd770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:54.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 shutdown_connections 2024-09-19T05:36:54.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.886+0000 7fb919af8640 1 -- 172.21.15.39:0/1866650866 wait complete. 2024-09-19T05:36:54.899 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:55.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.999+0000 7f59787f8640 1 Processor -- start 2024-09-19T05:36:55.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:54.999+0000 7f59787f8640 1 -- start start 2024-09-19T05:36:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f59787f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 0x7f59700730e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f59787f8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5970073620 0x7f5970154e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f59787f8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59700b5d80 con 0x7f59700d0fd0 2024-09-19T05:36:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f59787f8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f59701630e0 con 0x7f5970073620 2024-09-19T05:36:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f59787f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f59700b6060 con 0x7f5970162c80 2024-09-19T05:36:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f5976d95640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5970073620 0x7f5970154e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f5976d95640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5970073620 0x7f5970154e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60622/0 (socket says 172.21.15.39:60622) 2024-09-19T05:36:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f5976d95640 1 -- 172.21.15.39:0/2366552214 learned_addr learned my addr 172.21.15.39:0/2366552214 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f5975d93640 1 --2- 172.21.15.39:0/2366552214 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 0x7f59700730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f5976d95640 1 -- 172.21.15.39:0/2366552214 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 msgr2=0x7f59700730e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.000+0000 7f5976d95640 1 --2- 172.21.15.39:0/2366552214 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 0x7f59700730e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.001+0000 7f5976d95640 1 -- 172.21.15.39:0/2366552214 >> v1:172.21.15.50:6789/0 conn(0x7f59700d0fd0 legacy=0x7f59700b52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.001+0000 7f5976d95640 1 -- 172.21.15.39:0/2366552214 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59701621a0 con 0x7f5970073620 2024-09-19T05:36:55.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.001+0000 7f5976d95640 1 --2- 172.21.15.39:0/2366552214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 0x7f5970154e60 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f5968009e80 tx=0x7f596802a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1c58cd37a2db32d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.001+0000 7f5975592640 1 -- 172.21.15.39:0/2366552214 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5968036070 con 0x7f5970073620 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.001+0000 7f5975592640 1 -- 172.21.15.39:0/2366552214 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5968031600 con 0x7f5970073620 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.001+0000 7f5975592640 1 -- 172.21.15.39:0/2366552214 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59680319d0 con 0x7f5970073620 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.002+0000 7f59787f8640 1 -- 172.21.15.39:0/2366552214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 msgr2=0x7f5970154e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.002+0000 7f59787f8640 1 --2- 172.21.15.39:0/2366552214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 0x7f5970154e60 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f5968009e80 tx=0x7f596802a750 comp rx=0 tx=0).stop 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.002+0000 7f59787f8640 1 -- 172.21.15.39:0/2366552214 shutdown_connections 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.002+0000 7f59787f8640 1 --2- 172.21.15.39:0/2366552214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 0x7f5970154e60 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.002+0000 7f59787f8640 1 --2- 172.21.15.39:0/2366552214 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 0x7f59700730e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.002+0000 7f59787f8640 1 -- 172.21.15.39:0/2366552214 >> 172.21.15.39:0/2366552214 conn(0x7f597006bb20 msgr2=0x7f597006bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.002+0000 7f59787f8640 1 -- 172.21.15.39:0/2366552214 shutdown_connections 2024-09-19T05:36:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.002+0000 7f59787f8640 1 -- 172.21.15.39:0/2366552214 wait complete. 2024-09-19T05:36:55.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.003+0000 7f59787f8640 1 Processor -- start 2024-09-19T05:36:55.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.003+0000 7f59787f8640 1 -- start start 2024-09-19T05:36:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f59787f8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 0x7f597014e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f59787f8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59700d0fd0 0x7f597009c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f59787f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 0x7f5970159230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f59787f8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f59700d13b0 con 0x7f5970073620 2024-09-19T05:36:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f59787f8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5970162760 con 0x7f59700d0fd0 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f59787f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5970159770 con 0x7f5970162c80 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5976594640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 0x7f597014e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5976594640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 0x7f597014e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60634/0 (socket says 172.21.15.39:60634) 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5976594640 1 -- 172.21.15.39:0/4045909146 learned_addr learned my addr 172.21.15.39:0/4045909146 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5976d95640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 0x7f5970159230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5975d93640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59700d0fd0 0x7f597009c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5976594640 1 -- 172.21.15.39:0/4045909146 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 msgr2=0x7f5970159230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5976594640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 0x7f5970159230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5976594640 1 -- 172.21.15.39:0/4045909146 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59700d0fd0 msgr2=0x7f597009c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5976594640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59700d0fd0 0x7f597009c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.004+0000 7f5976594640 1 -- 172.21.15.39:0/4045909146 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f597009e620 con 0x7f5970073620 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.005+0000 7f5976594640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 0x7f597014e060 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f596c00c3f0 tx=0x7f596c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.005+0000 7f5966ffd640 1 -- 172.21.15.39:0/4045909146 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f596c0052d0 con 0x7f5970073620 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.005+0000 7f5966ffd640 1 -- 172.21.15.39:0/4045909146 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f596c005490 con 0x7f5970073620 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.005+0000 7f5966ffd640 1 -- 172.21.15.39:0/4045909146 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f596c007260 con 0x7f5970073620 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.005+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5970155f20 con 0x7f5970073620 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.005+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59701564e0 con 0x7f5970073620 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.006+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f597006f250 con 0x7f5970073620 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.006+0000 7f5966ffd640 1 -- 172.21.15.39:0/4045909146 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f596c007400 con 0x7f5970073620 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.007+0000 7f5966ffd640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f595406c2b0 0x7f595406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.007+0000 7f5966ffd640 1 -- 172.21.15.39:0/4045909146 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f596c08a920 con 0x7f5970073620 2024-09-19T05:36:55.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.007+0000 7f5975d93640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f595406c2b0 0x7f595406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.007+0000 7f5975d93640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f595406c2b0 0x7f595406e770 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f597006c5b0 tx=0x7f5960008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.011+0000 7f5966ffd640 1 -- 172.21.15.39:0/4045909146 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f596c059090 con 0x7f5970073620 2024-09-19T05:36:55.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.186+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f597015c4e0 con 0x7f5970073620 2024-09-19T05:36:55.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.187+0000 7f5966ffd640 1 -- 172.21.15.39:0/4045909146 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+16696 (secure 0 0 0) 0x7f596c058990 con 0x7f5970073620 2024-09-19T05:36:55.189 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:55.189 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":78,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:42.128011+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:38.118352+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:39.457347+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:55.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f595406c2b0 msgr2=0x7f595406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f595406c2b0 0x7f595406e770 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f597006c5b0 tx=0x7f5960008040 comp rx=0 tx=0).stop 2024-09-19T05:36:55.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 msgr2=0x7f597014e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 0x7f597014e060 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f596c00c3f0 tx=0x7f596c00c8b0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 shutdown_connections 2024-09-19T05:36:55.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f595406c2b0 0x7f595406e770 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5970162c80 0x7f5970159230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59700d0fd0 0x7f597009c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 --2- 172.21.15.39:0/4045909146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5970073620 0x7f597014e060 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 >> 172.21.15.39:0/4045909146 conn(0x7f597006bb20 msgr2=0x7f597015fd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:55.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 shutdown_connections 2024-09-19T05:36:55.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.189+0000 7f59787f8640 1 -- 172.21.15.39:0/4045909146 wait complete. 2024-09-19T05:36:55.202 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:36:55.203 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:55.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.303+0000 7f034def1640 1 Processor -- start 2024-09-19T05:36:55.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.303+0000 7f034def1640 1 -- start start 2024-09-19T05:36:55.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.304+0000 7f034def1640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f034806bb20 0x7f034815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.304+0000 7f034def1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806d160 0x7f034806d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.304+0000 7f034def1640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03481603c0 con 0x7f034815e4f0 2024-09-19T05:36:55.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.304+0000 7f034def1640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f034806ccd0 con 0x7f034806bb20 2024-09-19T05:36:55.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.304+0000 7f034def1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f034806db30 con 0x7f034806d160 2024-09-19T05:36:55.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.304+0000 7f0347fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806d160 0x7f034806d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.304+0000 7f0347fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806d160 0x7f034806d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:51538/0 (socket says 172.21.15.39:51538) 2024-09-19T05:36:55.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.304+0000 7f0347fff640 1 -- 172.21.15.39:0/201732754 learned_addr learned my addr 172.21.15.39:0/201732754 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:55.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.304+0000 7f0346ffd640 1 --2- 172.21.15.39:0/201732754 >> v2:172.21.15.50:3300/0 conn(0x7f034806bb20 0x7f034815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.305+0000 7f03467fc640 1 -- 172.21.15.39:0/201732754 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 770550481 0 0) 0x7f03481603c0 con 0x7f034815e4f0 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.305+0000 7f0347fff640 1 -- 172.21.15.39:0/201732754 >> v2:172.21.15.50:3300/0 conn(0x7f034806bb20 msgr2=0x7f034815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.305+0000 7f0347fff640 1 --2- 172.21.15.39:0/201732754 >> v2:172.21.15.50:3300/0 conn(0x7f034806bb20 0x7f034815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.305+0000 7f0347fff640 1 -- 172.21.15.39:0/201732754 >> v1:172.21.15.50:6789/0 conn(0x7f034815e4f0 legacy=0x7f034815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.305+0000 7f0347fff640 1 -- 172.21.15.39:0/201732754 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f034806c0c0 con 0x7f034806d160 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.305+0000 7f0347fff640 1 --2- 172.21.15.39:0/201732754 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806d160 0x7f034806d5f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f034806ce50 tx=0x7f034002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e49fb777d13348a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f03467fc640 1 -- 172.21.15.39:0/201732754 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0340036070 con 0x7f034806d160 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f03467fc640 1 -- 172.21.15.39:0/201732754 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0340031600 con 0x7f034806d160 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f03467fc640 1 -- 172.21.15.39:0/201732754 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03400319d0 con 0x7f034806d160 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f034def1640 1 -- 172.21.15.39:0/201732754 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806d160 msgr2=0x7f034806d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f034def1640 1 --2- 172.21.15.39:0/201732754 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806d160 0x7f034806d5f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f034806ce50 tx=0x7f034002a710 comp rx=0 tx=0).stop 2024-09-19T05:36:55.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f034def1640 1 -- 172.21.15.39:0/201732754 shutdown_connections 2024-09-19T05:36:55.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f034def1640 1 --2- 172.21.15.39:0/201732754 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806d160 0x7f034806d5f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f034def1640 1 --2- 172.21.15.39:0/201732754 >> v2:172.21.15.50:3300/0 conn(0x7f034806bb20 0x7f034815f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f034def1640 1 -- 172.21.15.39:0/201732754 >> 172.21.15.39:0/201732754 conn(0x7f034806e5b0 msgr2=0x7f034806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:55.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f034def1640 1 -- 172.21.15.39:0/201732754 shutdown_connections 2024-09-19T05:36:55.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.306+0000 7f034def1640 1 -- 172.21.15.39:0/201732754 wait complete. 2024-09-19T05:36:55.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.307+0000 7f034def1640 1 Processor -- start 2024-09-19T05:36:55.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f034def1640 1 -- start start 2024-09-19T05:36:55.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f034def1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806bb20 0x7f0348156db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f034def1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f034806d160 0x7f03481e9d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f034def1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f034815e4f0 0x7f0348145a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f034def1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f034806c960 con 0x7f034815e4f0 2024-09-19T05:36:55.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f034def1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f034806c680 con 0x7f034806d160 2024-09-19T05:36:55.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f034def1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f034815e8d0 con 0x7f034806bb20 2024-09-19T05:36:55.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f0347fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f034815e4f0 0x7f0348145a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f0347fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f034815e4f0 0x7f0348145a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60642/0 (socket says 172.21.15.39:60642) 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.308+0000 7f0347fff640 1 -- 172.21.15.39:0/1633359295 learned_addr learned my addr 172.21.15.39:0/1633359295 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f0346ffd640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f034806d160 0x7f03481e9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f03477fe640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806bb20 0x7f0348156db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f0347fff640 1 -- 172.21.15.39:0/1633359295 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806bb20 msgr2=0x7f0348156db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f0347fff640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806bb20 0x7f0348156db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f0347fff640 1 -- 172.21.15.39:0/1633359295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f034806d160 msgr2=0x7f03481e9d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f0347fff640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f034806d160 0x7f03481e9d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f0347fff640 1 -- 172.21.15.39:0/1633359295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0348157670 con 0x7f034815e4f0 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f0347fff640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f034815e4f0 0x7f0348145a80 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f0340034040 tx=0x7f0340004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f032ffff640 1 -- 172.21.15.39:0/1633359295 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0340041020 con 0x7f034815e4f0 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f032ffff640 1 -- 172.21.15.39:0/1633359295 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0340037040 con 0x7f034815e4f0 2024-09-19T05:36:55.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0348157950 con 0x7f034815e4f0 2024-09-19T05:36:55.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f032ffff640 1 -- 172.21.15.39:0/1633359295 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0340036050 con 0x7f034815e4f0 2024-09-19T05:36:55.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.309+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0348157f10 con 0x7f034815e4f0 2024-09-19T05:36:55.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.310+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0348158b20 con 0x7f034815e4f0 2024-09-19T05:36:55.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.311+0000 7f032ffff640 1 -- 172.21.15.39:0/1633359295 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0340007c50 con 0x7f034815e4f0 2024-09-19T05:36:55.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.311+0000 7f032ffff640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f033406c2b0 0x7f033406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.311+0000 7f032ffff640 1 -- 172.21.15.39:0/1633359295 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f03400ab9d0 con 0x7f034815e4f0 2024-09-19T05:36:55.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.311+0000 7f03477fe640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f033406c2b0 0x7f033406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.312+0000 7f03477fe640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f033406c2b0 0x7f033406e770 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0338000f60 tx=0x7f0338009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.316+0000 7f032ffff640 1 -- 172.21.15.39:0/1633359295 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f034004b060 con 0x7f034815e4f0 2024-09-19T05:36:55.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.526+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03480cdd30 con 0x7f034815e4f0 2024-09-19T05:36:55.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.527+0000 7f032ffff640 1 -- 172.21.15.39:0/1633359295 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5222 (secure 0 0 0) 0x7f0340079b80 con 0x7f034815e4f0 2024-09-19T05:36:55.528 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:55.528 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"btime":"2024-09-19T05:36:43:149636+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5761,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/257855834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":257855834},{"type":"v1","addr":"172.21.15.50:6833","nonce":257855834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":5767,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3590319700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3590319700},{"type":"v1","addr":"172.21.15.50:6835","nonce":3590319700}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6132,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1033705035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1033705035},{"type":"v1","addr":"172.21.15.39:6836","nonce":1033705035}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:40.467982+0000","modified":"2024-09-19T05:36:42.495715+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6135},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6135":{"gid":6135,"name":"c","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/2720686502","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":2720686502},{"type":"v1","addr":"172.21.15.39:6837","nonce":2720686502}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6135,"qdb_cluster":[6135]},"id":6}]} 2024-09-19T05:36:55.528 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 43 2024-09-19T05:36:55.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.528+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f033406c2b0 msgr2=0x7f033406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.528+0000 7f034def1640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f033406c2b0 0x7f033406e770 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0338000f60 tx=0x7f0338009040 comp rx=0 tx=0).stop 2024-09-19T05:36:55.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.528+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f034815e4f0 msgr2=0x7f0348145a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.528+0000 7f034def1640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f034815e4f0 0x7f0348145a80 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f0340034040 tx=0x7f0340004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:55.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.528+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 shutdown_connections 2024-09-19T05:36:55.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.528+0000 7f034def1640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f033406c2b0 0x7f033406e770 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.528+0000 7f034def1640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f034815e4f0 0x7f0348145a80 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.528+0000 7f034def1640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f034806d160 0x7f03481e9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.528+0000 7f034def1640 1 --2- 172.21.15.39:0/1633359295 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f034806bb20 0x7f0348156db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.529+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 >> 172.21.15.39:0/1633359295 conn(0x7f034806e5b0 msgr2=0x7f03480b37d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:55.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.529+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 shutdown_connections 2024-09-19T05:36:55.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.529+0000 7f034def1640 1 -- 172.21.15.39:0/1633359295 wait complete. 2024-09-19T05:36:55.541 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:36:55.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.642+0000 7f252f55f640 1 Processor -- start 2024-09-19T05:36:55.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.642+0000 7f252f55f640 1 -- start start 2024-09-19T05:36:55.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f252f55f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f252815e4f0 0x7f252815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f252f55f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806d160 0x7f252806d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f252f55f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25281603c0 con 0x7f252806bb20 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f252f55f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f252806ccd0 con 0x7f252815e4f0 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f252f55f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f252806db30 con 0x7f252806d160 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f252cafa640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f252806bb20 0x7f252815fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38086/0 (socket says 172.21.15.39:38086) 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f252cafa640 1 -- 172.21.15.39:0/3210228712 learned_addr learned my addr 172.21.15.39:0/3210228712 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f252dafc640 1 --2- 172.21.15.39:0/3210228712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806d160 0x7f252806d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f252d2fb640 1 --2- 172.21.15.39:0/3210228712 >> v2:172.21.15.50:3300/0 conn(0x7f252815e4f0 0x7f252815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.643+0000 7f2527fff640 1 -- 172.21.15.39:0/3210228712 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 212705301 0 0) 0x7f25281603c0 con 0x7f252806bb20 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.644+0000 7f2527fff640 1 -- 172.21.15.39:0/3210228712 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2510003520 con 0x7f252806bb20 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.644+0000 7f2527fff640 1 -- 172.21.15.39:0/3210228712 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 620570191 0 0) 0x7f2510003520 con 0x7f252806bb20 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.644+0000 7f252dafc640 1 -- 172.21.15.39:0/3210228712 >> v2:172.21.15.50:3300/0 conn(0x7f252815e4f0 msgr2=0x7f252815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.644+0000 7f252dafc640 1 --2- 172.21.15.39:0/3210228712 >> v2:172.21.15.50:3300/0 conn(0x7f252815e4f0 0x7f252815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.644+0000 7f252dafc640 1 -- 172.21.15.39:0/3210228712 >> v1:172.21.15.39:6789/0 conn(0x7f252806bb20 legacy=0x7f252815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.644+0000 7f252dafc640 1 -- 172.21.15.39:0/3210228712 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f252806c0c0 con 0x7f252806d160 2024-09-19T05:36:55.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.644+0000 7f252d2fb640 1 --2- 172.21.15.39:0/3210228712 >> v2:172.21.15.50:3300/0 conn(0x7f252815e4f0 0x7f252815f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:55.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f252dafc640 1 --2- 172.21.15.39:0/3210228712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806d160 0x7f252806d5f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f252806ce50 tx=0x7f251802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28285afac2392866 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f2527fff640 1 -- 172.21.15.39:0/3210228712 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f251c001670 con 0x7f252806d160 2024-09-19T05:36:55.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f2527fff640 1 -- 172.21.15.39:0/3210228712 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2518007540 con 0x7f252806d160 2024-09-19T05:36:55.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f2527fff640 1 -- 172.21.15.39:0/3210228712 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2518007910 con 0x7f252806d160 2024-09-19T05:36:55.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f252f55f640 1 -- 172.21.15.39:0/3210228712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806d160 msgr2=0x7f252806d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f252f55f640 1 --2- 172.21.15.39:0/3210228712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806d160 0x7f252806d5f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f252806ce50 tx=0x7f251802a5d0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f252f55f640 1 -- 172.21.15.39:0/3210228712 shutdown_connections 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f252f55f640 1 --2- 172.21.15.39:0/3210228712 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806d160 0x7f252806d5f0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f252f55f640 1 --2- 172.21.15.39:0/3210228712 >> v2:172.21.15.50:3300/0 conn(0x7f252815e4f0 0x7f252815f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f252f55f640 1 -- 172.21.15.39:0/3210228712 >> 172.21.15.39:0/3210228712 conn(0x7f252806e5b0 msgr2=0x7f252806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f252f55f640 1 -- 172.21.15.39:0/3210228712 shutdown_connections 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.645+0000 7f252f55f640 1 -- 172.21.15.39:0/3210228712 wait complete. 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.646+0000 7f252f55f640 1 Processor -- start 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252f55f640 1 -- start start 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252f55f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806bb20 0x7f252814ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252f55f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f252806d160 0x7f2528150930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252f55f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f252815e4f0 0x7f25281561f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252f55f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f252806c960 con 0x7f252815e4f0 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252f55f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f252806c680 con 0x7f252806d160 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252f55f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f252815e8d0 con 0x7f252806bb20 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252dafc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f252815e4f0 0x7f25281561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252dafc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f252815e4f0 0x7f25281561f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60646/0 (socket says 172.21.15.39:60646) 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.647+0000 7f252dafc640 1 -- 172.21.15.39:0/4259943052 learned_addr learned my addr 172.21.15.39:0/4259943052 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252d2fb640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806bb20 0x7f252814ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252cafa640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f252806d160 0x7f2528150930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252dafc640 1 -- 172.21.15.39:0/4259943052 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806bb20 msgr2=0x7f252814ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252dafc640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806bb20 0x7f252814ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252dafc640 1 -- 172.21.15.39:0/4259943052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f252806d160 msgr2=0x7f2528150930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252dafc640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f252806d160 0x7f2528150930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252dafc640 1 -- 172.21.15.39:0/4259943052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f252814f890 con 0x7f252815e4f0 2024-09-19T05:36:55.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252dafc640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f252815e4f0 0x7f25281561f0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f2518009e80 tx=0x7f2518004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f2525ffb640 1 -- 172.21.15.39:0/4259943052 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2518040070 con 0x7f252815e4f0 2024-09-19T05:36:55.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f2525ffb640 1 -- 172.21.15.39:0/4259943052 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2518031b40 con 0x7f252815e4f0 2024-09-19T05:36:55.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f2525ffb640 1 -- 172.21.15.39:0/4259943052 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2518009450 con 0x7f252815e4f0 2024-09-19T05:36:55.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f252814fb70 con 0x7f252815e4f0 2024-09-19T05:36:55.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.648+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2528150130 con 0x7f252815e4f0 2024-09-19T05:36:55.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.649+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f252806d5f0 con 0x7f252815e4f0 2024-09-19T05:36:55.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.650+0000 7f2525ffb640 1 -- 172.21.15.39:0/4259943052 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2518039040 con 0x7f252815e4f0 2024-09-19T05:36:55.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.650+0000 7f2525ffb640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f251406c2e0 0x7f251406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.650+0000 7f2525ffb640 1 -- 172.21.15.39:0/4259943052 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f25180acc10 con 0x7f252815e4f0 2024-09-19T05:36:55.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.650+0000 7f252d2fb640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f251406c2e0 0x7f251406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.651+0000 7f252d2fb640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f251406c2e0 0x7f251406e7a0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2528153960 tx=0x7f2520008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.655+0000 7f2525ffb640 1 -- 172.21.15.39:0/4259943052 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2518043360 con 0x7f252815e4f0 2024-09-19T05:36:55.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.866+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f252815bf80 con 0x7f252815e4f0 2024-09-19T05:36:55.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.867+0000 7f2525ffb640 1 -- 172.21.15.39:0/4259943052 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5222 (secure 0 0 0) 0x7f2518081030 con 0x7f252815e4f0 2024-09-19T05:36:55.869 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:55.869 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":43,"btime":"2024-09-19T05:36:43:149636+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5761,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/257855834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":257855834},{"type":"v1","addr":"172.21.15.50:6833","nonce":257855834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":5767,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3590319700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3590319700},{"type":"v1","addr":"172.21.15.50:6835","nonce":3590319700}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6132,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1033705035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1033705035},{"type":"v1","addr":"172.21.15.39:6836","nonce":1033705035}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:36:40.467982+0000","modified":"2024-09-19T05:36:42.495715+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6135},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6135":{"gid":6135,"name":"c","rank":0,"incarnation":41,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/2720686502","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":2720686502},{"type":"v1","addr":"172.21.15.39:6837","nonce":2720686502}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6135,"qdb_cluster":[6135]},"id":6}]} 2024-09-19T05:36:55.869 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 43 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f251406c2e0 msgr2=0x7f251406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f251406c2e0 0x7f251406e7a0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2528153960 tx=0x7f2520008040 comp rx=0 tx=0).stop 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f252815e4f0 msgr2=0x7f25281561f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f252815e4f0 0x7f25281561f0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f2518009e80 tx=0x7f2518004a40 comp rx=0 tx=0).stop 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 shutdown_connections 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f251406c2e0 0x7f251406e7a0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f252815e4f0 0x7f25281561f0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f252806d160 0x7f2528150930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 --2- 172.21.15.39:0/4259943052 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f252806bb20 0x7f252814ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 >> 172.21.15.39:0/4259943052 conn(0x7f252806e5b0 msgr2=0x7f252815fd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:55.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 shutdown_connections 2024-09-19T05:36:55.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.869+0000 7f252f55f640 1 -- 172.21.15.39:0/4259943052 wait complete. 2024-09-19T05:36:55.882 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:36:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.983+0000 7f44ccb13640 1 Processor -- start 2024-09-19T05:36:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.983+0000 7f44ccb13640 1 -- start start 2024-09-19T05:36:55.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.984+0000 7f44ccb13640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f44c815ece0 0x7f44c815f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.984+0000 7f44ccb13640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f44c80b6ba0 0x7f44c80b7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.984+0000 7f44ccb13640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44c80b5710 con 0x7f44c815e900 2024-09-19T05:36:55.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.984+0000 7f44ccb13640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f44c8074220 con 0x7f44c80b6ba0 2024-09-19T05:36:55.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.984+0000 7f44ccb13640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f44c8073980 con 0x7f44c815ece0 2024-09-19T05:36:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.985+0000 7f44c6d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f44c80b6ba0 0x7f44c80b7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.985+0000 7f44c659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f44c815e900 0x7f44c806d280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38088/0 (socket says 172.21.15.39:38088) 2024-09-19T05:36:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.985+0000 7f44c659c640 1 -- 172.21.15.39:0/2544533108 learned_addr learned my addr 172.21.15.39:0/2544533108 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.985+0000 7f44c5d9b640 1 --2- 172.21.15.39:0/2544533108 >> v2:172.21.15.50:3300/0 conn(0x7f44c815ece0 0x7f44c815f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.985+0000 7f44c6d9d640 1 -- 172.21.15.39:0/2544533108 >> v2:172.21.15.50:3300/0 conn(0x7f44c815ece0 msgr2=0x7f44c815f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.985+0000 7f44c6d9d640 1 --2- 172.21.15.39:0/2544533108 >> v2:172.21.15.50:3300/0 conn(0x7f44c815ece0 0x7f44c815f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.985+0000 7f44c6d9d640 1 -- 172.21.15.39:0/2544533108 >> v1:172.21.15.39:6789/0 conn(0x7f44c815e900 legacy=0x7f44c806d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.985+0000 7f44c559a640 1 -- 172.21.15.39:0/2544533108 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1470683288 0 0) 0x7f44c80b5710 con 0x7f44c815e900 2024-09-19T05:36:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.985+0000 7f44c6d9d640 1 -- 172.21.15.39:0/2544533108 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c8073c60 con 0x7f44c80b6ba0 2024-09-19T05:36:55.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.986+0000 7f44c6d9d640 1 --2- 172.21.15.39:0/2544533108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 0x7f44c80b7030 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f44c80637b0 tx=0x7f44c002a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26efbd67ef39a34d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.986+0000 7f44c559a640 1 -- 172.21.15.39:0/2544533108 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c0007740 con 0x7f44c80b6ba0 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.986+0000 7f44c559a640 1 -- 172.21.15.39:0/2544533108 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44c00078e0 con 0x7f44c80b6ba0 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.986+0000 7f44c559a640 1 -- 172.21.15.39:0/2544533108 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c0007cb0 con 0x7f44c80b6ba0 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.986+0000 7f44ccb13640 1 -- 172.21.15.39:0/2544533108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 msgr2=0x7f44c80b7030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.986+0000 7f44ccb13640 1 --2- 172.21.15.39:0/2544533108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 0x7f44c80b7030 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f44c80637b0 tx=0x7f44c002a560 comp rx=0 tx=0).stop 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.987+0000 7f44ccb13640 1 -- 172.21.15.39:0/2544533108 shutdown_connections 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.987+0000 7f44ccb13640 1 --2- 172.21.15.39:0/2544533108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 0x7f44c80b7030 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.987+0000 7f44ccb13640 1 --2- 172.21.15.39:0/2544533108 >> v2:172.21.15.50:3300/0 conn(0x7f44c815ece0 0x7f44c815f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.987+0000 7f44ccb13640 1 -- 172.21.15.39:0/2544533108 >> 172.21.15.39:0/2544533108 conn(0x7f44c80d24b0 msgr2=0x7f44c80d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.987+0000 7f44ccb13640 1 -- 172.21.15.39:0/2544533108 shutdown_connections 2024-09-19T05:36:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.987+0000 7f44ccb13640 1 -- 172.21.15.39:0/2544533108 wait complete. 2024-09-19T05:36:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.988+0000 7f44ccb13640 1 Processor -- start 2024-09-19T05:36:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.988+0000 7f44ccb13640 1 -- start start 2024-09-19T05:36:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44ccb13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 0x7f44c81588f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44ccb13640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f44c815e900 0x7f44c815ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44ccb13640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44c815ece0 0x7f44c81e9e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44ccb13640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f44c806bf30 con 0x7f44c80b6ba0 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44ccb13640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f44c806bc50 con 0x7f44c815ece0 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44ccb13640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f44c80b7570 con 0x7f44c815e900 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 0x7f44c81588f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 0x7f44c81588f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60654/0 (socket says 172.21.15.39:60654) 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c659c640 1 -- 172.21.15.39:0/3472549839 learned_addr learned my addr 172.21.15.39:0/3472549839 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c5d9b640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f44c815e900 0x7f44c815ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c659c640 1 -- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f44c815e900 msgr2=0x7f44c815ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c6d9d640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44c815ece0 0x7f44c81e9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c659c640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f44c815e900 0x7f44c815ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c659c640 1 -- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44c815ece0 msgr2=0x7f44c81e9e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c659c640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44c815ece0 0x7f44c81e9e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c659c640 1 -- 172.21.15.39:0/3472549839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c8158e30 con 0x7f44c80b6ba0 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c5d9b640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f44c815e900 0x7f44c815ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c6d9d640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44c815ece0 0x7f44c81e9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44c659c640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 0x7f44c81588f0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f44b800c4d0 tx=0x7f44b800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44beffd640 1 -- 172.21.15.39:0/3472549839 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b8018070 con 0x7f44c80b6ba0 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44beffd640 1 -- 172.21.15.39:0/3472549839 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44b8007500 con 0x7f44c80b6ba0 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.989+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44c815b760 con 0x7f44c80b6ba0 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.990+0000 7f44beffd640 1 -- 172.21.15.39:0/3472549839 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b8004a20 con 0x7f44c80b6ba0 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.990+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44c815bce0 con 0x7f44c80b6ba0 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.990+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44c80b7030 con 0x7f44c80b6ba0 2024-09-19T05:36:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.991+0000 7f44beffd640 1 -- 172.21.15.39:0/3472549839 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f44b801b070 con 0x7f44c80b6ba0 2024-09-19T05:36:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.991+0000 7f44beffd640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f44a806c2b0 0x7f44a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.992+0000 7f44beffd640 1 -- 172.21.15.39:0/3472549839 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f44b808a780 con 0x7f44c80b6ba0 2024-09-19T05:36:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.992+0000 7f44c5d9b640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f44a806c2b0 0x7f44a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.992+0000 7f44c5d9b640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f44a806c2b0 0x7f44a806e770 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f44c80b36d0 tx=0x7f44b0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:55.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:55.996+0000 7f44beffd640 1 -- 172.21.15.39:0/3472549839 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f44c8158e30 con 0x7f44c80b6ba0 2024-09-19T05:36:56.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.177+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f44c806cc30 con 0x7f44c80b6ba0 2024-09-19T05:36:56.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.178+0000 7f44beffd640 1 -- 172.21.15.39:0/3472549839 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+16696 (secure 0 0 0) 0x7f44b8058ef0 con 0x7f44c80b6ba0 2024-09-19T05:36:56.180 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:36:56.180 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":78,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:42.128011+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:36:38.118352+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T05:36:39.457347+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:36:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f44a806c2b0 msgr2=0x7f44a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f44a806c2b0 0x7f44a806e770 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f44c80b36d0 tx=0x7f44b0008040 comp rx=0 tx=0).stop 2024-09-19T05:36:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 msgr2=0x7f44c81588f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 0x7f44c81588f0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f44b800c4d0 tx=0x7f44b800c990 comp rx=0 tx=0).stop 2024-09-19T05:36:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 shutdown_connections 2024-09-19T05:36:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f44a806c2b0 0x7f44a806e770 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44c815ece0 0x7f44c81e9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f44c815e900 0x7f44c815ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 --2- 172.21.15.39:0/3472549839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c80b6ba0 0x7f44c81588f0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 >> 172.21.15.39:0/3472549839 conn(0x7f44c80d24b0 msgr2=0x7f44c806d110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:56.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 shutdown_connections 2024-09-19T05:36:56.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.180+0000 7f44ccb13640 1 -- 172.21.15.39:0/3472549839 wait complete. 2024-09-19T05:36:56.193 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:36:56.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.296+0000 7f2d2f728640 1 Processor -- start 2024-09-19T05:36:56.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.296+0000 7f2d2f728640 1 -- start start 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2f728640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2d280d1c10 0x7f2d280b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2f728640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d280b70b0 con 0x7f2d2815e970 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2f728640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d280b78b0 con 0x7f2d28162cd0 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2f728640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f2d280b62f0 con 0x7f2d280d1c10 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2ccc3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2d280d1c10 0x7f2d280b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2d4c4640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2d2815e970 0x7f2d280d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38098/0 (socket says 172.21.15.39:38098) 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2d4c4640 1 -- 172.21.15.39:0/3746996423 learned_addr learned my addr 172.21.15.39:0/3746996423 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2ccc3640 1 -- 172.21.15.39:0/3746996423 >> v1:172.21.15.50:6789/0 conn(0x7f2d28162cd0 legacy=0x7f2d280ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2ccc3640 1 -- 172.21.15.39:0/3746996423 >> v1:172.21.15.39:6789/0 conn(0x7f2d2815e970 legacy=0x7f2d280d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d1ffff640 1 -- 172.21.15.39:0/3746996423 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3310114473 0 0) 0x7f2d24001110 con 0x7f2d2815e970 2024-09-19T05:36:56.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.297+0000 7f2d2ccc3640 1 -- 172.21.15.39:0/3746996423 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d280b65d0 con 0x7f2d280d1c10 2024-09-19T05:36:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.298+0000 7f2d2ccc3640 1 --2- 172.21.15.39:0/3746996423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 0x7f2d280b37a0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f2d180097a0 tx=0x7f2d1802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7539118016aa64c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.298+0000 7f2d1ffff640 1 -- 172.21.15.39:0/3746996423 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18037070 con 0x7f2d280d1c10 2024-09-19T05:36:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.298+0000 7f2d1ffff640 1 -- 172.21.15.39:0/3746996423 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d1802ae50 con 0x7f2d280d1c10 2024-09-19T05:36:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.298+0000 7f2d1ffff640 1 -- 172.21.15.39:0/3746996423 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18032660 con 0x7f2d280d1c10 2024-09-19T05:36:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.299+0000 7f2d2f728640 1 -- 172.21.15.39:0/3746996423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 msgr2=0x7f2d280b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.299+0000 7f2d2f728640 1 --2- 172.21.15.39:0/3746996423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 0x7f2d280b37a0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f2d180097a0 tx=0x7f2d1802a140 comp rx=0 tx=0).stop 2024-09-19T05:36:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.299+0000 7f2d2f728640 1 -- 172.21.15.39:0/3746996423 shutdown_connections 2024-09-19T05:36:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.299+0000 7f2d2f728640 1 --2- 172.21.15.39:0/3746996423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 0x7f2d280b37a0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.299+0000 7f2d2f728640 1 -- 172.21.15.39:0/3746996423 >> 172.21.15.39:0/3746996423 conn(0x7f2d2806bd00 msgr2=0x7f2d2806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.299+0000 7f2d2f728640 1 -- 172.21.15.39:0/3746996423 shutdown_connections 2024-09-19T05:36:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.299+0000 7f2d2f728640 1 -- 172.21.15.39:0/3746996423 wait complete. 2024-09-19T05:36:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.300+0000 7f2d2f728640 1 Processor -- start 2024-09-19T05:36:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.300+0000 7f2d2f728640 1 -- start start 2024-09-19T05:36:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2f728640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 0x7f2d2815af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2f728640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d2815e970 0x7f2d280b2b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2f728640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d28162cd0 0x7f2d281e8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2f728640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2d281630e0 con 0x7f2d280d1c10 2024-09-19T05:36:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2f728640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2d280b6b90 con 0x7f2d2815e970 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2f728640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2d280cf450 con 0x7f2d28162cd0 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2d4c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 0x7f2d2815af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2d4c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 0x7f2d2815af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60680/0 (socket says 172.21.15.39:60680) 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2d4c4640 1 -- 172.21.15.39:0/424634922 learned_addr learned my addr 172.21.15.39:0/424634922 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2ccc3640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d2815e970 0x7f2d280b2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2dcc5640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d28162cd0 0x7f2d281e8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2d4c4640 1 -- 172.21.15.39:0/424634922 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d28162cd0 msgr2=0x7f2d281e8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2d4c4640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d28162cd0 0x7f2d281e8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2d4c4640 1 -- 172.21.15.39:0/424634922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d2815e970 msgr2=0x7f2d280b2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2d4c4640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d2815e970 0x7f2d280b2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2d4c4640 1 -- 172.21.15.39:0/424634922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d281eaa60 con 0x7f2d280d1c10 2024-09-19T05:36:56.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2ccc3640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d2815e970 0x7f2d280b2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:56.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.301+0000 7f2d2d4c4640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 0x7f2d2815af80 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f2d2400c7b0 tx=0x7f2d2400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:56.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.302+0000 7f2d1dffb640 1 -- 172.21.15.39:0/424634922 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d24018070 con 0x7f2d280d1c10 2024-09-19T05:36:56.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.302+0000 7f2d1dffb640 1 -- 172.21.15.39:0/424634922 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d240072d0 con 0x7f2d280d1c10 2024-09-19T05:36:56.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.302+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d281ead40 con 0x7f2d280d1c10 2024-09-19T05:36:56.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.302+0000 7f2d1dffb640 1 -- 172.21.15.39:0/424634922 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d240047e0 con 0x7f2d280d1c10 2024-09-19T05:36:56.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.302+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d2815fed0 con 0x7f2d280d1c10 2024-09-19T05:36:56.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.303+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d2815b950 con 0x7f2d280d1c10 2024-09-19T05:36:56.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.303+0000 7f2d1dffb640 1 -- 172.21.15.39:0/424634922 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2d2401b070 con 0x7f2d280d1c10 2024-09-19T05:36:56.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.304+0000 7f2d1dffb640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0c06c2b0 0x7f2d0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.304+0000 7f2d1dffb640 1 -- 172.21.15.39:0/424634922 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5709+0+0 (secure 0 0 0) 0x7f2d2408a700 con 0x7f2d280d1c10 2024-09-19T05:36:56.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.304+0000 7f2d2ccc3640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0c06c2b0 0x7f2d0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.304+0000 7f2d2ccc3640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0c06c2b0 0x7f2d0c06e770 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f2d18034000 tx=0x7f2d1802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:56.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.308+0000 7f2d1dffb640 1 -- 172.21.15.39:0/424634922 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d280b70b0 con 0x7f2d280d1c10 2024-09-19T05:36:56.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.520+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f2d280b37a0 con 0x7f2d280d1c10 2024-09-19T05:36:56.522 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:36:56.520+0000 7efed0237640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:36:56.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.523+0000 7f2d1dffb640 1 -- 172.21.15.39:0/424634922 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v44) ==== 161+0+0 (secure 0 0 0) 0x7f2d24058f00 con 0x7f2d280d1c10 2024-09-19T05:36:56.525 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:36:56.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.526+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0c06c2b0 msgr2=0x7f2d0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.526+0000 7f2d2f728640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0c06c2b0 0x7f2d0c06e770 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f2d18034000 tx=0x7f2d1802e000 comp rx=0 tx=0).stop 2024-09-19T05:36:56.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 msgr2=0x7f2d2815af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 0x7f2d2815af80 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f2d2400c7b0 tx=0x7f2d2400cc70 comp rx=0 tx=0).stop 2024-09-19T05:36:56.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 shutdown_connections 2024-09-19T05:36:56.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0c06c2b0 0x7f2d0c06e770 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d28162cd0 0x7f2d281e8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d2815e970 0x7f2d280b2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 --2- 172.21.15.39:0/424634922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d280d1c10 0x7f2d2815af80 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 >> 172.21.15.39:0/424634922 conn(0x7f2d2806bd00 msgr2=0x7f2d280b5ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:56.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 shutdown_connections 2024-09-19T05:36:56.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.527+0000 7f2d2f728640 1 -- 172.21.15.39:0/424634922 wait complete. 2024-09-19T05:36:56.532 INFO:tasks.ceph.mds.c.smithi039.stderr: -2069> 2024-09-19T05:36:47.050+0000 7f6301210640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:36:56.541 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:36:56.558 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:36:56.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.645+0000 7fc8effff640 1 Processor -- start 2024-09-19T05:36:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.645+0000 7fc8effff640 1 -- start start 2024-09-19T05:36:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8effff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f0161b70 0x7fc8f00d3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8effff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc8f00d4cb0 0x7fc8f00cfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8effff640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8f00d3de0 con 0x7fc8f00d3860 2024-09-19T05:36:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8effff640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fc8f0161f50 con 0x7fc8f00d4cb0 2024-09-19T05:36:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8effff640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc8f00d40c0 con 0x7fc8f0161b70 2024-09-19T05:36:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8ef7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc8f00d4cb0 0x7fc8f00cfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8ef7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc8f00d4cb0 0x7fc8f00cfe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60714/0 (socket says 172.21.15.39:60714) 2024-09-19T05:36:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8ef7fe640 1 -- 172.21.15.39:0/471977030 learned_addr learned my addr 172.21.15.39:0/471977030 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8eeffd640 1 --2- 172.21.15.39:0/471977030 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f0161b70 0x7fc8f00d3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8ef7fe640 1 -- 172.21.15.39:0/471977030 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f0161b70 msgr2=0x7fc8f00d3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8ef7fe640 1 --2- 172.21.15.39:0/471977030 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f0161b70 0x7fc8f00d3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8ef7fe640 1 -- 172.21.15.39:0/471977030 >> v1:172.21.15.50:6789/0 conn(0x7fc8f00d3860 legacy=0x7fc8f00d45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.646+0000 7fc8ef7fe640 1 -- 172.21.15.39:0/471977030 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8f00cf690 con 0x7fc8f00d4cb0 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.647+0000 7fc8ef7fe640 1 --2- 172.21.15.39:0/471977030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f00d4cb0 0x7fc8f00cfe90 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fc8e8009870 tx=0x7fc8e802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ac1b9567dd785a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.647+0000 7fc8edffb640 1 -- 172.21.15.39:0/471977030 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8e8037070 con 0x7fc8f00d4cb0 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.647+0000 7fc8edffb640 1 -- 172.21.15.39:0/471977030 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8e8032440 con 0x7fc8f00d4cb0 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.647+0000 7fc8edffb640 1 -- 172.21.15.39:0/471977030 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8e8032810 con 0x7fc8f00d4cb0 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.648+0000 7fc8effff640 1 -- 172.21.15.39:0/471977030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f00d4cb0 msgr2=0x7fc8f00cfe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.648+0000 7fc8effff640 1 --2- 172.21.15.39:0/471977030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f00d4cb0 0x7fc8f00cfe90 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fc8e8009870 tx=0x7fc8e802a270 comp rx=0 tx=0).stop 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.648+0000 7fc8effff640 1 -- 172.21.15.39:0/471977030 shutdown_connections 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.648+0000 7fc8effff640 1 --2- 172.21.15.39:0/471977030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f00d4cb0 0x7fc8f00cfe90 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.648+0000 7fc8effff640 1 --2- 172.21.15.39:0/471977030 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f0161b70 0x7fc8f00d3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.648+0000 7fc8effff640 1 -- 172.21.15.39:0/471977030 >> 172.21.15.39:0/471977030 conn(0x7fc8f0062630 msgr2=0x7fc8f0062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.648+0000 7fc8effff640 1 -- 172.21.15.39:0/471977030 shutdown_connections 2024-09-19T05:36:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.648+0000 7fc8effff640 1 -- 172.21.15.39:0/471977030 wait complete. 2024-09-19T05:36:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.649+0000 7fc8effff640 1 Processor -- start 2024-09-19T05:36:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.649+0000 7fc8effff640 1 -- start start 2024-09-19T05:36:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8effff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f00d3860 0x7fc8f0149f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8effff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8f00d4cb0 0x7fc8f00b6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8effff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f0161b70 0x7fc8f00b6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8effff640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc8f00cf2d0 con 0x7fc8f0161b70 2024-09-19T05:36:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8effff640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc8f00c9fc0 con 0x7fc8f00d4cb0 2024-09-19T05:36:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8effff640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc8f00cf450 con 0x7fc8f00d3860 2024-09-19T05:36:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8ef7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f0161b70 0x7fc8f00b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8ef7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f0161b70 0x7fc8f00b6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60720/0 (socket says 172.21.15.39:60720) 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8ef7fe640 1 -- 172.21.15.39:0/2241496739 learned_addr learned my addr 172.21.15.39:0/2241496739 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8ee7fc640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8f00d4cb0 0x7fc8f00b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8eeffd640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f00d3860 0x7fc8f0149f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8ef7fe640 1 -- 172.21.15.39:0/2241496739 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f00d3860 msgr2=0x7fc8f0149f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8ef7fe640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f00d3860 0x7fc8f0149f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8ef7fe640 1 -- 172.21.15.39:0/2241496739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8f00d4cb0 msgr2=0x7fc8f00b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8ef7fe640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8f00d4cb0 0x7fc8f00b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8ef7fe640 1 -- 172.21.15.39:0/2241496739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8f015d160 con 0x7fc8f0161b70 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.650+0000 7fc8eeffd640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f00d3860 0x7fc8f0149f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.651+0000 7fc8ef7fe640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f0161b70 0x7fc8f00b6760 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fc8e8009870 tx=0x7fc8e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.651+0000 7fc8e77fe640 1 -- 172.21.15.39:0/2241496739 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8e8041020 con 0x7fc8f0161b70 2024-09-19T05:36:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.651+0000 7fc8e77fe640 1 -- 172.21.15.39:0/2241496739 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8e803d640 con 0x7fc8f0161b70 2024-09-19T05:36:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.651+0000 7fc8e77fe640 1 -- 172.21.15.39:0/2241496739 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8e8037040 con 0x7fc8f0161b70 2024-09-19T05:36:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.651+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8f015d440 con 0x7fc8f0161b70 2024-09-19T05:36:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.651+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8f015da00 con 0x7fc8f0161b70 2024-09-19T05:36:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.652+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8f00b7540 con 0x7fc8f0161b70 2024-09-19T05:36:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.652+0000 7fc8e77fe640 1 -- 172.21.15.39:0/2241496739 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc8e8044020 con 0x7fc8f0161b70 2024-09-19T05:36:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.653+0000 7fc8e77fe640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc8d006c2b0 0x7fc8d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.653+0000 7fc8e77fe640 1 -- 172.21.15.39:0/2241496739 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5795+0+0 (secure 0 0 0) 0x7fc8e80abbc0 con 0x7fc8f0161b70 2024-09-19T05:36:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.653+0000 7fc8eeffd640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc8d006c2b0 0x7fc8d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:56.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.653+0000 7fc8eeffd640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc8d006c2b0 0x7fc8d006e770 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc8e0009fd0 tx=0x7fc8e000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.657+0000 7fc8e77fe640 1 -- 172.21.15.39:0/2241496739 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc8e804b030 con 0x7fc8f0161b70 2024-09-19T05:36:56.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:56.868+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fc8f00b4b60 con 0x7fc8f0161b70 2024-09-19T05:36:57.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.529+0000 7fc8e77fe640 1 -- 172.21.15.39:0/2241496739 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v45) ==== 104+0+0 (secure 0 0 0) 0x7fc8e807a250 con 0x7fc8f0161b70 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc8d006c2b0 msgr2=0x7fc8d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc8d006c2b0 0x7fc8d006e770 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc8e0009fd0 tx=0x7fc8e000b040 comp rx=0 tx=0).stop 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f0161b70 msgr2=0x7fc8f00b6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f0161b70 0x7fc8f00b6760 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fc8e8009870 tx=0x7fc8e80046c0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 shutdown_connections 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc8d006c2b0 0x7fc8d006e770 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8f0161b70 0x7fc8f00b6760 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8f00d4cb0 0x7fc8f00b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 --2- 172.21.15.39:0/2241496739 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc8f00d3860 0x7fc8f0149f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 >> 172.21.15.39:0/2241496739 conn(0x7fc8f0062630 msgr2=0x7fc8f00d0590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:57.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 shutdown_connections 2024-09-19T05:36:57.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.532+0000 7fc8effff640 1 -- 172.21.15.39:0/2241496739 wait complete. 2024-09-19T05:36:57.546 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:36:57.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.694+0000 7ff6c252a640 1 Processor -- start 2024-09-19T05:36:57.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.695+0000 7ff6c252a640 1 -- start start 2024-09-19T05:36:57.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.695+0000 7ff6c252a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff6bc15e860 0x7ff6bc0cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:57.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.695+0000 7ff6c252a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff6bc0d3320 0x7ff6bc0d4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:57.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.695+0000 7ff6c252a640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6bc0d38c0 con 0x7ff6bc0d4ea0 2024-09-19T05:36:57.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.695+0000 7ff6c252a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ff6bc0b3f10 con 0x7ff6bc0d3320 2024-09-19T05:36:57.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.695+0000 7ff6c252a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff6bc0d3ba0 con 0x7ff6bc15e860 2024-09-19T05:36:57.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.695+0000 7ff6bb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff6bc0d3320 0x7ff6bc0d4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.696+0000 7ff6bb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff6bc0d3320 0x7ff6bc0d4960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55328/0 (socket says 172.21.15.39:55328) 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.696+0000 7ff6bb7fe640 1 -- 172.21.15.39:0/3502277622 learned_addr learned my addr 172.21.15.39:0/3502277622 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.696+0000 7ff6bbfff640 1 --2- 172.21.15.39:0/3502277622 >> v2:172.21.15.50:3300/0 conn(0x7ff6bc15e860 0x7ff6bc0cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.696+0000 7ff6bb7fe640 1 -- 172.21.15.39:0/3502277622 >> v2:172.21.15.50:3300/0 conn(0x7ff6bc15e860 msgr2=0x7ff6bc0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.696+0000 7ff6bb7fe640 1 --2- 172.21.15.39:0/3502277622 >> v2:172.21.15.50:3300/0 conn(0x7ff6bc15e860 0x7ff6bc0cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.696+0000 7ff6bb7fe640 1 -- 172.21.15.39:0/3502277622 >> v1:172.21.15.50:6789/0 conn(0x7ff6bc0d4ea0 legacy=0x7ff6bc0b61f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.696+0000 7ff6bb7fe640 1 -- 172.21.15.39:0/3502277622 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6bc0d3e80 con 0x7ff6bc0d3320 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6bb7fe640 1 --2- 172.21.15.39:0/3502277622 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 0x7ff6bc0d4960 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7ff6bc0b7300 tx=0x7ff6b002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b135395d75c0307d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6baffd640 1 -- 172.21.15.39:0/3502277622 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0037070 con 0x7ff6bc0d3320 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6baffd640 1 -- 172.21.15.39:0/3502277622 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6b0032440 con 0x7ff6bc0d3320 2024-09-19T05:36:57.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6baffd640 1 -- 172.21.15.39:0/3502277622 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0032810 con 0x7ff6bc0d3320 2024-09-19T05:36:57.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6c252a640 1 -- 172.21.15.39:0/3502277622 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 msgr2=0x7ff6bc0d4960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:57.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6c252a640 1 --2- 172.21.15.39:0/3502277622 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 0x7ff6bc0d4960 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7ff6bc0b7300 tx=0x7ff6b002a270 comp rx=0 tx=0).stop 2024-09-19T05:36:57.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6c252a640 1 -- 172.21.15.39:0/3502277622 shutdown_connections 2024-09-19T05:36:57.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6c252a640 1 --2- 172.21.15.39:0/3502277622 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 0x7ff6bc0d4960 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6c252a640 1 --2- 172.21.15.39:0/3502277622 >> v2:172.21.15.50:3300/0 conn(0x7ff6bc15e860 0x7ff6bc0cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6c252a640 1 -- 172.21.15.39:0/3502277622 >> 172.21.15.39:0/3502277622 conn(0x7ff6bc072560 msgr2=0x7ff6bc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:57.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6c252a640 1 -- 172.21.15.39:0/3502277622 shutdown_connections 2024-09-19T05:36:57.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.697+0000 7ff6c252a640 1 -- 172.21.15.39:0/3502277622 wait complete. 2024-09-19T05:36:57.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.699+0000 7ff6c252a640 1 Processor -- start 2024-09-19T05:36:57.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.699+0000 7ff6c252a640 1 -- start start 2024-09-19T05:36:57.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.699+0000 7ff6c252a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 0x7ff6bc154d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:57.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.699+0000 7ff6c252a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6bc0d4ea0 0x7ff6bc1539c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:57.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6c252a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6bc15e860 0x7ff6bc0b5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:57.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6c252a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff6bc0cfc60 con 0x7ff6bc0d3320 2024-09-19T05:36:57.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6c252a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff6bc0d4440 con 0x7ff6bc15e860 2024-09-19T05:36:57.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6c252a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff6bc0cfde0 con 0x7ff6bc0d4ea0 2024-09-19T05:36:57.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 0x7ff6bc154d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:57.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 0x7ff6bc154d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55338/0 (socket says 172.21.15.39:55338) 2024-09-19T05:36:57.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bbfff640 1 -- 172.21.15.39:0/2860218216 learned_addr learned my addr 172.21.15.39:0/2860218216 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bb7fe640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6bc0d4ea0 0x7ff6bc1539c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6c0ac7640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6bc15e860 0x7ff6bc0b5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bbfff640 1 -- 172.21.15.39:0/2860218216 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6bc0d4ea0 msgr2=0x7ff6bc1539c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bbfff640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6bc0d4ea0 0x7ff6bc1539c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bbfff640 1 -- 172.21.15.39:0/2860218216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6bc15e860 msgr2=0x7ff6bc0b5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bbfff640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6bc15e860 0x7ff6bc0b5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bbfff640 1 -- 172.21.15.39:0/2860218216 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6bc0b65b0 con 0x7ff6bc0d3320 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bb7fe640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6bc0d4ea0 0x7ff6bc1539c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6bbfff640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 0x7ff6bc154d30 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac00d5d0 tx=0x7ff6ac00da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6b8ff9640 1 -- 172.21.15.39:0/2860218216 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac0125f0 con 0x7ff6bc0d3320 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6b8ff9640 1 -- 172.21.15.39:0/2860218216 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6ac019070 con 0x7ff6bc0d3320 2024-09-19T05:36:57.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6b8ff9640 1 -- 172.21.15.39:0/2860218216 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac0129f0 con 0x7ff6bc0d3320 2024-09-19T05:36:57.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6bc0b6890 con 0x7ff6bc0d3320 2024-09-19T05:36:57.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.700+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6bc0c9260 con 0x7ff6bc0d3320 2024-09-19T05:36:57.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.701+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6bc160210 con 0x7ff6bc0d3320 2024-09-19T05:36:57.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.702+0000 7ff6b8ff9640 1 -- 172.21.15.39:0/2860218216 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff6ac012b90 con 0x7ff6bc0d3320 2024-09-19T05:36:57.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.702+0000 7ff6b8ff9640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff6a806c2e0 0x7ff6a806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:57.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.702+0000 7ff6b8ff9640 1 -- 172.21.15.39:0/2860218216 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5795+0+0 (secure 0 0 0) 0x7ff6ac08b830 con 0x7ff6bc0d3320 2024-09-19T05:36:57.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.702+0000 7ff6bb7fe640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff6a806c2e0 0x7ff6a806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:57.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.703+0000 7ff6bb7fe640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff6a806c2e0 0x7ff6a806e7a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0034000 tx=0x7ff6b002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:57.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.707+0000 7ff6b8ff9640 1 -- 172.21.15.39:0/2860218216 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff6bc160210 con 0x7ff6bc0d3320 2024-09-19T05:36:57.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:57.883+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff6bc0d4c90 con 0x7ff6bc0d3320 2024-09-19T05:36:58.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.531+0000 7ff6b8ff9640 1 -- 172.21.15.39:0/2860218216 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v80) ==== 181+0+0 (secure 0 0 0) 0x7ff6bc0d4c90 con 0x7ff6bc0d3320 2024-09-19T05:36:58.532 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:36:58.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.534+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff6a806c2e0 msgr2=0x7ff6a806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:58.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.534+0000 7ff6c252a640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff6a806c2e0 0x7ff6a806e7a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0034000 tx=0x7ff6b002e000 comp rx=0 tx=0).stop 2024-09-19T05:36:58.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.534+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 msgr2=0x7ff6bc154d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:58.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.534+0000 7ff6c252a640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 0x7ff6bc154d30 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac00d5d0 tx=0x7ff6ac00da90 comp rx=0 tx=0).stop 2024-09-19T05:36:58.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.534+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 shutdown_connections 2024-09-19T05:36:58.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.535+0000 7ff6c252a640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff6a806c2e0 0x7ff6a806e7a0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.535+0000 7ff6c252a640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6bc15e860 0x7ff6bc0b5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.535+0000 7ff6c252a640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff6bc0d4ea0 0x7ff6bc1539c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.535+0000 7ff6c252a640 1 --2- 172.21.15.39:0/2860218216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6bc0d3320 0x7ff6bc154d30 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.535+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 >> 172.21.15.39:0/2860218216 conn(0x7ff6bc072560 msgr2=0x7ff6bc15fb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:58.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.535+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 shutdown_connections 2024-09-19T05:36:58.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.535+0000 7ff6c252a640 1 -- 172.21.15.39:0/2860218216 wait complete. 2024-09-19T05:36:58.549 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:36:58.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.656+0000 7f618a74b640 1 Processor -- start 2024-09-19T05:36:58.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.657+0000 7f618a74b640 1 -- start start 2024-09-19T05:36:58.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.657+0000 7f618a74b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f618415e7c0 0x7f61840d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:58.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.657+0000 7f618a74b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f618406bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:58.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.657+0000 7f618a74b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61840cf090 con 0x7f61840cead0 2024-09-19T05:36:58.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.657+0000 7f618a74b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f618406c4b0 con 0x7f618415e7c0 2024-09-19T05:36:58.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.657+0000 7f618a74b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f61840cfca0 con 0x7f618406bb20 2024-09-19T05:36:58.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6188ce8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f618406bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:58.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6183fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f618415e7c0 0x7f61840d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:58.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6188ce8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f618406bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:56700/0 (socket says 172.21.15.39:56700) 2024-09-19T05:36:58.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6183fff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f618415e7c0 0x7f61840d0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:54318/0 (socket says 172.21.15.39:54318) 2024-09-19T05:36:58.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f61837fe640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f61840cead0 0x7f6184072d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:56786/0 (socket says 172.21.15.39:56786) 2024-09-19T05:36:58.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6183fff640 1 -- 172.21.15.39:0/955702303 learned_addr learned my addr 172.21.15.39:0/955702303 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:58.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6182ffd640 1 -- 172.21.15.39:0/955702303 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2684823238 0 0) 0x7f61840cf090 con 0x7f61840cead0 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6182ffd640 1 -- 172.21.15.39:0/955702303 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f616c003520 con 0x7f61840cead0 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6183fff640 1 -- 172.21.15.39:0/955702303 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 msgr2=0x7f618406bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6183fff640 1 --2- 172.21.15.39:0/955702303 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f618406bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6183fff640 1 -- 172.21.15.39:0/955702303 >> v1:172.21.15.50:6789/0 conn(0x7f61840cead0 legacy=0x7f6184072d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6183fff640 1 -- 172.21.15.39:0/955702303 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61840cf370 con 0x7f618415e7c0 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.658+0000 7f6188ce8640 1 --2- 172.21.15.39:0/955702303 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f618406bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.659+0000 7f6183fff640 1 --2- 172.21.15.39:0/955702303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f618415e7c0 0x7f61840d0130 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6174009870 tx=0x7f617402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff8e6f3e421cfbd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.659+0000 7f6182ffd640 1 -- 172.21.15.39:0/955702303 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174037070 con 0x7f618415e7c0 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.659+0000 7f6182ffd640 1 -- 172.21.15.39:0/955702303 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6174032440 con 0x7f618415e7c0 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.659+0000 7f6182ffd640 1 -- 172.21.15.39:0/955702303 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174032810 con 0x7f618415e7c0 2024-09-19T05:36:58.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.660+0000 7f618a74b640 1 -- 172.21.15.39:0/955702303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f618415e7c0 msgr2=0x7f61840d0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:58.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.660+0000 7f618a74b640 1 --2- 172.21.15.39:0/955702303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f618415e7c0 0x7f61840d0130 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6174009870 tx=0x7f617402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.660+0000 7f618a74b640 1 -- 172.21.15.39:0/955702303 shutdown_connections 2024-09-19T05:36:58.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.660+0000 7f618a74b640 1 --2- 172.21.15.39:0/955702303 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f618406bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.660+0000 7f618a74b640 1 --2- 172.21.15.39:0/955702303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f618415e7c0 0x7f61840d0130 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.660+0000 7f618a74b640 1 -- 172.21.15.39:0/955702303 >> 172.21.15.39:0/955702303 conn(0x7f61840b28a0 msgr2=0x7f61840b2cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:58.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.660+0000 7f618a74b640 1 -- 172.21.15.39:0/955702303 shutdown_connections 2024-09-19T05:36:58.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.660+0000 7f618a74b640 1 -- 172.21.15.39:0/955702303 wait complete. 2024-09-19T05:36:58.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.661+0000 7f618a74b640 1 Processor -- start 2024-09-19T05:36:58.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.661+0000 7f618a74b640 1 -- start start 2024-09-19T05:36:58.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f618a74b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f61841f4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:58.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f618a74b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61840cead0 0x7f618409ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:58.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f618a74b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f618415e7c0 0x7f61841577a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f618a74b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f618415eba0 con 0x7f61840cead0 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f618a74b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f61840cf930 con 0x7f618415e7c0 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f618a74b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f61840b3ba0 con 0x7f618406bb20 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f61837fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61840cead0 0x7f618409ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f61837fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61840cead0 0x7f618409ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55354/0 (socket says 172.21.15.39:55354) 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f61837fe640 1 -- 172.21.15.39:0/674383534 learned_addr learned my addr 172.21.15.39:0/674383534 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.662+0000 7f6188ce8640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f618415e7c0 0x7f61841577a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f6183fff640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f61841f4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f61837fe640 1 -- 172.21.15.39:0/674383534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 msgr2=0x7f61841f4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f61837fe640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f61841f4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f61837fe640 1 -- 172.21.15.39:0/674383534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f618415e7c0 msgr2=0x7f61841577a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:58.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f61837fe640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f618415e7c0 0x7f61841577a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:58.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f61837fe640 1 -- 172.21.15.39:0/674383534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6184157ce0 con 0x7f61840cead0 2024-09-19T05:36:58.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f61837fe640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61840cead0 0x7f618409ba30 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f617800c430 tx=0x7f617800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:58.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f6180ff9640 1 -- 172.21.15.39:0/674383534 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61780074e0 con 0x7f61840cead0 2024-09-19T05:36:58.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f6180ff9640 1 -- 172.21.15.39:0/674383534 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61780047e0 con 0x7f61840cead0 2024-09-19T05:36:58.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61841f4a00 con 0x7f61840cead0 2024-09-19T05:36:58.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f6180ff9640 1 -- 172.21.15.39:0/674383534 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178004bd0 con 0x7f61840cead0 2024-09-19T05:36:58.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.663+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61841f4fc0 con 0x7f61840cead0 2024-09-19T05:36:58.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.665+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6184063610 con 0x7f61840cead0 2024-09-19T05:36:58.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.666+0000 7f6180ff9640 1 -- 172.21.15.39:0/674383534 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f617801a020 con 0x7f61840cead0 2024-09-19T05:36:58.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.666+0000 7f6180ff9640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f617006c2b0 0x7f617006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:58.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.667+0000 7f6180ff9640 1 -- 172.21.15.39:0/674383534 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5357+0+0 (secure 0 0 0) 0x7f617808ab20 con 0x7f61840cead0 2024-09-19T05:36:58.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.667+0000 7f6183fff640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f617006c2b0 0x7f617006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:58.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.667+0000 7f6183fff640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f617006c2b0 0x7f617006e770 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6174034000 tx=0x7f617402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:58.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.671+0000 7f6180ff9640 1 -- 172.21.15.39:0/674383534 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6178059410 con 0x7f61840cead0 2024-09-19T05:36:58.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:58.847+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f61840b4de0 con 0x7f61840cead0 2024-09-19T05:36:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.535+0000 7f6180ff9640 1 -- 172.21.15.39:0/674383534 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v81) ==== 169+0+0 (secure 0 0 0) 0x7f6178058d10 con 0x7f61840cead0 2024-09-19T05:36:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-19T05:36:59.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f617006c2b0 msgr2=0x7f617006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f617006c2b0 0x7f617006e770 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6174034000 tx=0x7f617402e000 comp rx=0 tx=0).stop 2024-09-19T05:36:59.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61840cead0 msgr2=0x7f618409ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61840cead0 0x7f618409ba30 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f617800c430 tx=0x7f617800c830 comp rx=0 tx=0).stop 2024-09-19T05:36:59.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 shutdown_connections 2024-09-19T05:36:59.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f617006c2b0 0x7f617006e770 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f618415e7c0 0x7f61841577a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61840cead0 0x7f618409ba30 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 --2- 172.21.15.39:0/674383534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f618406bb20 0x7f61841f4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.538+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 >> 172.21.15.39:0/674383534 conn(0x7f61840b28a0 msgr2=0x7f61840b2c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:59.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.539+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 shutdown_connections 2024-09-19T05:36:59.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.539+0000 7f618a74b640 1 -- 172.21.15.39:0/674383534 wait complete. 2024-09-19T05:36:59.557 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:36:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.664+0000 7fd4377d6640 1 Processor -- start 2024-09-19T05:36:59.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.665+0000 7fd4377d6640 1 -- start start 2024-09-19T05:36:59.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.665+0000 7fd4377d6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd430161d10 0x7fd4300d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.665+0000 7fd4377d6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4301620f0 con 0x7fd4300b76c0 2024-09-19T05:36:59.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.665+0000 7fd4377d6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4300b7b30 con 0x7fd4300cf6a0 2024-09-19T05:36:59.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.665+0000 7fd4377d6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fd430072140 con 0x7fd430161d10 2024-09-19T05:36:59.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.665+0000 7fd435572640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd430161d10 0x7fd4300d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.665+0000 7fd434d71640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd4300b76c0 0x7fd4300cef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45394/0 (socket says 172.21.15.39:45394) 2024-09-19T05:36:59.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.666+0000 7fd434d71640 1 -- 172.21.15.39:0/1932586244 learned_addr learned my addr 172.21.15.39:0/1932586244 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:36:59.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.666+0000 7fd435572640 1 -- 172.21.15.39:0/1932586244 >> v1:172.21.15.50:6789/0 conn(0x7fd4300cf6a0 legacy=0x7fd430072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:59.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.666+0000 7fd435572640 1 -- 172.21.15.39:0/1932586244 >> v1:172.21.15.39:6789/0 conn(0x7fd4300b76c0 legacy=0x7fd4300cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.666+0000 7fd435572640 1 -- 172.21.15.39:0/1932586244 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4300d4200 con 0x7fd430161d10 2024-09-19T05:36:59.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.666+0000 7fd42ffff640 1 -- 172.21.15.39:0/1932586244 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1894680142 0 0) 0x7fd4301620f0 con 0x7fd4300b76c0 2024-09-19T05:36:59.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd435572640 1 --2- 172.21.15.39:0/1932586244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 0x7fd4300d3b20 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fd4280097a0 tx=0x7fd42802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9c7aed0c230fbb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:59.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd42ffff640 1 -- 172.21.15.39:0/1932586244 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd428037070 con 0x7fd430161d10 2024-09-19T05:36:59.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd42ffff640 1 -- 172.21.15.39:0/1932586244 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd42802ae50 con 0x7fd430161d10 2024-09-19T05:36:59.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd42ffff640 1 -- 172.21.15.39:0/1932586244 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd428032660 con 0x7fd430161d10 2024-09-19T05:36:59.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd4377d6640 1 -- 172.21.15.39:0/1932586244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 msgr2=0x7fd4300d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd4377d6640 1 --2- 172.21.15.39:0/1932586244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 0x7fd4300d3b20 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fd4280097a0 tx=0x7fd42802a140 comp rx=0 tx=0).stop 2024-09-19T05:36:59.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd4377d6640 1 -- 172.21.15.39:0/1932586244 shutdown_connections 2024-09-19T05:36:59.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd4377d6640 1 --2- 172.21.15.39:0/1932586244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 0x7fd4300d3b20 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd4377d6640 1 -- 172.21.15.39:0/1932586244 >> 172.21.15.39:0/1932586244 conn(0x7fd4300d4730 msgr2=0x7fd4300d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:59.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd4377d6640 1 -- 172.21.15.39:0/1932586244 shutdown_connections 2024-09-19T05:36:59.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.667+0000 7fd4377d6640 1 -- 172.21.15.39:0/1932586244 wait complete. 2024-09-19T05:36:59.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.669+0000 7fd4377d6640 1 Processor -- start 2024-09-19T05:36:59.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.669+0000 7fd4377d6640 1 -- start start 2024-09-19T05:36:59.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.669+0000 7fd4377d6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4300b76c0 0x7fd4300ab0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.669+0000 7fd4377d6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd4300cf6a0 0x7fd4300ac210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.669+0000 7fd4377d6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 0x7fd4300c9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.669+0000 7fd4377d6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd430072950 con 0x7fd430161d10 2024-09-19T05:36:59.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.669+0000 7fd4377d6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd430072670 con 0x7fd4300b76c0 2024-09-19T05:36:59.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.669+0000 7fd4377d6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd4300d3280 con 0x7fd4300cf6a0 2024-09-19T05:36:59.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.669+0000 7fd435d73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 0x7fd4300c9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd435d73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 0x7fd4300c9fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55358/0 (socket says 172.21.15.39:55358) 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd435d73640 1 -- 172.21.15.39:0/2219804819 learned_addr learned my addr 172.21.15.39:0/2219804819 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd435572640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4300b76c0 0x7fd4300ab0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd435d73640 1 -- 172.21.15.39:0/2219804819 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd4300cf6a0 msgr2=0x7fd4300ac210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd435d73640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd4300cf6a0 0x7fd4300ac210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd435d73640 1 -- 172.21.15.39:0/2219804819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4300b76c0 msgr2=0x7fd4300ab0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd435d73640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4300b76c0 0x7fd4300ab0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd435d73640 1 -- 172.21.15.39:0/2219804819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4300cb800 con 0x7fd430161d10 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd435d73640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 0x7fd4300c9fb0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fd42000c780 tx=0x7fd42000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd42dffb640 1 -- 172.21.15.39:0/2219804819 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd420004b60 con 0x7fd430161d10 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd42dffb640 1 -- 172.21.15.39:0/2219804819 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd420004d00 con 0x7fd430161d10 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd42dffb640 1 -- 172.21.15.39:0/2219804819 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd42000aa90 con 0x7fd430161d10 2024-09-19T05:36:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4300cbae0 con 0x7fd430161d10 2024-09-19T05:36:59.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.670+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4300cc0a0 con 0x7fd430161d10 2024-09-19T05:36:59.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.671+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4300d3640 con 0x7fd430161d10 2024-09-19T05:36:59.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.672+0000 7fd42dffb640 1 -- 172.21.15.39:0/2219804819 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd42000ac30 con 0x7fd430161d10 2024-09-19T05:36:59.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.672+0000 7fd42dffb640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd41c06c2b0 0x7fd41c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.672+0000 7fd42dffb640 1 -- 172.21.15.39:0/2219804819 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 4943+0+0 (secure 0 0 0) 0x7fd42008b3a0 con 0x7fd430161d10 2024-09-19T05:36:59.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.672+0000 7fd435572640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd41c06c2b0 0x7fd41c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.673+0000 7fd435572640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd41c06c2b0 0x7fd41c06e770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd428034000 tx=0x7fd42802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:59.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.677+0000 7fd42dffb640 1 -- 172.21.15.39:0/2219804819 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd420020070 con 0x7fd430161d10 2024-09-19T05:36:59.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.854+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fd4300b4e10 con 0x7fd430161d10 2024-09-19T05:36:59.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.857+0000 7fd42dffb640 1 -- 172.21.15.39:0/2219804819 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v23) ==== 104+0+0 (secure 0 0 0) 0x7fd420059ea0 con 0x7fd430161d10 2024-09-19T05:36:59.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd41c06c2b0 msgr2=0x7fd41c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd41c06c2b0 0x7fd41c06e770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd428034000 tx=0x7fd42802e000 comp rx=0 tx=0).stop 2024-09-19T05:36:59.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 msgr2=0x7fd4300c9fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 0x7fd4300c9fb0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fd42000c780 tx=0x7fd42000cc40 comp rx=0 tx=0).stop 2024-09-19T05:36:59.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 shutdown_connections 2024-09-19T05:36:59.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd41c06c2b0 0x7fd41c06e770 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd430161d10 0x7fd4300c9fb0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd4300cf6a0 0x7fd4300ac210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 --2- 172.21.15.39:0/2219804819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4300b76c0 0x7fd4300ab0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.859+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 >> 172.21.15.39:0/2219804819 conn(0x7fd4300d4730 msgr2=0x7fd4300d2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:59.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.860+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 shutdown_connections 2024-09-19T05:36:59.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.860+0000 7fd4377d6640 1 -- 172.21.15.39:0/2219804819 wait complete. 2024-09-19T05:36:59.872 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop' 2024-09-19T05:36:59.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.971+0000 7f728fea4640 1 Processor -- start 2024-09-19T05:36:59.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.971+0000 7f728fea4640 1 -- start start 2024-09-19T05:36:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728fea4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 0x7f72880cf770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728fea4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f72880d2630 0x7f72880d16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728fea4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f72880b9a90 0x7f72880d1be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728fea4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f728815ebe0 con 0x7f72880b9a90 2024-09-19T05:36:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728fea4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f72880b3fa0 con 0x7f72880d2630 2024-09-19T05:36:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728fea4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f72880d3e50 con 0x7f728815e800 2024-09-19T05:36:59.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728e441640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f72880b9a90 0x7f72880d1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728e441640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f72880b9a90 0x7f72880d1be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55362/0 (socket says 172.21.15.39:55362) 2024-09-19T05:36:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728e441640 1 -- 172.21.15.39:0/2797794644 learned_addr learned my addr 172.21.15.39:0/2797794644 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728d43f640 1 --2- 172.21.15.39:0/2797794644 >> v2:172.21.15.50:3300/0 conn(0x7f72880d2630 0x7f72880d16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.972+0000 7f728dc40640 1 --2- 172.21.15.39:0/2797794644 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 0x7f72880cf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.973+0000 7f728e441640 1 -- 172.21.15.39:0/2797794644 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 msgr2=0x7f72880cf770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.973+0000 7f728e441640 1 --2- 172.21.15.39:0/2797794644 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 0x7f72880cf770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.973+0000 7f728e441640 1 -- 172.21.15.39:0/2797794644 >> v2:172.21.15.50:3300/0 conn(0x7f72880d2630 msgr2=0x7f72880d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:36:59.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.973+0000 7f728e441640 1 --2- 172.21.15.39:0/2797794644 >> v2:172.21.15.50:3300/0 conn(0x7f72880d2630 0x7f72880d16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.973+0000 7f728e441640 1 -- 172.21.15.39:0/2797794644 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72880d2b10 con 0x7f72880b9a90 2024-09-19T05:36:59.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.973+0000 7f728e441640 1 --2- 172.21.15.39:0/2797794644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 0x7f72880d1be0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f728808d9f0 tx=0x7f727802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=369746dcb0fe4e2e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:59.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.973+0000 7f728cc3e640 1 -- 172.21.15.39:0/2797794644 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7278036070 con 0x7f72880b9a90 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728cc3e640 1 -- 172.21.15.39:0/2797794644 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7278031600 con 0x7f72880b9a90 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728cc3e640 1 -- 172.21.15.39:0/2797794644 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780319d0 con 0x7f72880b9a90 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728fea4640 1 -- 172.21.15.39:0/2797794644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 msgr2=0x7f72880d1be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728fea4640 1 --2- 172.21.15.39:0/2797794644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 0x7f72880d1be0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f728808d9f0 tx=0x7f727802a610 comp rx=0 tx=0).stop 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728fea4640 1 -- 172.21.15.39:0/2797794644 shutdown_connections 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728fea4640 1 --2- 172.21.15.39:0/2797794644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 0x7f72880d1be0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728fea4640 1 --2- 172.21.15.39:0/2797794644 >> v2:172.21.15.50:3300/0 conn(0x7f72880d2630 0x7f72880d16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728fea4640 1 --2- 172.21.15.39:0/2797794644 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 0x7f72880cf770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728fea4640 1 -- 172.21.15.39:0/2797794644 >> 172.21.15.39:0/2797794644 conn(0x7f7288072560 msgr2=0x7f7288072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728fea4640 1 -- 172.21.15.39:0/2797794644 shutdown_connections 2024-09-19T05:36:59.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.974+0000 7f728fea4640 1 -- 172.21.15.39:0/2797794644 wait complete. 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.975+0000 7f728fea4640 1 Processor -- start 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.975+0000 7f728fea4640 1 -- start start 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728fea4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 0x7f728815b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728fea4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72880d2630 0x7f728815bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728fea4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 0x7f7288157590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728fea4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f72880d33b0 con 0x7f72880b9a90 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728fea4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f72880d30d0 con 0x7f72880d2630 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728fea4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f72880d3690 con 0x7f728815e800 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728dc40640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 0x7f728815b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728dc40640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 0x7f728815b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55370/0 (socket says 172.21.15.39:55370) 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728dc40640 1 -- 172.21.15.39:0/2942730591 learned_addr learned my addr 172.21.15.39:0/2942730591 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:36:59.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728d43f640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72880d2630 0x7f728815bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728e441640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 0x7f7288157590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728dc40640 1 -- 172.21.15.39:0/2942730591 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 msgr2=0x7f7288157590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728dc40640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 0x7f7288157590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728dc40640 1 -- 172.21.15.39:0/2942730591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72880d2630 msgr2=0x7f728815bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728dc40640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72880d2630 0x7f728815bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.976+0000 7f728dc40640 1 -- 172.21.15.39:0/2942730591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72880cbd10 con 0x7f72880b9a90 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.977+0000 7f728dc40640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 0x7f728815b220 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f728000d800 tx=0x7f728000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.977+0000 7f72867fc640 1 -- 172.21.15.39:0/2942730591 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728000b6c0 con 0x7f72880b9a90 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.977+0000 7f72867fc640 1 -- 172.21.15.39:0/2942730591 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7280019070 con 0x7f72880b9a90 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.977+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72880cbff0 con 0x7f72880b9a90 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.977+0000 7f72867fc640 1 -- 172.21.15.39:0/2942730591 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728000ba80 con 0x7f72880b9a90 2024-09-19T05:36:59.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.977+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72880cc5b0 con 0x7f72880b9a90 2024-09-19T05:36:59.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.978+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f728815b820 con 0x7f72880b9a90 2024-09-19T05:36:59.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.978+0000 7f72867fc640 1 -- 172.21.15.39:0/2942730591 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f728000bc20 con 0x7f72880b9a90 2024-09-19T05:36:59.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.979+0000 7f72867fc640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f727406c2b0 0x7f727406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:59.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.979+0000 7f72867fc640 1 -- 172.21.15.39:0/2942730591 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 4943+0+0 (secure 0 0 0) 0x7f728008b600 con 0x7f72880b9a90 2024-09-19T05:36:59.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.979+0000 7f728d43f640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f727406c2b0 0x7f727406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:59.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.979+0000 7f728d43f640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f727406c2b0 0x7f727406e770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f72880d4f30 tx=0x7f727c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:59.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:36:59.983+0000 7f72867fc640 1 -- 172.21.15.39:0/2942730591 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f728005a070 con 0x7f72880b9a90 2024-09-19T05:37:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.232+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]} v 0) -- 0x7f72880cf770 con 0x7f72880b9a90 2024-09-19T05:37:00.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.536+0000 7f72867fc640 1 -- 172.21.15.39:0/2942730591 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]}]=0 v182) ==== 145+0+0 (secure 0 0 0) 0x7f7280059970 con 0x7f72880b9a90 2024-09-19T05:37:00.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f727406c2b0 msgr2=0x7f727406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f727406c2b0 0x7f727406e770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f72880d4f30 tx=0x7f727c008040 comp rx=0 tx=0).stop 2024-09-19T05:37:00.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 msgr2=0x7f728815b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 0x7f728815b220 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f728000d800 tx=0x7f728000dcc0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 shutdown_connections 2024-09-19T05:37:00.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f727406c2b0 0x7f727406e770 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f728815e800 0x7f7288157590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72880d2630 0x7f728815bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 --2- 172.21.15.39:0/2942730591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72880b9a90 0x7f728815b220 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.538+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 >> 172.21.15.39:0/2942730591 conn(0x7f7288072560 msgr2=0x7f72880b78d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:00.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.539+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 shutdown_connections 2024-09-19T05:37:00.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.539+0000 7f728fea4640 1 -- 172.21.15.39:0/2942730591 wait complete. 2024-09-19T05:37:00.553 INFO:tasks.cephfs_test_runner:That when a `tell` command is sent using the python CLI, ... ok 2024-09-19T05:37:00.553 INFO:tasks.cephfs_test_runner:Starting test: test_version_splitting (tasks.cephfs.test_sessionmap.TestSessionMap) That when many sessions are updated, they are correctly 2024-09-19T05:37:00.553 INFO:tasks.cephfs_test_runner:test_version_splitting (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-19T05:37:00.554 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:37:00.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.654+0000 7f8e02e8d640 1 Processor -- start 2024-09-19T05:37:00.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.654+0000 7f8e02e8d640 1 -- start start 2024-09-19T05:37:00.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8e02e8d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8dfc06bb20 0x7f8dfc15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8e02e8d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f8dfc06d160 0x7f8dfc06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8e02e8d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8dfc1603c0 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8e02e8d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f8dfc06ccd0 con 0x7f8dfc06bb20 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8e02e8d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f8dfc06c0c0 con 0x7f8dfc06d160 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8dfbfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8dfc06bb20 0x7f8dfc15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8e00c29640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8dfc15e4f0 0x7f8dfc15fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45410/0 (socket says 172.21.15.39:45410) 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8e00c29640 1 -- 172.21.15.39:0/400889809 learned_addr learned my addr 172.21.15.39:0/400889809 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8dfbfff640 1 -- 172.21.15.39:0/400889809 >> v2:172.21.15.50:3300/0 conn(0x7f8dfc06d160 msgr2=0x7f8dfc06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8dfbfff640 1 --2- 172.21.15.39:0/400889809 >> v2:172.21.15.50:3300/0 conn(0x7f8dfc06d160 0x7f8dfc06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8dfbfff640 1 -- 172.21.15.39:0/400889809 >> v1:172.21.15.39:6789/0 conn(0x7f8dfc15e4f0 legacy=0x7f8dfc15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8dfbfff640 1 -- 172.21.15.39:0/400889809 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dfc06c3a0 con 0x7f8dfc06bb20 2024-09-19T05:37:00.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.655+0000 7f8dfb7fe640 1 -- 172.21.15.39:0/400889809 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3598026958 0 0) 0x7f8dfc1603c0 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.656+0000 7f8dfbfff640 1 --2- 172.21.15.39:0/400889809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc06bb20 0x7f8dfc15f570 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc071cc0 tx=0x7f8df002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b73d11fc37de31a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.656+0000 7f8dfb7fe640 1 -- 172.21.15.39:0/400889809 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8df0037070 con 0x7f8dfc06bb20 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.656+0000 7f8dfb7fe640 1 -- 172.21.15.39:0/400889809 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8df0032440 con 0x7f8dfc06bb20 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.656+0000 7f8dfb7fe640 1 -- 172.21.15.39:0/400889809 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8df0032810 con 0x7f8dfc06bb20 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.657+0000 7f8e02e8d640 1 -- 172.21.15.39:0/400889809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc06bb20 msgr2=0x7f8dfc15f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.657+0000 7f8e02e8d640 1 --2- 172.21.15.39:0/400889809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc06bb20 0x7f8dfc15f570 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc071cc0 tx=0x7f8df002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.657+0000 7f8e02e8d640 1 -- 172.21.15.39:0/400889809 shutdown_connections 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.657+0000 7f8e02e8d640 1 --2- 172.21.15.39:0/400889809 >> v2:172.21.15.50:3300/0 conn(0x7f8dfc06d160 0x7f8dfc06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.657+0000 7f8e02e8d640 1 --2- 172.21.15.39:0/400889809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc06bb20 0x7f8dfc15f570 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.657+0000 7f8e02e8d640 1 -- 172.21.15.39:0/400889809 >> 172.21.15.39:0/400889809 conn(0x7f8dfc06e5b0 msgr2=0x7f8dfc06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:00.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.657+0000 7f8e02e8d640 1 -- 172.21.15.39:0/400889809 shutdown_connections 2024-09-19T05:37:00.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.657+0000 7f8e02e8d640 1 -- 172.21.15.39:0/400889809 wait complete. 2024-09-19T05:37:00.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.658+0000 7f8e02e8d640 1 Processor -- start 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.658+0000 7f8e02e8d640 1 -- start start 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e02e8d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dfc06bb20 0x7f8dfc0d0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e02e8d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8dfc06d160 0x7f8dfc1f40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e02e8d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc15e4f0 0x7f8dfc1f4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e02e8d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8dfc06dae0 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e02e8d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8dfc06c960 con 0x7f8dfc06bb20 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e02e8d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8dfc15e8d0 con 0x7f8dfc06d160 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e0142a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc15e4f0 0x7f8dfc1f4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e0142a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc15e4f0 0x7f8dfc1f4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55384/0 (socket says 172.21.15.39:55384) 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e0142a640 1 -- 172.21.15.39:0/3328769361 learned_addr learned my addr 172.21.15.39:0/3328769361 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8dfbfff640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8dfc06d160 0x7f8dfc1f40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.659+0000 7f8e00c29640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dfc06bb20 0x7f8dfc0d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8e0142a640 1 -- 172.21.15.39:0/3328769361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8dfc06d160 msgr2=0x7f8dfc1f40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8e0142a640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8dfc06d160 0x7f8dfc1f40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8e0142a640 1 -- 172.21.15.39:0/3328769361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dfc06bb20 msgr2=0x7f8dfc0d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8e0142a640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dfc06bb20 0x7f8dfc0d0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8e0142a640 1 -- 172.21.15.39:0/3328769361 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dfc0cf3f0 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8e0142a640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc15e4f0 0x7f8dfc1f4610 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00b450 tx=0x7f8dec00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8df97fa640 1 -- 172.21.15.39:0/3328769361 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec015020 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8df97fa640 1 -- 172.21.15.39:0/3328769361 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8dec011890 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dfc156670 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8df97fa640 1 -- 172.21.15.39:0/3328769361 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec011c60 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.660+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dfc0cf990 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.661+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dfc06d5a0 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.661+0000 7f8df97fa640 1 -- 172.21.15.39:0/3328769361 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8dec018020 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.662+0000 7f8df97fa640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8de806c2b0 0x7f8de806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.662+0000 7f8df97fa640 1 -- 172.21.15.39:0/3328769361 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 4943+0+0 (secure 0 0 0) 0x7f8dec08b150 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.662+0000 7f8e00c29640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8de806c2b0 0x7f8de806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.662+0000 7f8e00c29640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8de806c2b0 0x7f8de806e770 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8df40012e0 tx=0x7f8df4001630 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:00.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.666+0000 7f8df97fa640 1 -- 172.21.15.39:0/3328769361 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8dec01f020 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.844+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8dfc06f270 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.845+0000 7f8df97fa640 1 -- 172.21.15.39:0/3328769361 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+13009 (secure 0 0 0) 0x7f8dec00d040 con 0x7f8dfc15e4f0 2024-09-19T05:37:00.847 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:00.847 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":81,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:36:59.531936+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6837/2720686502":"2024-09-20T05:36:56.521106+0000","172.21.15.39:6835/2720686502":"2024-09-20T05:36:56.521106+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:37:00.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8de806c2b0 msgr2=0x7f8de806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8de806c2b0 0x7f8de806e770 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8df40012e0 tx=0x7f8df4001630 comp rx=0 tx=0).stop 2024-09-19T05:37:00.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc15e4f0 msgr2=0x7f8dfc1f4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc15e4f0 0x7f8dfc1f4610 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00b450 tx=0x7f8dec00b910 comp rx=0 tx=0).stop 2024-09-19T05:37:00.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 shutdown_connections 2024-09-19T05:37:00.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f8de806c2b0 0x7f8de806e770 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dfc15e4f0 0x7f8dfc1f4610 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8dfc06d160 0x7f8dfc1f40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 --2- 172.21.15.39:0/3328769361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dfc06bb20 0x7f8dfc0d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 >> 172.21.15.39:0/3328769361 conn(0x7f8dfc06e5b0 msgr2=0x7f8dfc0cdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:00.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 shutdown_connections 2024-09-19T05:37:00.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.847+0000 7f8e02e8d640 1 -- 172.21.15.39:0/3328769361 wait complete. 2024-09-19T05:37:00.861 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:33:54.714389+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:37:00.861 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:37:00.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.967+0000 7f26f2e94640 1 Processor -- start 2024-09-19T05:37:00.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.967+0000 7f26f2e94640 1 -- start start 2024-09-19T05:37:00.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.967+0000 7f26f2e94640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec15e820 0x7f26ec0d3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.967+0000 7f26f2e94640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f26ec06bb20 0x7f26ec06bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.967+0000 7f26f2e94640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f26ec0cf3b0 0x7f26ec0cf800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.967+0000 7f26f2e94640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f26ec0d2c80 con 0x7f26ec06bb20 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.967+0000 7f26f2e94640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f26ec06c480 con 0x7f26ec0cf3b0 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.967+0000 7f26f2e94640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f26ec0cfd40 con 0x7f26ec15e820 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26ebfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f26ec06bb20 0x7f26ec06bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26ebfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f26ec06bb20 0x7f26ec06bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55388/0 (socket says 172.21.15.39:55388) 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26ebfff640 1 -- 172.21.15.39:0/3664316202 learned_addr learned my addr 172.21.15.39:0/3664316202 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26ebfff640 1 -- 172.21.15.39:0/3664316202 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec15e820 msgr2=0x7f26ec0d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26f1431640 1 --2- 172.21.15.39:0/3664316202 >> v2:172.21.15.50:3300/0 conn(0x7f26ec0cf3b0 0x7f26ec0cf800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26f0c30640 1 --2- 172.21.15.39:0/3664316202 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec15e820 0x7f26ec0d3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26ebfff640 1 --2- 172.21.15.39:0/3664316202 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec15e820 0x7f26ec0d3f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26ebfff640 1 -- 172.21.15.39:0/3664316202 >> v2:172.21.15.50:3300/0 conn(0x7f26ec0cf3b0 msgr2=0x7f26ec0cf800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:00.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26ebfff640 1 --2- 172.21.15.39:0/3664316202 >> v2:172.21.15.50:3300/0 conn(0x7f26ec0cf3b0 0x7f26ec0cf800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26ebfff640 1 -- 172.21.15.39:0/3664316202 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26ec0d2ed0 con 0x7f26ec06bb20 2024-09-19T05:37:00.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.968+0000 7f26f1431640 1 --2- 172.21.15.39:0/3664316202 >> v2:172.21.15.50:3300/0 conn(0x7f26ec0cf3b0 0x7f26ec0cf800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:00.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26ebfff640 1 --2- 172.21.15.39:0/3664316202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec06bb20 0x7f26ec06bf40 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f26ec0ced80 tx=0x7f26d802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=800a6ed759be5e07 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:00.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26eb7fe640 1 -- 172.21.15.39:0/3664316202 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d8037070 con 0x7f26ec06bb20 2024-09-19T05:37:00.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26eb7fe640 1 -- 172.21.15.39:0/3664316202 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26d8032440 con 0x7f26ec06bb20 2024-09-19T05:37:00.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26eb7fe640 1 -- 172.21.15.39:0/3664316202 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d8032810 con 0x7f26ec06bb20 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26f2e94640 1 -- 172.21.15.39:0/3664316202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec06bb20 msgr2=0x7f26ec06bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26f2e94640 1 --2- 172.21.15.39:0/3664316202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec06bb20 0x7f26ec06bf40 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f26ec0ced80 tx=0x7f26d802a270 comp rx=0 tx=0).stop 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26f2e94640 1 -- 172.21.15.39:0/3664316202 shutdown_connections 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26f2e94640 1 --2- 172.21.15.39:0/3664316202 >> v2:172.21.15.50:3300/0 conn(0x7f26ec0cf3b0 0x7f26ec0cf800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26f2e94640 1 --2- 172.21.15.39:0/3664316202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec06bb20 0x7f26ec06bf40 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26f2e94640 1 --2- 172.21.15.39:0/3664316202 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec15e820 0x7f26ec0d3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26f2e94640 1 -- 172.21.15.39:0/3664316202 >> 172.21.15.39:0/3664316202 conn(0x7f26ec072770 msgr2=0x7f26ec0d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26f2e94640 1 -- 172.21.15.39:0/3664316202 shutdown_connections 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.969+0000 7f26f2e94640 1 -- 172.21.15.39:0/3664316202 wait complete. 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.971+0000 7f26f2e94640 1 Processor -- start 2024-09-19T05:37:00.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.971+0000 7f26f2e94640 1 -- start start 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f2e94640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26ec06bb20 0x7f26ec0b5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f2e94640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec0cf3b0 0x7f26ec1f4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f2e94640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec15e820 0x7f26ec15d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f2e94640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f26ec0d3770 con 0x7f26ec15e820 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f2e94640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f26ec0d3490 con 0x7f26ec06bb20 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f2e94640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f26ec0d3a50 con 0x7f26ec0cf3b0 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f1431640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec15e820 0x7f26ec15d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f1431640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec15e820 0x7f26ec15d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55404/0 (socket says 172.21.15.39:55404) 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f1431640 1 -- 172.21.15.39:0/2367838293 learned_addr learned my addr 172.21.15.39:0/2367838293 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f0c30640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26ec06bb20 0x7f26ec0b5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26ebfff640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec0cf3b0 0x7f26ec1f4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f1431640 1 -- 172.21.15.39:0/2367838293 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec0cf3b0 msgr2=0x7f26ec1f4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f1431640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec0cf3b0 0x7f26ec1f4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f1431640 1 -- 172.21.15.39:0/2367838293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26ec06bb20 msgr2=0x7f26ec0b5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f1431640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26ec06bb20 0x7f26ec0b5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f1431640 1 -- 172.21.15.39:0/2367838293 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26ec0b6620 con 0x7f26ec15e820 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f1431640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec15e820 0x7f26ec15d210 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f26e400cf20 tx=0x7f26e400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26e97fa640 1 -- 172.21.15.39:0/2367838293 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26e401a070 con 0x7f26ec15e820 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26e97fa640 1 -- 172.21.15.39:0/2367838293 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26e400d840 con 0x7f26ec15e820 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26ec0b6900 con 0x7f26ec15e820 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.972+0000 7f26e97fa640 1 -- 172.21.15.39:0/2367838293 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26e400dc30 con 0x7f26ec15e820 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.973+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26ec0b6ec0 con 0x7f26ec15e820 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.973+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26ec063610 con 0x7f26ec15e820 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.974+0000 7f26e97fa640 1 -- 172.21.15.39:0/2367838293 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f26e401d070 con 0x7f26ec15e820 2024-09-19T05:37:00.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.974+0000 7f26e97fa640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26d006c2b0 0x7f26d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:00.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.974+0000 7f26e97fa640 1 -- 172.21.15.39:0/2367838293 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 4943+0+0 (secure 0 0 0) 0x7f26e408b890 con 0x7f26ec15e820 2024-09-19T05:37:00.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.974+0000 7f26f0c30640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26d006c2b0 0x7f26d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:00.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.975+0000 7f26f0c30640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26d006c2b0 0x7f26d006e770 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f26e000aa20 tx=0x7f26e0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:00.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:00.979+0000 7f26e97fa640 1 -- 172.21.15.39:0/2367838293 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f26e4059cc0 con 0x7f26ec15e820 2024-09-19T05:37:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.156+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f26ec06bf40 con 0x7f26ec15e820 2024-09-19T05:37:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.157+0000 7f26e97fa640 1 -- 172.21.15.39:0/2367838293 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f26e405dfc0 con 0x7f26ec15e820 2024-09-19T05:37:01.159 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-19T05:37:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26d006c2b0 msgr2=0x7f26d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26d006c2b0 0x7f26d006e770 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f26e000aa20 tx=0x7f26e0008040 comp rx=0 tx=0).stop 2024-09-19T05:37:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec15e820 msgr2=0x7f26ec15d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec15e820 0x7f26ec15d210 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f26e400cf20 tx=0x7f26e400a710 comp rx=0 tx=0).stop 2024-09-19T05:37:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 shutdown_connections 2024-09-19T05:37:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f26d006c2b0 0x7f26d006e770 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26ec15e820 0x7f26ec15d210 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f26ec0cf3b0 0x7f26ec1f4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 --2- 172.21.15.39:0/2367838293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26ec06bb20 0x7f26ec0b5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 >> 172.21.15.39:0/2367838293 conn(0x7f26ec072770 msgr2=0x7f26ec0cc000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 shutdown_connections 2024-09-19T05:37:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.159+0000 7f26f2e94640 1 -- 172.21.15.39:0/2367838293 wait complete. 2024-09-19T05:37:01.172 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting' 2024-09-19T05:37:01.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.272+0000 7fd5b79b0640 1 Processor -- start 2024-09-19T05:37:01.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.272+0000 7fd5b79b0640 1 -- start start 2024-09-19T05:37:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5b79b0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd5b006bb20 0x7fd5b015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5b79b0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd5b006d160 0x7fd5b006d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5b79b0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5b006db50 con 0x7fd5b015e4f0 2024-09-19T05:37:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5b79b0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fd5b006ccd0 con 0x7fd5b006d160 2024-09-19T05:37:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5b79b0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd5b01603c0 con 0x7fd5b006bb20 2024-09-19T05:37:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5b574c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd5b015e4f0 0x7fd5b015fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45414/0 (socket says 172.21.15.39:45414) 2024-09-19T05:37:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5b574c640 1 -- 172.21.15.39:0/2185138216 learned_addr learned my addr 172.21.15.39:0/2185138216 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5b5f4d640 1 --2- 172.21.15.39:0/2185138216 >> v2:172.21.15.50:3300/0 conn(0x7fd5b006d160 0x7fd5b006d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5b4f4b640 1 --2- 172.21.15.39:0/2185138216 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd5b006bb20 0x7fd5b015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.273+0000 7fd5affff640 1 -- 172.21.15.39:0/2185138216 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2741430877 0 0) 0x7fd5a0001490 con 0x7fd5b015e4f0 2024-09-19T05:37:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.274+0000 7fd5affff640 1 -- 172.21.15.39:0/2185138216 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd598003520 con 0x7fd5b015e4f0 2024-09-19T05:37:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.274+0000 7fd5b5f4d640 1 -- 172.21.15.39:0/2185138216 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd5b006bb20 msgr2=0x7fd5b015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.274+0000 7fd5b5f4d640 1 --2- 172.21.15.39:0/2185138216 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd5b006bb20 0x7fd5b015f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.274+0000 7fd5affff640 1 -- 172.21.15.39:0/2185138216 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1416723731 0 0) 0x7fd598003520 con 0x7fd5b015e4f0 2024-09-19T05:37:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.274+0000 7fd5b5f4d640 1 -- 172.21.15.39:0/2185138216 >> v1:172.21.15.39:6789/0 conn(0x7fd5b015e4f0 legacy=0x7fd5b015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.274+0000 7fd5b5f4d640 1 -- 172.21.15.39:0/2185138216 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b006c0c0 con 0x7fd5b006d160 2024-09-19T05:37:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.275+0000 7fd5b5f4d640 1 --2- 172.21.15.39:0/2185138216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006d160 0x7fd5b006d610 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd5a80097a0 tx=0x7fd5a802a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=140a8038aaa6500a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.275+0000 7fd5affff640 1 -- 172.21.15.39:0/2185138216 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a8037070 con 0x7fd5b006d160 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.275+0000 7fd5affff640 1 -- 172.21.15.39:0/2185138216 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5a802aba0 con 0x7fd5b006d160 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.275+0000 7fd5affff640 1 -- 172.21.15.39:0/2185138216 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a0001bc0 con 0x7fd5b006d160 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.275+0000 7fd5b79b0640 1 -- 172.21.15.39:0/2185138216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006d160 msgr2=0x7fd5b006d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.275+0000 7fd5b79b0640 1 --2- 172.21.15.39:0/2185138216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006d160 0x7fd5b006d610 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd5a80097a0 tx=0x7fd5a802a110 comp rx=0 tx=0).stop 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.276+0000 7fd5b79b0640 1 -- 172.21.15.39:0/2185138216 shutdown_connections 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.276+0000 7fd5b79b0640 1 --2- 172.21.15.39:0/2185138216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006d160 0x7fd5b006d610 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.276+0000 7fd5b79b0640 1 --2- 172.21.15.39:0/2185138216 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd5b006bb20 0x7fd5b015f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.276+0000 7fd5b79b0640 1 -- 172.21.15.39:0/2185138216 >> 172.21.15.39:0/2185138216 conn(0x7fd5b006e5b0 msgr2=0x7fd5b006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.276+0000 7fd5b79b0640 1 -- 172.21.15.39:0/2185138216 shutdown_connections 2024-09-19T05:37:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.276+0000 7fd5b79b0640 1 -- 172.21.15.39:0/2185138216 wait complete. 2024-09-19T05:37:01.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.277+0000 7fd5b79b0640 1 Processor -- start 2024-09-19T05:37:01.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.277+0000 7fd5b79b0640 1 -- start start 2024-09-19T05:37:01.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.277+0000 7fd5b79b0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006bb20 0x7fd5b00b3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.277+0000 7fd5b79b0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5b006d160 0x7fd5b014c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.277+0000 7fd5b79b0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd5b015e4f0 0x7fd5b0155b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.277+0000 7fd5b79b0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b006c960 con 0x7fd5b006d160 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b79b0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b006c680 con 0x7fd5b006bb20 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b79b0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd5b015e8d0 con 0x7fd5b015e4f0 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b4f4b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5b006d160 0x7fd5b014c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b4f4b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5b006d160 0x7fd5b014c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55416/0 (socket says 172.21.15.39:55416) 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b4f4b640 1 -- 172.21.15.39:0/970926447 learned_addr learned my addr 172.21.15.39:0/970926447 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b574c640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006bb20 0x7fd5b00b3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b4f4b640 1 -- 172.21.15.39:0/970926447 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd5b015e4f0 msgr2=0x7fd5b0155b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b4f4b640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd5b015e4f0 0x7fd5b0155b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b4f4b640 1 -- 172.21.15.39:0/970926447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006bb20 msgr2=0x7fd5b00b3bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b4f4b640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006bb20 0x7fd5b00b3bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b4f4b640 1 -- 172.21.15.39:0/970926447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b0156050 con 0x7fd5b006d160 2024-09-19T05:37:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b574c640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006bb20 0x7fd5b00b3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:01.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b4f4b640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5b006d160 0x7fd5b014c1f0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400e980 tx=0x7fd5a400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:01.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5adffb640 1 -- 172.21.15.39:0/970926447 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a4017070 con 0x7fd5b006d160 2024-09-19T05:37:01.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5adffb640 1 -- 172.21.15.39:0/970926447 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5a400ca00 con 0x7fd5b006d160 2024-09-19T05:37:01.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5b01562f0 con 0x7fd5b006d160 2024-09-19T05:37:01.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.278+0000 7fd5adffb640 1 -- 172.21.15.39:0/970926447 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a400cdd0 con 0x7fd5b006d160 2024-09-19T05:37:01.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.279+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5b01568b0 con 0x7fd5b006d160 2024-09-19T05:37:01.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.279+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5b0070020 con 0x7fd5b006d160 2024-09-19T05:37:01.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.280+0000 7fd5adffb640 1 -- 172.21.15.39:0/970926447 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd5a401a070 con 0x7fd5b006d160 2024-09-19T05:37:01.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.280+0000 7fd5adffb640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd59c06c2b0 0x7fd59c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.280+0000 7fd5adffb640 1 -- 172.21.15.39:0/970926447 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 4943+0+0 (secure 0 0 0) 0x7fd5a408b1a0 con 0x7fd5b006d160 2024-09-19T05:37:01.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.281+0000 7fd5b574c640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd59c06c2b0 0x7fd59c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.281+0000 7fd5b574c640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd59c06c2b0 0x7fd59c06e770 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd5a0005c00 tx=0x7fd5a0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:01.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.285+0000 7fd5adffb640 1 -- 172.21.15.39:0/970926447 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd5b0070020 con 0x7fd5b006d160 2024-09-19T05:37:01.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.533+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]} v 0) -- 0x7fd5b00b55e0 con 0x7fd5b006d160 2024-09-19T05:37:01.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.542+0000 7fd5adffb640 1 -- 172.21.15.39:0/970926447 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]}]=0 v183) ==== 148+0+0 (secure 0 0 0) 0x7fd5b00b55e0 con 0x7fd5b006d160 2024-09-19T05:37:01.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd59c06c2b0 msgr2=0x7fd59c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd59c06c2b0 0x7fd59c06e770 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd5a0005c00 tx=0x7fd5a0009040 comp rx=0 tx=0).stop 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5b006d160 msgr2=0x7fd5b014c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5b006d160 0x7fd5b014c1f0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400e980 tx=0x7fd5a400ee40 comp rx=0 tx=0).stop 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 shutdown_connections 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd59c06c2b0 0x7fd59c06e770 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd5b015e4f0 0x7fd5b0155b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5b006d160 0x7fd5b014c1f0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 --2- 172.21.15.39:0/970926447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd5b006bb20 0x7fd5b00b3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 >> 172.21.15.39:0/970926447 conn(0x7fd5b006e5b0 msgr2=0x7fd5b00b2620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 shutdown_connections 2024-09-19T05:37:01.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.544+0000 7fd5b79b0640 1 -- 172.21.15.39:0/970926447 wait complete. 2024-09-19T05:37:01.558 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:37:01.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.660+0000 7f6914742640 1 Processor -- start 2024-09-19T05:37:01.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.660+0000 7f6914742640 1 -- start start 2024-09-19T05:37:01.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.661+0000 7f6914742640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f690c1451d0 0x7f690c06cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.661+0000 7f6914742640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c145730 0x7f690c0b3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.661+0000 7f6914742640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f690c0cf270 0x7f690c0cf700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.661+0000 7f6914742640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f690c06d7c0 con 0x7f690c0cf270 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.661+0000 7f6914742640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f690c0cd900 con 0x7f690c1451d0 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.661+0000 7f6914742640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f690c0cdbe0 con 0x7f690c145730 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f6912cdf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f690c0cf270 0x7f690c0cf700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f6912cdf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f690c0cf270 0x7f690c0cf700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55428/0 (socket says 172.21.15.39:55428) 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f6912cdf640 1 -- 172.21.15.39:0/4005284237 learned_addr learned my addr 172.21.15.39:0/4005284237 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f6911cdd640 1 --2- 172.21.15.39:0/4005284237 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c145730 0x7f690c0b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f69124de640 1 --2- 172.21.15.39:0/4005284237 >> v2:172.21.15.50:3300/0 conn(0x7f690c1451d0 0x7f690c06cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f6912cdf640 1 -- 172.21.15.39:0/4005284237 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c145730 msgr2=0x7f690c0b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f6912cdf640 1 --2- 172.21.15.39:0/4005284237 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c145730 0x7f690c0b3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f6912cdf640 1 -- 172.21.15.39:0/4005284237 >> v2:172.21.15.50:3300/0 conn(0x7f690c1451d0 msgr2=0x7f690c06cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f6912cdf640 1 --2- 172.21.15.39:0/4005284237 >> v2:172.21.15.50:3300/0 conn(0x7f690c1451d0 0x7f690c06cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.662+0000 7f6912cdf640 1 -- 172.21.15.39:0/4005284237 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f690c06da10 con 0x7f690c0cf270 2024-09-19T05:37:01.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f6912cdf640 1 --2- 172.21.15.39:0/4005284237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c0cf270 0x7f690c0cf700 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f690c0732d0 tx=0x7f690402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dda9cc41f6bd8f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:01.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f69114dc640 1 -- 172.21.15.39:0/4005284237 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6904037070 con 0x7f690c0cf270 2024-09-19T05:37:01.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f69114dc640 1 -- 172.21.15.39:0/4005284237 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6904032440 con 0x7f690c0cf270 2024-09-19T05:37:01.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f69114dc640 1 -- 172.21.15.39:0/4005284237 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6904032810 con 0x7f690c0cf270 2024-09-19T05:37:01.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f6914742640 1 -- 172.21.15.39:0/4005284237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c0cf270 msgr2=0x7f690c0cf700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f6914742640 1 --2- 172.21.15.39:0/4005284237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c0cf270 0x7f690c0cf700 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f690c0732d0 tx=0x7f690402a140 comp rx=0 tx=0).stop 2024-09-19T05:37:01.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f6914742640 1 -- 172.21.15.39:0/4005284237 shutdown_connections 2024-09-19T05:37:01.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f6914742640 1 --2- 172.21.15.39:0/4005284237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c0cf270 0x7f690c0cf700 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f6914742640 1 --2- 172.21.15.39:0/4005284237 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c145730 0x7f690c0b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f6914742640 1 --2- 172.21.15.39:0/4005284237 >> v2:172.21.15.50:3300/0 conn(0x7f690c1451d0 0x7f690c06cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.663+0000 7f6914742640 1 -- 172.21.15.39:0/4005284237 >> 172.21.15.39:0/4005284237 conn(0x7f690c0b5cb0 msgr2=0x7f690c06bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:01.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.664+0000 7f6914742640 1 -- 172.21.15.39:0/4005284237 shutdown_connections 2024-09-19T05:37:01.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.664+0000 7f6914742640 1 -- 172.21.15.39:0/4005284237 wait complete. 2024-09-19T05:37:01.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.665+0000 7f6914742640 1 Processor -- start 2024-09-19T05:37:01.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.665+0000 7f6914742640 1 -- start start 2024-09-19T05:37:01.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.665+0000 7f6914742640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c0cf270 0x7f690c0ab9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6914742640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c1451d0 0x7f690c15ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6914742640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f690c145730 0x7f690c134300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6914742640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f690c0b38b0 con 0x7f690c1451d0 2024-09-19T05:37:01.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6914742640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f690c0cfc40 con 0x7f690c145730 2024-09-19T05:37:01.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6914742640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f690c06df30 con 0x7f690c0cf270 2024-09-19T05:37:01.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6911cdd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c1451d0 0x7f690c15ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6911cdd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c1451d0 0x7f690c15ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55432/0 (socket says 172.21.15.39:55432) 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6911cdd640 1 -- 172.21.15.39:0/100916695 learned_addr learned my addr 172.21.15.39:0/100916695 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f69124de640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c0cf270 0x7f690c0ab9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6912cdf640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f690c145730 0x7f690c134300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6911cdd640 1 -- 172.21.15.39:0/100916695 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c0cf270 msgr2=0x7f690c0ab9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6911cdd640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c0cf270 0x7f690c0ab9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6911cdd640 1 -- 172.21.15.39:0/100916695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f690c145730 msgr2=0x7f690c134300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6911cdd640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f690c145730 0x7f690c134300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6911cdd640 1 -- 172.21.15.39:0/100916695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f690c0abef0 con 0x7f690c1451d0 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6912cdf640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f690c145730 0x7f690c134300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6911cdd640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c1451d0 0x7f690c15ece0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f690000d620 tx=0x7f690000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f690affd640 1 -- 172.21.15.39:0/100916695 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690000b620 con 0x7f690c1451d0 2024-09-19T05:37:01.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f690affd640 1 -- 172.21.15.39:0/100916695 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6900019070 con 0x7f690c1451d0 2024-09-19T05:37:01.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f690c0ac1c0 con 0x7f690c1451d0 2024-09-19T05:37:01.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f690affd640 1 -- 172.21.15.39:0/100916695 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690000ba00 con 0x7f690c1451d0 2024-09-19T05:37:01.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.666+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f690c0ac780 con 0x7f690c1451d0 2024-09-19T05:37:01.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.667+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f690c06cfc0 con 0x7f690c1451d0 2024-09-19T05:37:01.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.668+0000 7f690affd640 1 -- 172.21.15.39:0/100916695 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f690000bba0 con 0x7f690c1451d0 2024-09-19T05:37:01.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.668+0000 7f690affd640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f68f806c2b0 0x7f68f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:01.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.668+0000 7f690affd640 1 -- 172.21.15.39:0/100916695 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 4943+0+0 (secure 0 0 0) 0x7f690008b480 con 0x7f690c1451d0 2024-09-19T05:37:01.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.669+0000 7f69124de640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f68f806c2b0 0x7f68f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:01.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.669+0000 7f69124de640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f68f806c2b0 0x7f68f806e770 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f68fc003aa0 tx=0x7f68fc009830 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:01.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.673+0000 7f690affd640 1 -- 172.21.15.39:0/100916695 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6900059ef0 con 0x7f690c1451d0 2024-09-19T05:37:01.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.849+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f690c0ce390 con 0x7f690c1451d0 2024-09-19T05:37:01.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.853+0000 7f690affd640 1 -- 172.21.15.39:0/100916695 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v24)=0 v24) ==== 122+0+0 (secure 0 0 0) 0x7f69000600c0 con 0x7f690c1451d0 2024-09-19T05:37:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f68f806c2b0 msgr2=0x7f68f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f68f806c2b0 0x7f68f806e770 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f68fc003aa0 tx=0x7f68fc009830 comp rx=0 tx=0).stop 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c1451d0 msgr2=0x7f690c15ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c1451d0 0x7f690c15ece0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f690000d620 tx=0x7f690000dae0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 shutdown_connections 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f68f806c2b0 0x7f68f806e770 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f690c145730 0x7f690c134300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f690c1451d0 0x7f690c15ece0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 --2- 172.21.15.39:0/100916695 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f690c0cf270 0x7f690c0ab9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 >> 172.21.15.39:0/100916695 conn(0x7f690c0b5cb0 msgr2=0x7f690c0b13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 shutdown_connections 2024-09-19T05:37:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:01.855+0000 7f6914742640 1 -- 172.21.15.39:0/100916695 wait complete. 2024-09-19T05:37:01.868 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:37:01.869 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:37:01.910 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:37:01.965 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:37:01.966 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:01.966 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:01.982 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:37:01.982 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:01.982 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:02.001 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:37:02.001 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:02.001 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:02.038 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:37:02.038 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:02.039 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:02.058 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:37:02.059 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:37:02.059 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:02.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.178+0000 7f301e7e4640 1 Processor -- start 2024-09-19T05:37:02.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.178+0000 7f301e7e4640 1 -- start start 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301e7e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f301815b4f0 0x7f30180d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301e7e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3018073d10 0x7f30180d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301e7e4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30180ccd80 con 0x7f301815b110 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301e7e4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f30180b44f0 con 0x7f3018073d10 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301e7e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f30180cd060 con 0x7f301815b4f0 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301cd81640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3018073d10 0x7f30180d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301cd81640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3018073d10 0x7f30180d0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55438/0 (socket says 172.21.15.39:55438) 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301cd81640 1 -- 172.21.15.39:0/522675909 learned_addr learned my addr 172.21.15.39:0/522675909 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f30177fe640 1 --2- 172.21.15.39:0/522675909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f301815b4f0 0x7f30180d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301cd81640 1 -- 172.21.15.39:0/522675909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f301815b4f0 msgr2=0x7f30180d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301cd81640 1 --2- 172.21.15.39:0/522675909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f301815b4f0 0x7f30180d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301cd81640 1 -- 172.21.15.39:0/522675909 >> v1:172.21.15.50:6789/0 conn(0x7f301815b110 legacy=0x7f30180b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f301cd81640 1 -- 172.21.15.39:0/522675909 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30180cd340 con 0x7f3018073d10 2024-09-19T05:37:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.179+0000 7f30177fe640 1 --2- 172.21.15.39:0/522675909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f301815b4f0 0x7f30180d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.180+0000 7f301cd81640 1 --2- 172.21.15.39:0/522675909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3018073d10 0x7f30180d0720 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f3010009e50 tx=0x7f301002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aef84ee8a42a895f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.180+0000 7f3016ffd640 1 -- 172.21.15.39:0/522675909 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3010036070 con 0x7f3018073d10 2024-09-19T05:37:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.180+0000 7f3016ffd640 1 -- 172.21.15.39:0/522675909 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3010031600 con 0x7f3018073d10 2024-09-19T05:37:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.180+0000 7f3016ffd640 1 -- 172.21.15.39:0/522675909 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30100319d0 con 0x7f3018073d10 2024-09-19T05:37:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.181+0000 7f301e7e4640 1 -- 172.21.15.39:0/522675909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3018073d10 msgr2=0x7f30180d0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.181+0000 7f301e7e4640 1 --2- 172.21.15.39:0/522675909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3018073d10 0x7f30180d0720 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f3010009e50 tx=0x7f301002a6c0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.181+0000 7f301e7e4640 1 -- 172.21.15.39:0/522675909 shutdown_connections 2024-09-19T05:37:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.181+0000 7f301e7e4640 1 --2- 172.21.15.39:0/522675909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3018073d10 0x7f30180d0720 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.181+0000 7f301e7e4640 1 --2- 172.21.15.39:0/522675909 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f301815b4f0 0x7f30180d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.181+0000 7f301e7e4640 1 -- 172.21.15.39:0/522675909 >> 172.21.15.39:0/522675909 conn(0x7f301806d000 msgr2=0x7f301806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.181+0000 7f301e7e4640 1 -- 172.21.15.39:0/522675909 shutdown_connections 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.181+0000 7f301e7e4640 1 -- 172.21.15.39:0/522675909 wait complete. 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.182+0000 7f301e7e4640 1 Processor -- start 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.182+0000 7f301e7e4640 1 -- start start 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301e7e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3018073d10 0x7f3018152110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301e7e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f301815b110 0x7f3018152650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301e7e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f301815b4f0 0x7f3018153470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301e7e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f30180cdcc0 con 0x7f301815b4f0 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301e7e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f30180cdb40 con 0x7f301815b110 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301e7e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f30180cde40 con 0x7f3018073d10 2024-09-19T05:37:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301cd81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f301815b4f0 0x7f3018153470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301cd81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f301815b4f0 0x7f3018153470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55440/0 (socket says 172.21.15.39:55440) 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301cd81640 1 -- 172.21.15.39:0/936277463 learned_addr learned my addr 172.21.15.39:0/936277463 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f30177fe640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f301815b110 0x7f3018152650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f3017fff640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3018073d10 0x7f3018152110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301cd81640 1 -- 172.21.15.39:0/936277463 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3018073d10 msgr2=0x7f3018152110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301cd81640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3018073d10 0x7f3018152110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301cd81640 1 -- 172.21.15.39:0/936277463 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f301815b110 msgr2=0x7f3018152650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301cd81640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f301815b110 0x7f3018152650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301cd81640 1 -- 172.21.15.39:0/936277463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3018153070 con 0x7f301815b4f0 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f301cd81640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f301815b4f0 0x7f3018153470 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f3010009e50 tx=0x7f3010004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.183+0000 7f3014ff9640 1 -- 172.21.15.39:0/936277463 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3010036050 con 0x7f301815b4f0 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.184+0000 7f3014ff9640 1 -- 172.21.15.39:0/936277463 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3010042070 con 0x7f301815b4f0 2024-09-19T05:37:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.184+0000 7f3014ff9640 1 -- 172.21.15.39:0/936277463 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3010009510 con 0x7f301815b4f0 2024-09-19T05:37:02.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.184+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3018147490 con 0x7f301815b4f0 2024-09-19T05:37:02.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.184+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3018154d90 con 0x7f301815b4f0 2024-09-19T05:37:02.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.185+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f301815fa90 con 0x7f301815b4f0 2024-09-19T05:37:02.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.185+0000 7f3014ff9640 1 -- 172.21.15.39:0/936277463 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3010007bd0 con 0x7f301815b4f0 2024-09-19T05:37:02.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.186+0000 7f3014ff9640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300406c2e0 0x7f300406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.186+0000 7f3014ff9640 1 -- 172.21.15.39:0/936277463 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 4943+0+0 (secure 0 0 0) 0x7f30100ab8a0 con 0x7f301815b4f0 2024-09-19T05:37:02.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.186+0000 7f3017fff640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300406c2e0 0x7f300406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.186+0000 7f3017fff640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300406c2e0 0x7f300406e7a0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3008004f60 tx=0x7f3008007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:02.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.190+0000 7f3014ff9640 1 -- 172.21.15.39:0/936277463 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f301815fa90 con 0x7f301815b4f0 2024-09-19T05:37:02.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.400+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30180b3d10 con 0x7f301815b4f0 2024-09-19T05:37:02.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.401+0000 7f3014ff9640 1 -- 172.21.15.39:0/936277463 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+3908 (secure 0 0 0) 0x7f301004b020 con 0x7f301815b4f0 2024-09-19T05:37:02.405 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:02.405 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":45,"btime":"2024-09-19T05:36:57:524610+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5761,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/257855834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":257855834},{"type":"v1","addr":"172.21.15.50:6833","nonce":257855834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":5767,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3590319700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3590319700},{"type":"v1","addr":"172.21.15.50:6835","nonce":3590319700}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6132,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1033705035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1033705035},{"type":"v1","addr":"172.21.15.39:6836","nonce":1033705035}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38},{"gid":6411,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/3502080938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":3502080938},{"type":"v1","addr":"172.21.15.39:6837","nonce":3502080938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[]} 2024-09-19T05:37:02.406 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 45 2024-09-19T05:37:02.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300406c2e0 msgr2=0x7f300406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300406c2e0 0x7f300406e7a0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3008004f60 tx=0x7f3008007e30 comp rx=0 tx=0).stop 2024-09-19T05:37:02.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f301815b4f0 msgr2=0x7f3018153470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f301815b4f0 0x7f3018153470 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f3010009e50 tx=0x7f3010004a40 comp rx=0 tx=0).stop 2024-09-19T05:37:02.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 shutdown_connections 2024-09-19T05:37:02.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f300406c2e0 0x7f300406e7a0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f301815b4f0 0x7f3018153470 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f301815b110 0x7f3018152650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 --2- 172.21.15.39:0/936277463 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3018073d10 0x7f3018152110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 >> 172.21.15.39:0/936277463 conn(0x7f301806d000 msgr2=0x7f301806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:02.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 shutdown_connections 2024-09-19T05:37:02.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.403+0000 7f301e7e4640 1 -- 172.21.15.39:0/936277463 wait complete. 2024-09-19T05:37:02.417 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:37:02.417 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:37:02.417 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:37:02.417 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:37:02.417 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:37:02.417 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:37:02.418 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:37:02.418 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:37:02.418 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:37:02.418 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:37:02.418 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:37:02.418 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:37:02.418 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:37:02.419 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:37:02.419 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:37:02.419 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:37:02.428 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:37:02.428 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:37:02.428 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:37:02.429 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:37:02.431 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:37:02.431 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:37:02.432 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:37:02.432 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:37:02.471 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:37:02.471 DEBUG:teuthology.parallel:result is None 2024-09-19T05:37:02.472 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:37:02.472 DEBUG:teuthology.parallel:result is None 2024-09-19T05:37:02.474 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:37:02.475 DEBUG:teuthology.parallel:result is None 2024-09-19T05:37:02.475 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:37:02.475 DEBUG:teuthology.parallel:result is None 2024-09-19T05:37:02.476 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:37:02.550 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:37:02.551 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:37:02.562 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-19T05:37:02.563 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-19T05:37:02.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.583+0000 7f99b9bb7640 1 Processor -- start 2024-09-19T05:37:02.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.583+0000 7f99b9bb7640 1 -- start start 2024-09-19T05:37:02.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b9bb7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b40b6a70 0x7f99b40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b9bb7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99b40d1d90 con 0x7f99b40b6690 2024-09-19T05:37:02.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b9bb7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99b40ceef0 con 0x7f99b40d1510 2024-09-19T05:37:02.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b9bb7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f99b40cf540 con 0x7f99b40b6a70 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b37fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f99b40b6690 0x7f99b40cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45450/0 (socket says 172.21.15.39:45450) 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b37fe640 1 -- 172.21.15.39:0/4254048133 learned_addr learned my addr 172.21.15.39:0/4254048133 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2626812822 0 0) 0x7f99b40d1d90 con 0x7f99b40b6690 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f999c003520 con 0x7f99b40b6690 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b2ffd640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b40b6a70 0x7f99b40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4162418283 0 0) 0x7f999c003520 con 0x7f99b40b6690 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b40b6a70 msgr2=0x7f99b40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b40b6a70 0x7f99b40d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 >> v1:172.21.15.50:6789/0 conn(0x7f99b40d1510 legacy=0x7f99b40d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99b40cf1d0 con 0x7f99b40b6690 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f99a4001670 con 0x7f99b40b6690 2024-09-19T05:37:02.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 >> v1:172.21.15.39:6789/0 conn(0x7f99b40b6690 legacy=0x7f99b40cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f999c0039e0 0x7f999c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f999c004800 0x7f999c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b40b6a70 0x7f999c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f99b40cf540 con 0x7f999c0039e0 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f999c00baa0 con 0x7f999c004800 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.584+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f999c00bca0 con 0x7f99b40b6a70 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.585+0000 7f99b37fe640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f999c0039e0 0x7f999c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.585+0000 7f99b2ffd640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f999c004800 0x7f999c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.585+0000 7f99b3fff640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b40b6a70 0x7f999c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.585+0000 7f99b37fe640 1 -- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b40b6a70 msgr2=0x7f999c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.585+0000 7f99b37fe640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b40b6a70 0x7f999c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.585+0000 7f99b37fe640 1 -- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f999c004800 msgr2=0x7f999c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:02.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.585+0000 7f99b37fe640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f999c004800 0x7f999c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.585+0000 7f99b37fe640 1 -- 172.21.15.39:0/4254048133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f999c003520 con 0x7f999c0039e0 2024-09-19T05:37:02.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.585+0000 7f99b3fff640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b40b6a70 0x7f999c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:02.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b37fe640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f999c0039e0 0x7f999c003e00 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f99a4001eb0 tx=0x7f999c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2875ba047038bf9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:02.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a4007d30 con 0x7f999c0039e0 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99a4005af0 con 0x7f999c0039e0 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b27fc640 1 -- 172.21.15.39:0/4254048133 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a4007070 con 0x7f999c0039e0 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b9bb7640 1 -- 172.21.15.39:0/4254048133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f999c0039e0 msgr2=0x7f999c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b9bb7640 1 --2- 172.21.15.39:0/4254048133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f999c0039e0 0x7f999c003e00 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f99a4001eb0 tx=0x7f999c005830 comp rx=0 tx=0).stop 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b3fff640 1 -- 172.21.15.39:0/4254048133 reap_dead start 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b9bb7640 1 -- 172.21.15.39:0/4254048133 shutdown_connections 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b9bb7640 1 -- 172.21.15.39:0/4254048133 >> 172.21.15.39:0/4254048133 conn(0x7f99b4072560 msgr2=0x7f99b4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b9bb7640 1 -- 172.21.15.39:0/4254048133 shutdown_connections 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.586+0000 7f99b9bb7640 1 -- 172.21.15.39:0/4254048133 wait complete. 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.587+0000 7f99b9bb7640 1 Processor -- start 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.588+0000 7f99b9bb7640 1 -- start start 2024-09-19T05:37:02.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.588+0000 7f99b9bb7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f999c0039e0 0x7f99b40cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.588+0000 7f99b9bb7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b4155300 0x7f99b40cde30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.588+0000 7f99b9bb7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40ce370 0x7f99b4152cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.588+0000 7f99b9bb7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f99b40d1b20 con 0x7f99b40ce370 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.588+0000 7f99b9bb7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f99b40d19a0 con 0x7f999c0039e0 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.588+0000 7f99b9bb7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f99b415c530 con 0x7f99b4155300 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.588+0000 7f99b3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40ce370 0x7f99b4152cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.588+0000 7f99b3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40ce370 0x7f99b4152cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55488/0 (socket says 172.21.15.39:55488) 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b3fff640 1 -- 172.21.15.39:0/169564036 learned_addr learned my addr 172.21.15.39:0/169564036 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b2ffd640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b4155300 0x7f99b40cde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b37fe640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f999c0039e0 0x7f99b40cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b3fff640 1 -- 172.21.15.39:0/169564036 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b4155300 msgr2=0x7f99b40cde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b3fff640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b4155300 0x7f99b40cde30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b3fff640 1 -- 172.21.15.39:0/169564036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f999c0039e0 msgr2=0x7f99b40cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b3fff640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f999c0039e0 0x7f99b40cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b3fff640 1 -- 172.21.15.39:0/169564036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99b40cc0d0 con 0x7f99b40ce370 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b3fff640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40ce370 0x7f99b4152cc0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f99ac000f80 tx=0x7f99ac00ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f999bfff640 1 -- 172.21.15.39:0/169564036 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ac003b80 con 0x7f99b40ce370 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99b40cc3b0 con 0x7f99b40ce370 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f999bfff640 1 -- 172.21.15.39:0/169564036 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99ac003d20 con 0x7f99b40ce370 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f999bfff640 1 -- 172.21.15.39:0/169564036 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ac003b80 con 0x7f99b40ce370 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.589+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99b40cc970 con 0x7f99b40ce370 2024-09-19T05:37:02.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.590+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99b40d0fd0 con 0x7f99b40ce370 2024-09-19T05:37:02.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.591+0000 7f999bfff640 1 -- 172.21.15.39:0/169564036 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f99ac01a020 con 0x7f99b40ce370 2024-09-19T05:37:02.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.591+0000 7f999bfff640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f99a006c4e0 0x7f99a006e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:02.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.591+0000 7f999bfff640 1 -- 172.21.15.39:0/169564036 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 4943+0+0 (secure 0 0 0) 0x7f99ac010040 con 0x7f99b40ce370 2024-09-19T05:37:02.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.591+0000 7f99b37fe640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f99a006c4e0 0x7f99a006e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:02.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.592+0000 7f99b37fe640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f99a006c4e0 0x7f99a006e9a0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f99a4032000 tx=0x7f99a4034040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:02.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.596+0000 7f999bfff640 1 -- 172.21.15.39:0/169564036 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f99ac058ec0 con 0x7f99b40ce370 2024-09-19T05:37:02.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:02.781+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f99b4069140 con 0x7f99b40ce370 2024-09-19T05:37:03.097 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:37:03.099 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:37:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.553+0000 7f999bfff640 1 -- 172.21.15.39:0/169564036 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v83) ==== 97+0+0 (secure 0 0 0) 0x7f99ac0587c0 con 0x7f99b40ce370 2024-09-19T05:37:03.556 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-19T05:37:03.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f99a006c4e0 msgr2=0x7f99a006e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:03.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f99a006c4e0 0x7f99a006e9a0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f99a4032000 tx=0x7f99a4034040 comp rx=0 tx=0).stop 2024-09-19T05:37:03.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40ce370 msgr2=0x7f99b4152cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40ce370 0x7f99b4152cc0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f99ac000f80 tx=0x7f99ac00ead0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 shutdown_connections 2024-09-19T05:37:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f99a006c4e0 0x7f99a006e9a0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40ce370 0x7f99b4152cc0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f99b4155300 0x7f99b40cde30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 --2- 172.21.15.39:0/169564036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f999c0039e0 0x7f99b40cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.556+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 >> 172.21.15.39:0/169564036 conn(0x7f99b4072560 msgr2=0x7f99b415f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.557+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 shutdown_connections 2024-09-19T05:37:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.557+0000 7f99b9bb7640 1 -- 172.21.15.39:0/169564036 wait complete. 2024-09-19T05:37:03.573 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:37:03.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.677+0000 7fa1ff2e6640 1 Processor -- start 2024-09-19T05:37:03.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.677+0000 7fa1ff2e6640 1 -- start start 2024-09-19T05:37:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1ff2e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f815e4f0 0x7fa1f815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1ff2e6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa1f806d160 0x7fa1f806d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1ff2e6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1f806db50 con 0x7fa1f806bb20 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1ff2e6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa1f806ccd0 con 0x7fa1f806d160 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1ff2e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1f81603c0 con 0x7fa1f815e4f0 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1fc881640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa1f806bb20 0x7fa1f815fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45458/0 (socket says 172.21.15.39:45458) 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1fc881640 1 -- 172.21.15.39:0/237028701 learned_addr learned my addr 172.21.15.39:0/237028701 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1fd082640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f815e4f0 0x7fa1f815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1fd883640 1 --2- 172.21.15.39:0/237028701 >> v2:172.21.15.50:3300/0 conn(0x7fa1f806d160 0x7fa1f806d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2807501117 0 0) 0x7fa1e8001110 con 0x7fa1f806bb20 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.678+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa1e4003520 con 0x7fa1f806bb20 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 575504428 0 0) 0x7fa1e4003520 con 0x7fa1f806bb20 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f815e4f0 msgr2=0x7fa1f815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f815e4f0 0x7fa1f815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 >> v2:172.21.15.50:3300/0 conn(0x7fa1f806d160 msgr2=0x7fa1f806d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 --2- 172.21.15.39:0/237028701 >> v2:172.21.15.50:3300/0 conn(0x7fa1f806d160 0x7fa1f806d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1f806c0c0 con 0x7fa1f806bb20 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fa1e8001840 con 0x7fa1f806bb20 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fd883640 1 --2- 172.21.15.39:0/237028701 >> v2:172.21.15.50:3300/0 conn(0x7fa1f806d160 0x7fa1f806d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 >> v1:172.21.15.39:6789/0 conn(0x7fa1f806bb20 legacy=0x7fa1f815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1e40039b0 0x7fa1e4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1e4004800 0x7fa1e4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f815e4f0 0x7fa1e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f806ccd0 con 0x7fa1e40039b0 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f81603c0 con 0x7fa1e4004800 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1e400b9c0 con 0x7fa1f815e4f0 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fd082640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1e40039b0 0x7fa1e4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fd883640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f815e4f0 0x7fa1e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fc881640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1e4004800 0x7fa1e4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fd082640 1 -- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f815e4f0 msgr2=0x7fa1e40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fd082640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f815e4f0 0x7fa1e40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fd082640 1 -- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1e4004800 msgr2=0x7fa1e4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fd082640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1e4004800 0x7fa1e4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fd082640 1 -- 172.21.15.39:0/237028701 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1e4003520 con 0x7fa1e40039b0 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.679+0000 7fa1fc881640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1e4004800 0x7fa1e4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.680+0000 7fa1fd082640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1e40039b0 0x7fa1e4003dd0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fa1f4009aa0 tx=0x7fa1e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b352a11f9e5876bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.680+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f4036070 con 0x7fa1e40039b0 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.680+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1f4031400 con 0x7fa1e40039b0 2024-09-19T05:37:03.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.680+0000 7fa1effff640 1 -- 172.21.15.39:0/237028701 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f4009670 con 0x7fa1e40039b0 2024-09-19T05:37:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.681+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/237028701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1e40039b0 msgr2=0x7fa1e4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.681+0000 7fa1ff2e6640 1 --2- 172.21.15.39:0/237028701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1e40039b0 0x7fa1e4003dd0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fa1f4009aa0 tx=0x7fa1e4005830 comp rx=0 tx=0).stop 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.681+0000 7fa1fd883640 1 -- 172.21.15.39:0/237028701 reap_dead start 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.681+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/237028701 shutdown_connections 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.681+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/237028701 >> 172.21.15.39:0/237028701 conn(0x7fa1f806e5b0 msgr2=0x7fa1f806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.681+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/237028701 shutdown_connections 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.681+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/237028701 wait complete. 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.682+0000 7fa1ff2e6640 1 Processor -- start 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.682+0000 7fa1ff2e6640 1 -- start start 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1ff2e6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1e40039b0 0x7fa1f81f4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1ff2e6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1f80b21f0 0x7fa1f815d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1ff2e6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f8152bc0 0x7fa1f8153040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1ff2e6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f806c960 con 0x7fa1f80b21f0 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1ff2e6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f806c680 con 0x7fa1e40039b0 2024-09-19T05:37:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1ff2e6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1f815e8d0 con 0x7fa1f8152bc0 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1fc881640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1f80b21f0 0x7fa1f815d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1fc881640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1f80b21f0 0x7fa1f815d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55518/0 (socket says 172.21.15.39:55518) 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1fc881640 1 -- 172.21.15.39:0/3340043357 learned_addr learned my addr 172.21.15.39:0/3340043357 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1fc881640 1 -- 172.21.15.39:0/3340043357 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f8152bc0 msgr2=0x7fa1f8153040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1fc881640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f8152bc0 0x7fa1f8153040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1fc881640 1 -- 172.21.15.39:0/3340043357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1e40039b0 msgr2=0x7fa1f81f4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1fc881640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1e40039b0 0x7fa1f81f4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1fc881640 1 -- 172.21.15.39:0/3340043357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1f80cdff0 con 0x7fa1f80b21f0 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1fc881640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1f80b21f0 0x7fa1f815d080 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fa1e800e7b0 tx=0x7fa1e800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1edffb640 1 -- 172.21.15.39:0/3340043357 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e800c7f0 con 0x7fa1f80b21f0 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1edffb640 1 -- 172.21.15.39:0/3340043357 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1e8018070 con 0x7fa1f80b21f0 2024-09-19T05:37:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1edffb640 1 -- 172.21.15.39:0/3340043357 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e800cbb0 con 0x7fa1f80b21f0 2024-09-19T05:37:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.683+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1f81f56f0 con 0x7fa1f80b21f0 2024-09-19T05:37:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.684+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1f81f5cb0 con 0x7fa1f80b21f0 2024-09-19T05:37:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.685+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1f806d610 con 0x7fa1f80b21f0 2024-09-19T05:37:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.685+0000 7fa1edffb640 1 -- 172.21.15.39:0/3340043357 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa1e801d460 con 0x7fa1f80b21f0 2024-09-19T05:37:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.686+0000 7fa1edffb640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1dc06c2b0 0x7fa1dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.686+0000 7fa1edffb640 1 -- 172.21.15.39:0/3340043357 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 4857+0+0 (secure 0 0 0) 0x7fa1e808ae80 con 0x7fa1f80b21f0 2024-09-19T05:37:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.686+0000 7fa1fd082640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1dc06c2b0 0x7fa1dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.686+0000 7fa1fd082640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1dc06c2b0 0x7fa1dc06e770 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa1f4033000 tx=0x7fa1f402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:03.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.690+0000 7fa1edffb640 1 -- 172.21.15.39:0/3340043357 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa1f806db50 con 0x7fa1f80b21f0 2024-09-19T05:37:03.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.930+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fa1f815ff70 con 0x7fa1f80b21f0 2024-09-19T05:37:03.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.930+0000 7fa1edffb640 1 -- 172.21.15.39:0/3340043357 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7fa1e80599d0 con 0x7fa1f80b21f0 2024-09-19T05:37:03.933 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:03.933 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:03.933 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-19T05:37:03.933 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.933 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-19T05:37:03.933 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIM4aDRAAlMJ7aOrv03elCfbuji2K5Q==", 2024-09-19T05:37:03.933 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.933 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvgt7GRAA/eoXSbz/ug67UEj/AlWG3w==", 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:37:03.934 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmIG5NFBAAYRoFlBTGF9vWE8tD5dXp+g==", 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.935 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmmFTdIBAAYykc1nIxjNdsCUi4spxX8A==", 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCYt+tmP3rWFhAAowwSHyPCz6SrbalmmSKQBQ==", 2024-09-19T05:37:03.936 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCbt+tmxbocGxAAXBJVNd9geM3WjPnzoN4Jeg==", 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.937 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCet+tmca0/LBAAkkmpxq3FL+vA+VxSrchJfA==", 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.938 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCit+tmzVUqAxAAGG8wZT2s9qUs1/xn1aQEzQ==", 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCmt+tmlzzNExAAKv2HxkFtL7iAGOyIoucHPg==", 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:37:03.939 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCpt+tmHftQFhAATRmtgFgM4plu3j3Y84ySvA==", 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.940 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCst+tmQgP3JxAAsS3nowkJGITPFCd4cHLG9w==", 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCvt+tmWnfGOBAAqceyaunM8LQyhXoccnb3GA==", 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.941 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ==", 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.942 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvp8oLhAAnPW4CNPoKei0acso9k3X6w==", 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.943 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmBbHYKhAA+49M8aS7VHuPjm00KOCwUw==", 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmge3nMxAADicDEBNjTt+/zzL3befE1w==", 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.944 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCQt+tmWTbVKxAA2TBzvNegyH9FNxy/NFGX6Q==", 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-19T05:37:03.945 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tm1q7NCRAA1Wg1Mq1WXaqx/ngn21X60Q==", 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:03.946 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQCRt+tmvvK9BRAAyFVhGghx2zPYcMbaHBpWoA==", 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-19T05:37:03.947 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1dc06c2b0 msgr2=0x7fa1dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1dc06c2b0 0x7fa1dc06e770 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa1f4033000 tx=0x7fa1f402e000 comp rx=0 tx=0).stop 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1f80b21f0 msgr2=0x7fa1f815d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1f80b21f0 0x7fa1f815d080 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fa1e800e7b0 tx=0x7fa1e800ec70 comp rx=0 tx=0).stop 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 shutdown_connections 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa1dc06c2b0 0x7fa1dc06e770 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1f8152bc0 0x7fa1f8153040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1f80b21f0 0x7fa1f815d080 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 --2- 172.21.15.39:0/3340043357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1e40039b0 0x7fa1f81f4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 >> 172.21.15.39:0/3340043357 conn(0x7fa1f806e5b0 msgr2=0x7fa1f80b37c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:03.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 shutdown_connections 2024-09-19T05:37:03.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:03.932+0000 7fa1ff2e6640 1 -- 172.21.15.39:0/3340043357 wait complete. 2024-09-19T05:37:03.950 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:37:04.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.050+0000 7f09d9865640 1 Processor -- start 2024-09-19T05:37:04.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.050+0000 7f09d9865640 1 -- start start 2024-09-19T05:37:04.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.051+0000 7f09d9865640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d406e440 0x7f09d40713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.051+0000 7f09d9865640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f09d4160990 0x7f09d40d0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.051+0000 7f09d9865640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09d415cb60 con 0x7f09d415c330 2024-09-19T05:37:04.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.051+0000 7f09d9865640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f09d40719b0 con 0x7f09d4160990 2024-09-19T05:37:04.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.051+0000 7f09d9865640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f09d415ce40 con 0x7f09d406e440 2024-09-19T05:37:04.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.051+0000 7f09d37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f09d4160990 0x7f09d40d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.051+0000 7f09d37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f09d4160990 0x7f09d40d0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55530/0 (socket says 172.21.15.39:55530) 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.051+0000 7f09d37fe640 1 -- 172.21.15.39:0/2985792330 learned_addr learned my addr 172.21.15.39:0/2985792330 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.052+0000 7f09d27fc640 1 --2- 172.21.15.39:0/2985792330 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d406e440 0x7f09d40713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.052+0000 7f09d37fe640 1 -- 172.21.15.39:0/2985792330 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d406e440 msgr2=0x7f09d40713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.052+0000 7f09d37fe640 1 --2- 172.21.15.39:0/2985792330 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d406e440 0x7f09d40713d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.052+0000 7f09d37fe640 1 -- 172.21.15.39:0/2985792330 >> v1:172.21.15.50:6789/0 conn(0x7f09d415c330 legacy=0x7f09d406dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.052+0000 7f09d37fe640 1 -- 172.21.15.39:0/2985792330 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09d415d120 con 0x7f09d4160990 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.052+0000 7f09d37fe640 1 --2- 172.21.15.39:0/2985792330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d4160990 0x7f09d40d0380 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f09c4009e50 tx=0x7f09c402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b22148b685e025e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.052+0000 7f09d1ffb640 1 -- 172.21.15.39:0/2985792330 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c4036070 con 0x7f09d4160990 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d1ffb640 1 -- 172.21.15.39:0/2985792330 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09c4031600 con 0x7f09d4160990 2024-09-19T05:37:04.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d1ffb640 1 -- 172.21.15.39:0/2985792330 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c40319d0 con 0x7f09d4160990 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d9865640 1 -- 172.21.15.39:0/2985792330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d4160990 msgr2=0x7f09d40d0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d9865640 1 --2- 172.21.15.39:0/2985792330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d4160990 0x7f09d40d0380 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f09c4009e50 tx=0x7f09c402a6c0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d9865640 1 -- 172.21.15.39:0/2985792330 shutdown_connections 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d9865640 1 --2- 172.21.15.39:0/2985792330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d4160990 0x7f09d40d0380 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d9865640 1 --2- 172.21.15.39:0/2985792330 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d406e440 0x7f09d40713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d9865640 1 -- 172.21.15.39:0/2985792330 >> 172.21.15.39:0/2985792330 conn(0x7f09d40b4170 msgr2=0x7f09d40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d9865640 1 -- 172.21.15.39:0/2985792330 shutdown_connections 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.053+0000 7f09d9865640 1 -- 172.21.15.39:0/2985792330 wait complete. 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.054+0000 7f09d9865640 1 Processor -- start 2024-09-19T05:37:04.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d9865640 1 -- start start 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d9865640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d406e440 0x7f09d4151320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d9865640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09d415c330 0x7f09d4141dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d9865640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d4160990 0x7f09d4142720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d9865640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f09d415d920 con 0x7f09d406e440 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d9865640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f09d4160e20 con 0x7f09d415c330 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d9865640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f09d415c710 con 0x7f09d4160990 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d406e440 0x7f09d4151320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d406e440 0x7f09d4151320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55534/0 (socket says 172.21.15.39:55534) 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.055+0000 7f09d2ffd640 1 -- 172.21.15.39:0/537500143 learned_addr learned my addr 172.21.15.39:0/537500143 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d27fc640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09d415c330 0x7f09d4141dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d37fe640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d4160990 0x7f09d4142720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d2ffd640 1 -- 172.21.15.39:0/537500143 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d4160990 msgr2=0x7f09d4142720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d2ffd640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d4160990 0x7f09d4142720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d2ffd640 1 -- 172.21.15.39:0/537500143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09d415c330 msgr2=0x7f09d4141dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d2ffd640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09d415c330 0x7f09d4141dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d2ffd640 1 -- 172.21.15.39:0/537500143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09d40b5820 con 0x7f09d406e440 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d2ffd640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d406e440 0x7f09d4151320 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f09cc00c430 tx=0x7f09cc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09cbfff640 1 -- 172.21.15.39:0/537500143 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09cc011790 con 0x7f09d406e440 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09cbfff640 1 -- 172.21.15.39:0/537500143 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09cc017070 con 0x7f09d406e440 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09d40b5b00 con 0x7f09d406e440 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09cbfff640 1 -- 172.21.15.39:0/537500143 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09cc011bb0 con 0x7f09d406e440 2024-09-19T05:37:04.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.056+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09d40b60c0 con 0x7f09d406e440 2024-09-19T05:37:04.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.057+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09d40713d0 con 0x7f09d406e440 2024-09-19T05:37:04.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.057+0000 7f09cbfff640 1 -- 172.21.15.39:0/537500143 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f09cc01c460 con 0x7f09d406e440 2024-09-19T05:37:04.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.058+0000 7f09cbfff640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f09b406c2e0 0x7f09b406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.058+0000 7f09cbfff640 1 -- 172.21.15.39:0/537500143 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 4857+0+0 (secure 0 0 0) 0x7f09cc08ae50 con 0x7f09d406e440 2024-09-19T05:37:04.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.058+0000 7f09d27fc640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f09b406c2e0 0x7f09b406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.059+0000 7f09d27fc640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f09b406c2e0 0x7f09b406e7a0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f09d4145280 tx=0x7f09bc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:04.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.062+0000 7f09cbfff640 1 -- 172.21.15.39:0/537500143 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f09cc0592c0 con 0x7f09d406e440 2024-09-19T05:37:04.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.242+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f09d40ce780 con 0x7f09d406e440 2024-09-19T05:37:04.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.243+0000 7f09cbfff640 1 -- 172.21.15.39:0/537500143 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v85) ==== 84+0+65 (secure 0 0 0) 0x7f09cc05d5c0 con 0x7f09d406e440 2024-09-19T05:37:04.245 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:04.245 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-19T05:37:04.245 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:04.246 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-19T05:37:04.246 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-19T05:37:04.246 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:04.246 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-19T05:37:04.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f09b406c2e0 msgr2=0x7f09b406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:04.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f09b406c2e0 0x7f09b406e7a0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f09d4145280 tx=0x7f09bc008040 comp rx=0 tx=0).stop 2024-09-19T05:37:04.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d406e440 msgr2=0x7f09d4151320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:04.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d406e440 0x7f09d4151320 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f09cc00c430 tx=0x7f09cc00c8f0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 shutdown_connections 2024-09-19T05:37:04.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f09b406c2e0 0x7f09b406e7a0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f09d4160990 0x7f09d4142720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f09d415c330 0x7f09d4141dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 --2- 172.21.15.39:0/537500143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09d406e440 0x7f09d4151320 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 >> 172.21.15.39:0/537500143 conn(0x7f09d40b4170 msgr2=0x7f09d40b2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:04.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 shutdown_connections 2024-09-19T05:37:04.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.245+0000 7f09d9865640 1 -- 172.21.15.39:0/537500143 wait complete. 2024-09-19T05:37:04.258 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:37:04.258 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:37:04.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.362+0000 7f802a98d640 1 Processor -- start 2024-09-19T05:37:04.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.362+0000 7f802a98d640 1 -- start start 2024-09-19T05:37:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f802a98d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240b3610 0x7f802415f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f802a98d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f80240ced40 0x7f80240d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f802a98d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80240cf4e0 con 0x7f802415e7e0 2024-09-19T05:37:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f802a98d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f80240d24d0 con 0x7f80240ced40 2024-09-19T05:37:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f802a98d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f80240cfd80 con 0x7f80240b3610 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f80237fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f802415e7e0 0x7f80240b39f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45466/0 (socket says 172.21.15.39:45466) 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f80237fe640 1 -- 172.21.15.39:0/1783294001 learned_addr learned my addr 172.21.15.39:0/1783294001 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f8028f2a640 1 --2- 172.21.15.39:0/1783294001 >> v2:172.21.15.50:3300/0 conn(0x7f80240ced40 0x7f80240d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f8023fff640 1 --2- 172.21.15.39:0/1783294001 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240b3610 0x7f802415f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.363+0000 7f8022ffd640 1 -- 172.21.15.39:0/1783294001 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 802389814 0 0) 0x7f80240cf4e0 con 0x7f802415e7e0 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.364+0000 7f8022ffd640 1 -- 172.21.15.39:0/1783294001 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f800c003520 con 0x7f802415e7e0 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.364+0000 7f8028f2a640 1 -- 172.21.15.39:0/1783294001 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240b3610 msgr2=0x7f802415f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.364+0000 7f8022ffd640 1 -- 172.21.15.39:0/1783294001 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4069053575 0 0) 0x7f800c003520 con 0x7f802415e7e0 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.364+0000 7f8028f2a640 1 --2- 172.21.15.39:0/1783294001 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240b3610 0x7f802415f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.364+0000 7f8028f2a640 1 -- 172.21.15.39:0/1783294001 >> v1:172.21.15.39:6789/0 conn(0x7f802415e7e0 legacy=0x7f80240b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:04.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.364+0000 7f8028f2a640 1 -- 172.21.15.39:0/1783294001 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80240cf7c0 con 0x7f80240ced40 2024-09-19T05:37:04.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f8028f2a640 1 --2- 172.21.15.39:0/1783294001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80240ced40 0x7f80240d2960 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f801c009d90 tx=0x7f801c02a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7578d926cc440d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:04.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f8022ffd640 1 -- 172.21.15.39:0/1783294001 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8018001670 con 0x7f80240ced40 2024-09-19T05:37:04.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f8022ffd640 1 -- 172.21.15.39:0/1783294001 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f801c007540 con 0x7f80240ced40 2024-09-19T05:37:04.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f8022ffd640 1 -- 172.21.15.39:0/1783294001 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f801c0078f0 con 0x7f80240ced40 2024-09-19T05:37:04.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f802a98d640 1 -- 172.21.15.39:0/1783294001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80240ced40 msgr2=0x7f80240d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:04.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f802a98d640 1 --2- 172.21.15.39:0/1783294001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80240ced40 0x7f80240d2960 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f801c009d90 tx=0x7f801c02a5f0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f802a98d640 1 -- 172.21.15.39:0/1783294001 shutdown_connections 2024-09-19T05:37:04.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f802a98d640 1 --2- 172.21.15.39:0/1783294001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80240ced40 0x7f80240d2960 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f802a98d640 1 --2- 172.21.15.39:0/1783294001 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240b3610 0x7f802415f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f802a98d640 1 -- 172.21.15.39:0/1783294001 >> 172.21.15.39:0/1783294001 conn(0x7f8024072560 msgr2=0x7f8024072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:04.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f802a98d640 1 -- 172.21.15.39:0/1783294001 shutdown_connections 2024-09-19T05:37:04.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.365+0000 7f802a98d640 1 -- 172.21.15.39:0/1783294001 wait complete. 2024-09-19T05:37:04.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.367+0000 7f802a98d640 1 Processor -- start 2024-09-19T05:37:04.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.367+0000 7f802a98d640 1 -- start start 2024-09-19T05:37:04.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.367+0000 7f802a98d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80240b3610 0x7f8024157320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.367+0000 7f802a98d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240ced40 0x7f80241579a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.367+0000 7f802a98d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f802415e7e0 0x7f80240cc6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.367+0000 7f802a98d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f80240d2ea0 con 0x7f80240b3610 2024-09-19T05:37:04.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.367+0000 7f802a98d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f80240cf1d0 con 0x7f802415e7e0 2024-09-19T05:37:04.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.367+0000 7f802a98d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f80240d3020 con 0x7f80240ced40 2024-09-19T05:37:04.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8023fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80240b3610 0x7f8024157320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8023fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80240b3610 0x7f8024157320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55542/0 (socket says 172.21.15.39:55542) 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8023fff640 1 -- 172.21.15.39:0/3040940569 learned_addr learned my addr 172.21.15.39:0/3040940569 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f80237fe640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240ced40 0x7f80241579a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8028f2a640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f802415e7e0 0x7f80240cc6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8023fff640 1 -- 172.21.15.39:0/3040940569 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240ced40 msgr2=0x7f80241579a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8023fff640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240ced40 0x7f80241579a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8023fff640 1 -- 172.21.15.39:0/3040940569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f802415e7e0 msgr2=0x7f80240cc6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8023fff640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f802415e7e0 0x7f80240cc6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8023fff640 1 -- 172.21.15.39:0/3040940569 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f802415d410 con 0x7f80240b3610 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8023fff640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80240b3610 0x7f8024157320 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f801400e9b0 tx=0x7f801400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8020ff9640 1 -- 172.21.15.39:0/3040940569 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8014017070 con 0x7f80240b3610 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8020ff9640 1 -- 172.21.15.39:0/3040940569 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f801400c9a0 con 0x7f80240b3610 2024-09-19T05:37:04.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80240b4c00 con 0x7f80240b3610 2024-09-19T05:37:04.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f8020ff9640 1 -- 172.21.15.39:0/3040940569 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f801400cd90 con 0x7f80240b3610 2024-09-19T05:37:04.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.368+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80240b51c0 con 0x7f80240b3610 2024-09-19T05:37:04.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.369+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80240cf4e0 con 0x7f80240b3610 2024-09-19T05:37:04.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.370+0000 7f8020ff9640 1 -- 172.21.15.39:0/3040940569 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f801401a070 con 0x7f80240b3610 2024-09-19T05:37:04.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.370+0000 7f8020ff9640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f801006c2b0 0x7f801006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:04.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.370+0000 7f80237fe640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f801006c2b0 0x7f801006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:04.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.370+0000 7f8020ff9640 1 -- 172.21.15.39:0/3040940569 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 4857+0+0 (secure 0 0 0) 0x7f801408b090 con 0x7f80240b3610 2024-09-19T05:37:04.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.371+0000 7f80237fe640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f801006c2b0 0x7f801006e770 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f80240d0610 tx=0x7f8018009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:04.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.374+0000 7f8020ff9640 1 -- 172.21.15.39:0/3040940569 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8014059be0 con 0x7f80240b3610 2024-09-19T05:37:04.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:04.552+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f80240cc480 con 0x7f80240b3610 2024-09-19T05:37:05.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.556+0000 7f8020ff9640 1 -- 172.21.15.39:0/3040940569 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v86) ==== 138+0+0 (secure 0 0 0) 0x7f80140594e0 con 0x7f80240b3610 2024-09-19T05:37:05.559 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-19T05:37:05.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f801006c2b0 msgr2=0x7f801006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f801006c2b0 0x7f801006e770 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f80240d0610 tx=0x7f8018009040 comp rx=0 tx=0).stop 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80240b3610 msgr2=0x7f8024157320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80240b3610 0x7f8024157320 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f801400e9b0 tx=0x7f801400ee70 comp rx=0 tx=0).stop 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 shutdown_connections 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f801006c2b0 0x7f801006e770 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f802415e7e0 0x7f80240cc6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f80240ced40 0x7f80241579a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 --2- 172.21.15.39:0/3040940569 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80240b3610 0x7f8024157320 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 >> 172.21.15.39:0/3040940569 conn(0x7f8024072560 msgr2=0x7f802415f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:05.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.559+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 shutdown_connections 2024-09-19T05:37:05.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.560+0000 7f802a98d640 1 -- 172.21.15.39:0/3040940569 wait complete. 2024-09-19T05:37:05.580 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:37:05.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.693+0000 7feeb24e4640 1 Processor -- start 2024-09-19T05:37:05.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.693+0000 7feeb24e4640 1 -- start start 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeb24e4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feeac15e520 0x7feeac0b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeb24e4640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7feeac15e900 0x7feeac0b5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeb24e4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feeac06d720 con 0x7feeac06bb20 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeb24e4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7feeac0b5b70 con 0x7feeac15e520 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeb24e4640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7feeac06da00 con 0x7feeac15e900 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeabfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feeac15e520 0x7feeac0b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeb0a81640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7feeac06bb20 0x7feeac0b6fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45468/0 (socket says 172.21.15.39:45468) 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeb0a81640 1 -- 172.21.15.39:0/180604196 learned_addr learned my addr 172.21.15.39:0/180604196 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeab7fe640 1 --2- 172.21.15.39:0/180604196 >> v2:172.21.15.50:3300/0 conn(0x7feeac15e900 0x7feeac0b5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeabfff640 1 -- 172.21.15.39:0/180604196 >> v2:172.21.15.50:3300/0 conn(0x7feeac15e900 msgr2=0x7feeac0b5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:05.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeabfff640 1 --2- 172.21.15.39:0/180604196 >> v2:172.21.15.50:3300/0 conn(0x7feeac15e900 0x7feeac0b5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:05.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeabfff640 1 -- 172.21.15.39:0/180604196 >> v1:172.21.15.39:6789/0 conn(0x7feeac06bb20 legacy=0x7feeac0b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:05.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeabfff640 1 -- 172.21.15.39:0/180604196 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feeac073b50 con 0x7feeac15e520 2024-09-19T05:37:05.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeaaffd640 1 -- 172.21.15.39:0/180604196 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2426957026 0 0) 0x7feeac06d720 con 0x7feeac06bb20 2024-09-19T05:37:05.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.694+0000 7feeab7fe640 1 --2- 172.21.15.39:0/180604196 >> v2:172.21.15.50:3300/0 conn(0x7feeac15e900 0x7feeac0b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.695+0000 7feeabfff640 1 --2- 172.21.15.39:0/180604196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e520 0x7feeac0b4e90 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7feeac069b90 tx=0x7fee9c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec6b09f29d0bbc3d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.695+0000 7feeaaffd640 1 -- 172.21.15.39:0/180604196 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c037070 con 0x7feeac15e520 2024-09-19T05:37:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.695+0000 7feeaaffd640 1 -- 172.21.15.39:0/180604196 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee9c032440 con 0x7feeac15e520 2024-09-19T05:37:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.695+0000 7feeaaffd640 1 -- 172.21.15.39:0/180604196 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c02ae60 con 0x7feeac15e520 2024-09-19T05:37:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.696+0000 7feeb24e4640 1 -- 172.21.15.39:0/180604196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e520 msgr2=0x7feeac0b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.696+0000 7feeb24e4640 1 --2- 172.21.15.39:0/180604196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e520 0x7feeac0b4e90 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7feeac069b90 tx=0x7fee9c02a110 comp rx=0 tx=0).stop 2024-09-19T05:37:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.696+0000 7feeb24e4640 1 -- 172.21.15.39:0/180604196 shutdown_connections 2024-09-19T05:37:05.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.696+0000 7feeb24e4640 1 --2- 172.21.15.39:0/180604196 >> v2:172.21.15.50:3300/0 conn(0x7feeac15e900 0x7feeac0b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:05.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.696+0000 7feeb24e4640 1 --2- 172.21.15.39:0/180604196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e520 0x7feeac0b4e90 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:05.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.696+0000 7feeb24e4640 1 -- 172.21.15.39:0/180604196 >> 172.21.15.39:0/180604196 conn(0x7feeac0b4330 msgr2=0x7feeac0b4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:05.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.696+0000 7feeb24e4640 1 -- 172.21.15.39:0/180604196 shutdown_connections 2024-09-19T05:37:05.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.696+0000 7feeb24e4640 1 -- 172.21.15.39:0/180604196 wait complete. 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.697+0000 7feeb24e4640 1 Processor -- start 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.697+0000 7feeb24e4640 1 -- start start 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb24e4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeac06bb20 0x7feeac150cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb24e4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feeac15e520 0x7feeac0cc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb24e4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e900 0x7feeac157f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb24e4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7feeac0b76c0 con 0x7feeac15e900 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb24e4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feeac074110 con 0x7feeac15e520 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb24e4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7feeac0b7840 con 0x7feeac06bb20 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb0a81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e900 0x7feeac157f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb0a81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e900 0x7feeac157f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55564/0 (socket says 172.21.15.39:55564) 2024-09-19T05:37:05.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb0a81640 1 -- 172.21.15.39:0/375214784 learned_addr learned my addr 172.21.15.39:0/375214784 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeabfff640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeac06bb20 0x7feeac150cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeab7fe640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feeac15e520 0x7feeac0cc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb0a81640 1 -- 172.21.15.39:0/375214784 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeac06bb20 msgr2=0x7feeac150cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb0a81640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeac06bb20 0x7feeac150cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb0a81640 1 -- 172.21.15.39:0/375214784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feeac15e520 msgr2=0x7feeac0cc3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb0a81640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feeac15e520 0x7feeac0cc3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeb0a81640 1 -- 172.21.15.39:0/375214784 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feeac160350 con 0x7feeac15e900 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.698+0000 7feeabfff640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeac06bb20 0x7feeac150cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.699+0000 7feeb0a81640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e900 0x7feeac157f90 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7feea400c700 tx=0x7feea400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.699+0000 7feea8ff9640 1 -- 172.21.15.39:0/375214784 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea4018070 con 0x7feeac15e900 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.699+0000 7feea8ff9640 1 -- 172.21.15.39:0/375214784 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feea400ce10 con 0x7feeac15e900 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.699+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feeac160630 con 0x7feeac15e900 2024-09-19T05:37:05.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.699+0000 7feea8ff9640 1 -- 172.21.15.39:0/375214784 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea400a860 con 0x7feeac15e900 2024-09-19T05:37:05.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.699+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feeac151200 con 0x7feeac15e900 2024-09-19T05:37:05.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.700+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feeac063610 con 0x7feeac15e900 2024-09-19T05:37:05.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.700+0000 7feea8ff9640 1 -- 172.21.15.39:0/375214784 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feea401b070 con 0x7feeac15e900 2024-09-19T05:37:05.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.701+0000 7feea8ff9640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fee9806c2e0 0x7fee9806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:05.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.701+0000 7feea8ff9640 1 -- 172.21.15.39:0/375214784 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5227+0+0 (secure 0 0 0) 0x7feea408a800 con 0x7feeac15e900 2024-09-19T05:37:05.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.701+0000 7feeabfff640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fee9806c2e0 0x7fee9806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:05.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.701+0000 7feeabfff640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fee9806c2e0 0x7fee9806e7a0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fee9c034000 tx=0x7fee9c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:05.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.705+0000 7feea8ff9640 1 -- 172.21.15.39:0/375214784 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feea4059150 con 0x7feeac15e900 2024-09-19T05:37:05.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:05.882+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7feeac15b870 con 0x7feeac15e900 2024-09-19T05:37:06.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.558+0000 7feea8ff9640 1 -- 172.21.15.39:0/375214784 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v87) ==== 170+0+0 (secure 0 0 0) 0x7feea4058a50 con 0x7feeac15e900 2024-09-19T05:37:06.561 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-19T05:37:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fee9806c2e0 msgr2=0x7fee9806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fee9806c2e0 0x7fee9806e7a0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fee9c034000 tx=0x7fee9c02e000 comp rx=0 tx=0).stop 2024-09-19T05:37:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e900 msgr2=0x7feeac157f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e900 0x7feeac157f90 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7feea400c700 tx=0x7feea400cbc0 comp rx=0 tx=0).stop 2024-09-19T05:37:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 shutdown_connections 2024-09-19T05:37:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fee9806c2e0 0x7fee9806e7a0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feeac15e900 0x7feeac157f90 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:06.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feeac15e520 0x7feeac0cc3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:06.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 --2- 172.21.15.39:0/375214784 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7feeac06bb20 0x7feeac150cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:06.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.561+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 >> 172.21.15.39:0/375214784 conn(0x7feeac0b4330 msgr2=0x7feeac06cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:06.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.562+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 shutdown_connections 2024-09-19T05:37:06.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.562+0000 7feeb24e4640 1 -- 172.21.15.39:0/375214784 wait complete. 2024-09-19T05:37:06.592 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:37:06.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.698+0000 7f472ddf1640 1 Processor -- start 2024-09-19T05:37:06.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.698+0000 7f472ddf1640 1 -- start start 2024-09-19T05:37:06.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.699+0000 7f472ddf1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f472815e630 0x7f4728071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:06.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.699+0000 7f472ddf1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f472806bc50 con 0x7f472806ccf0 2024-09-19T05:37:06.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.699+0000 7f472ddf1640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f472806bf30 con 0x7f472806d8a0 2024-09-19T05:37:06.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.699+0000 7f472ddf1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f472806c210 con 0x7f472815e630 2024-09-19T05:37:06.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.699+0000 7f47277fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f472815e630 0x7f4728071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:06.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.699+0000 7f4726ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f472806ccf0 0x7f472806d190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45484/0 (socket says 172.21.15.39:45484) 2024-09-19T05:37:06.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.699+0000 7f4726ffd640 1 -- 172.21.15.39:0/3657891925 learned_addr learned my addr 172.21.15.39:0/3657891925 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:06.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.700+0000 7f47277fe640 1 -- 172.21.15.39:0/3657891925 >> v1:172.21.15.50:6789/0 conn(0x7f472806d8a0 legacy=0x7f472815ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:06.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.700+0000 7f47277fe640 1 -- 172.21.15.39:0/3657891925 >> v1:172.21.15.39:6789/0 conn(0x7f472806ccf0 legacy=0x7f472806d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:06.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.700+0000 7f47277fe640 1 -- 172.21.15.39:0/3657891925 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f472806c4f0 con 0x7f472815e630 2024-09-19T05:37:06.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.700+0000 7f47267fc640 1 -- 172.21.15.39:0/3657891925 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3359128972 0 0) 0x7f472806bc50 con 0x7f472806ccf0 2024-09-19T05:37:06.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.700+0000 7f47277fe640 1 --2- 172.21.15.39:0/3657891925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472815e630 0x7f4728071340 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f47180097a0 tx=0x7f471802a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8fa7c2d85f5e82c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:06.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f47267fc640 1 -- 172.21.15.39:0/3657891925 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4718037070 con 0x7f472815e630 2024-09-19T05:37:06.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f47267fc640 1 -- 172.21.15.39:0/3657891925 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f471802adc0 con 0x7f472815e630 2024-09-19T05:37:06.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f47267fc640 1 -- 172.21.15.39:0/3657891925 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4718032660 con 0x7f472815e630 2024-09-19T05:37:06.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f472ddf1640 1 -- 172.21.15.39:0/3657891925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472815e630 msgr2=0x7f4728071340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:06.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f472ddf1640 1 --2- 172.21.15.39:0/3657891925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472815e630 0x7f4728071340 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f47180097a0 tx=0x7f471802a0b0 comp rx=0 tx=0).stop 2024-09-19T05:37:06.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f472ddf1640 1 -- 172.21.15.39:0/3657891925 shutdown_connections 2024-09-19T05:37:06.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f472ddf1640 1 --2- 172.21.15.39:0/3657891925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472815e630 0x7f4728071340 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:06.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f472ddf1640 1 -- 172.21.15.39:0/3657891925 >> 172.21.15.39:0/3657891925 conn(0x7f472806f180 msgr2=0x7f472806f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:06.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f472ddf1640 1 -- 172.21.15.39:0/3657891925 shutdown_connections 2024-09-19T05:37:06.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.701+0000 7f472ddf1640 1 -- 172.21.15.39:0/3657891925 wait complete. 2024-09-19T05:37:06.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.702+0000 7f472ddf1640 1 Processor -- start 2024-09-19T05:37:06.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.703+0000 7f472ddf1640 1 -- start start 2024-09-19T05:37:06.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.703+0000 7f472ddf1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f472806ccf0 0x7f47281f53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:06.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.703+0000 7f472ddf1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472806d8a0 0x7f47281f7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:06.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.703+0000 7f472ddf1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f472815e630 0x7f4728150be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:06.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.703+0000 7f472ddf1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4728070a90 con 0x7f472806d8a0 2024-09-19T05:37:06.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.703+0000 7f472ddf1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4728071880 con 0x7f472806ccf0 2024-09-19T05:37:06.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.703+0000 7f472ddf1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4728070c10 con 0x7f472815e630 2024-09-19T05:37:06.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.703+0000 7f4726ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472806d8a0 0x7f47281f7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:06.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.703+0000 7f4726ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472806d8a0 0x7f47281f7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55574/0 (socket says 172.21.15.39:55574) 2024-09-19T05:37:06.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f4726ffd640 1 -- 172.21.15.39:0/1024288395 learned_addr learned my addr 172.21.15.39:0/1024288395 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:06.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f47277fe640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f472806ccf0 0x7f47281f53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:06.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f4727fff640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f472815e630 0x7f4728150be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f4726ffd640 1 -- 172.21.15.39:0/1024288395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f472815e630 msgr2=0x7f4728150be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f4726ffd640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f472815e630 0x7f4728150be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f4726ffd640 1 -- 172.21.15.39:0/1024288395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f472806ccf0 msgr2=0x7f47281f53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f4726ffd640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f472806ccf0 0x7f47281f53c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f4726ffd640 1 -- 172.21.15.39:0/1024288395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47281515f0 con 0x7f472806d8a0 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f4726ffd640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472806d8a0 0x7f47281f7010 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f471c00c4d0 tx=0x7f471c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f470ffff640 1 -- 172.21.15.39:0/1024288395 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f471c018070 con 0x7f472806d8a0 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f470ffff640 1 -- 172.21.15.39:0/1024288395 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f471c007500 con 0x7f472806d8a0 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f472814cdf0 con 0x7f472806d8a0 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f470ffff640 1 -- 172.21.15.39:0/1024288395 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f471c004a20 con 0x7f472806d8a0 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.704+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47281f7550 con 0x7f472806d8a0 2024-09-19T05:37:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.705+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4728063610 con 0x7f472806d8a0 2024-09-19T05:37:06.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.706+0000 7f470ffff640 1 -- 172.21.15.39:0/1024288395 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f471c01b070 con 0x7f472806d8a0 2024-09-19T05:37:06.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.706+0000 7f470ffff640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f471406c2b0 0x7f471406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:06.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.706+0000 7f470ffff640 1 -- 172.21.15.39:0/1024288395 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5609+0+0 (secure 0 0 0) 0x7f471c08a750 con 0x7f472806d8a0 2024-09-19T05:37:06.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.706+0000 7f47277fe640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f471406c2b0 0x7f471406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:06.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.707+0000 7f47277fe640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f471406c2b0 0x7f471406e770 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f4718034000 tx=0x7f471802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:06.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.711+0000 7f470ffff640 1 -- 172.21.15.39:0/1024288395 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f471c058f20 con 0x7f472806d8a0 2024-09-19T05:37:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:06.925+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f4728071340 con 0x7f472806d8a0 2024-09-19T05:37:07.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.580+0000 7f470ffff640 1 -- 172.21.15.39:0/1024288395 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 14 and data pool 15 v48) ==== 174+0+0 (secure 0 0 0) 0x7f471c058820 con 0x7f472806d8a0 2024-09-19T05:37:07.583 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 14 and data pool 15 2024-09-19T05:37:07.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.590+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f471406c2b0 msgr2=0x7f471406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:07.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.591+0000 7f472ddf1640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f471406c2b0 0x7f471406e770 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f4718034000 tx=0x7f471802e000 comp rx=0 tx=0).stop 2024-09-19T05:37:07.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.591+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472806d8a0 msgr2=0x7f47281f7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:07.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.591+0000 7f472ddf1640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472806d8a0 0x7f47281f7010 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f471c00c4d0 tx=0x7f471c00c990 comp rx=0 tx=0).stop 2024-09-19T05:37:07.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.592+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 shutdown_connections 2024-09-19T05:37:07.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.592+0000 7f472ddf1640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f471406c2b0 0x7f471406e770 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.592+0000 7f472ddf1640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f472815e630 0x7f4728150be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.593+0000 7f472ddf1640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f472806d8a0 0x7f47281f7010 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.593+0000 7f472ddf1640 1 --2- 172.21.15.39:0/1024288395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f472806ccf0 0x7f47281f53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.593+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 >> 172.21.15.39:0/1024288395 conn(0x7f472806f180 msgr2=0x7f47280b3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:07.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.596+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 shutdown_connections 2024-09-19T05:37:07.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.597+0000 7f472ddf1640 1 -- 172.21.15.39:0/1024288395 wait complete. 2024-09-19T05:37:07.621 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:37:07.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.725+0000 7f00a8d1a640 1 Processor -- start 2024-09-19T05:37:07.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.726+0000 7f00a8d1a640 1 -- start start 2024-09-19T05:37:07.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.726+0000 7f00a8d1a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f00a40b6a70 0x7f00a40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:07.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a8d1a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00a40d1510 0x7f00a40d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a8d1a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00a40d1d90 con 0x7f00a40b6690 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a8d1a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f00a40cf540 con 0x7f00a40b6a70 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a8d1a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00a40ceef0 con 0x7f00a40d1510 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f00a40b6690 0x7f00a40cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36564/0 (socket says 172.21.15.39:36564) 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a259c640 1 -- 172.21.15.39:0/3016440937 learned_addr learned my addr 172.21.15.39:0/3016440937 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a2d9d640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00a40d1510 0x7f00a40d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a1d9b640 1 --2- 172.21.15.39:0/3016440937 >> v2:172.21.15.50:3300/0 conn(0x7f00a40b6a70 0x7f00a40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2270587654 0 0) 0x7f00a40d1d90 con 0x7f00a40b6690 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f008c003520 con 0x7f00a40b6690 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2549488266 0 0) 0x7f008c003520 con 0x7f00a40b6690 2024-09-19T05:37:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00a40d1510 msgr2=0x7f00a40d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00a40d1510 0x7f00a40d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 >> v2:172.21.15.50:3300/0 conn(0x7f00a40b6a70 msgr2=0x7f00a40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 --2- 172.21.15.39:0/3016440937 >> v2:172.21.15.50:3300/0 conn(0x7f00a40b6a70 0x7f00a40d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00a40cf1d0 con 0x7f00a40b6690 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f0094001670 con 0x7f00a40b6690 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 >> v1:172.21.15.39:6789/0 conn(0x7f00a40b6690 legacy=0x7f00a40cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f008c0039b0 0x7f008c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00a40d1510 0x7f008c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f008c004d40 0x7f008c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f00a40cf540 con 0x7f008c004d40 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00a40ceef0 con 0x7f008c0039b0 2024-09-19T05:37:07.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f008c00b9c0 con 0x7f00a40d1510 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a2d9d640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f008c004d40 0x7f008c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.727+0000 7f00a259c640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f008c0039b0 0x7f008c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.728+0000 7f00a1d9b640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00a40d1510 0x7f008c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.728+0000 7f00a2d9d640 1 -- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00a40d1510 msgr2=0x7f008c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.728+0000 7f00a2d9d640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f00a40d1510 0x7f008c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.728+0000 7f00a2d9d640 1 -- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f008c0039b0 msgr2=0x7f008c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.728+0000 7f00a2d9d640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f008c0039b0 0x7f008c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.728+0000 7f00a2d9d640 1 -- 172.21.15.39:0/3016440937 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f008c003520 con 0x7f008c004d40 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.728+0000 7f00a2d9d640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f008c004d40 0x7f008c0051c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f009c009fc0 tx=0x7f008c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65ffbd7f59e67494 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009c009c10 con 0x7f008c004d40 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f009c036070 con 0x7f008c004d40 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a159a640 1 -- 172.21.15.39:0/3016440937 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009c031880 con 0x7f008c004d40 2024-09-19T05:37:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a8d1a640 1 -- 172.21.15.39:0/3016440937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f008c004d40 msgr2=0x7f008c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a8d1a640 1 --2- 172.21.15.39:0/3016440937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f008c004d40 0x7f008c0051c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f009c009fc0 tx=0x7f008c005830 comp rx=0 tx=0).stop 2024-09-19T05:37:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a2d9d640 1 -- 172.21.15.39:0/3016440937 reap_dead start 2024-09-19T05:37:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a8d1a640 1 -- 172.21.15.39:0/3016440937 shutdown_connections 2024-09-19T05:37:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a8d1a640 1 -- 172.21.15.39:0/3016440937 >> 172.21.15.39:0/3016440937 conn(0x7f00a4072560 msgr2=0x7f00a4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a8d1a640 1 -- 172.21.15.39:0/3016440937 shutdown_connections 2024-09-19T05:37:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.729+0000 7f00a8d1a640 1 -- 172.21.15.39:0/3016440937 wait complete. 2024-09-19T05:37:07.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.731+0000 7f00a8d1a640 1 Processor -- start 2024-09-19T05:37:07.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.731+0000 7f00a8d1a640 1 -- start start 2024-09-19T05:37:07.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.731+0000 7f00a8d1a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f008c004d40 0x7f00a41f78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:07.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.731+0000 7f00a8d1a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00a40aaff0 0x7f00a40ab470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:07.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.731+0000 7f00a8d1a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a40b87c0 0x7f00a40b8c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:07.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.731+0000 7f00a8d1a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f00a40d1b00 con 0x7f00a40aaff0 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.731+0000 7f00a8d1a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00a40d1980 con 0x7f00a40b87c0 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.731+0000 7f00a8d1a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00a415c530 con 0x7f008c004d40 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.731+0000 7f00a1d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00a40aaff0 0x7f00a40ab470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a1d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00a40aaff0 0x7f00a40ab470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37170/0 (socket says 172.21.15.39:37170) 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a1d9b640 1 -- 172.21.15.39:0/1610812662 learned_addr learned my addr 172.21.15.39:0/1610812662 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a2d9d640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a40b87c0 0x7f00a40b8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a259c640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f008c004d40 0x7f00a41f78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a1d9b640 1 -- 172.21.15.39:0/1610812662 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f008c004d40 msgr2=0x7f00a41f78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a1d9b640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f008c004d40 0x7f00a41f78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a1d9b640 1 -- 172.21.15.39:0/1610812662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a40b87c0 msgr2=0x7f00a40b8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:07.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a1d9b640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a40b87c0 0x7f00a40b8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a1d9b640 1 -- 172.21.15.39:0/1610812662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00a40cc160 con 0x7f00a40aaff0 2024-09-19T05:37:07.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a1d9b640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00a40aaff0 0x7f00a40ab470 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f0098011ad0 tx=0x7f0098011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:07.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f0092ffd640 1 -- 172.21.15.39:0/1610812662 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009800fbb0 con 0x7f00a40aaff0 2024-09-19T05:37:07.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f0092ffd640 1 -- 172.21.15.39:0/1610812662 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f009800fd50 con 0x7f00a40aaff0 2024-09-19T05:37:07.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f0092ffd640 1 -- 172.21.15.39:0/1610812662 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0098014660 con 0x7f00a40aaff0 2024-09-19T05:37:07.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00a40cc400 con 0x7f00a40aaff0 2024-09-19T05:37:07.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.732+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00a40cc9c0 con 0x7f00a40aaff0 2024-09-19T05:37:07.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.733+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00a40d0fd0 con 0x7f00a40aaff0 2024-09-19T05:37:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.734+0000 7f0092ffd640 1 -- 172.21.15.39:0/1610812662 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0098012040 con 0x7f00a40aaff0 2024-09-19T05:37:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.734+0000 7f0092ffd640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f008406c2b0 0x7f008406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.734+0000 7f0092ffd640 1 -- 172.21.15.39:0/1610812662 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f009808b9c0 con 0x7f00a40aaff0 2024-09-19T05:37:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.735+0000 7f00a259c640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f008406c2b0 0x7f008406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.735+0000 7f00a259c640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f008406c2b0 0x7f008406e770 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0094001d30 tx=0x7f0094007970 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.739+0000 7f0092ffd640 1 -- 172.21.15.39:0/1610812662 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f009808de20 con 0x7f00a40aaff0 2024-09-19T05:37:07.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.914+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f00a4069140 con 0x7f00a40aaff0 2024-09-19T05:37:07.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.915+0000 7f0092ffd640 1 -- 172.21.15.39:0/1610812662 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+16657 (secure 0 0 0) 0x7f0098019030 con 0x7f00a40aaff0 2024-09-19T05:37:07.918 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:07.918 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":88,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:37:06.927660+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:37:04.585567+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T05:37:05.914078+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:37:07.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f008406c2b0 msgr2=0x7f008406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:07.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f008406c2b0 0x7f008406e770 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0094001d30 tx=0x7f0094007970 comp rx=0 tx=0).stop 2024-09-19T05:37:07.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00a40aaff0 msgr2=0x7f00a40ab470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:07.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00a40aaff0 0x7f00a40ab470 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f0098011ad0 tx=0x7f0098011f90 comp rx=0 tx=0).stop 2024-09-19T05:37:07.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 shutdown_connections 2024-09-19T05:37:07.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f008406c2b0 0x7f008406e770 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a40b87c0 0x7f00a40b8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00a40aaff0 0x7f00a40ab470 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 --2- 172.21.15.39:0/1610812662 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f008c004d40 0x7f00a41f78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:07.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.917+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 >> 172.21.15.39:0/1610812662 conn(0x7f00a4072560 msgr2=0x7f00a415e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:07.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.918+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 shutdown_connections 2024-09-19T05:37:07.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:07.918+0000 7f00a8d1a640 1 -- 172.21.15.39:0/1610812662 wait complete. 2024-09-19T05:37:07.931 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:37:08.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.031+0000 7fbd79c0e640 1 Processor -- start 2024-09-19T05:37:08.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.031+0000 7fbd79c0e640 1 -- start start 2024-09-19T05:37:08.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.032+0000 7fbd79c0e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbd7415ece0 0x7fbd7415f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.032+0000 7fbd79c0e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fbd740b6ba0 0x7fbd740b7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.032+0000 7fbd79c0e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd740b5710 con 0x7fbd7415e900 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.032+0000 7fbd79c0e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fbd74074220 con 0x7fbd7415ece0 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.032+0000 7fbd79c0e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fbd74073980 con 0x7fbd740b6ba0 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.032+0000 7fbd72ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbd7415ece0 0x7fbd7415f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.033+0000 7fbd737fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbd7415e900 0x7fbd7406d280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36566/0 (socket says 172.21.15.39:36566) 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.033+0000 7fbd737fe640 1 -- 172.21.15.39:0/2801656340 learned_addr learned my addr 172.21.15.39:0/2801656340 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.033+0000 7fbd73fff640 1 --2- 172.21.15.39:0/2801656340 >> v2:172.21.15.50:3300/0 conn(0x7fbd740b6ba0 0x7fbd740b7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.033+0000 7fbd72ffd640 1 -- 172.21.15.39:0/2801656340 >> v2:172.21.15.50:3300/0 conn(0x7fbd740b6ba0 msgr2=0x7fbd740b7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.033+0000 7fbd72ffd640 1 --2- 172.21.15.39:0/2801656340 >> v2:172.21.15.50:3300/0 conn(0x7fbd740b6ba0 0x7fbd740b7030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.033+0000 7fbd72ffd640 1 -- 172.21.15.39:0/2801656340 >> v1:172.21.15.39:6789/0 conn(0x7fbd7415e900 legacy=0x7fbd7406d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.033+0000 7fbd72ffd640 1 -- 172.21.15.39:0/2801656340 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd74073c60 con 0x7fbd7415ece0 2024-09-19T05:37:08.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.033+0000 7fbd727fc640 1 -- 172.21.15.39:0/2801656340 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 381837732 0 0) 0x7fbd740b5710 con 0x7fbd7415e900 2024-09-19T05:37:08.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd72ffd640 1 --2- 172.21.15.39:0/2801656340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415ece0 0x7fbd7415f120 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fbd740b51b0 tx=0x7fbd5c02a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=260659c03dc772f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:08.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd727fc640 1 -- 172.21.15.39:0/2801656340 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c037070 con 0x7fbd7415ece0 2024-09-19T05:37:08.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd727fc640 1 -- 172.21.15.39:0/2801656340 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd5c02add0 con 0x7fbd7415ece0 2024-09-19T05:37:08.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd727fc640 1 -- 172.21.15.39:0/2801656340 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c032660 con 0x7fbd7415ece0 2024-09-19T05:37:08.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd79c0e640 1 -- 172.21.15.39:0/2801656340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415ece0 msgr2=0x7fbd7415f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd79c0e640 1 --2- 172.21.15.39:0/2801656340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415ece0 0x7fbd7415f120 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fbd740b51b0 tx=0x7fbd5c02a080 comp rx=0 tx=0).stop 2024-09-19T05:37:08.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd79c0e640 1 -- 172.21.15.39:0/2801656340 shutdown_connections 2024-09-19T05:37:08.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd79c0e640 1 --2- 172.21.15.39:0/2801656340 >> v2:172.21.15.50:3300/0 conn(0x7fbd740b6ba0 0x7fbd740b7030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd79c0e640 1 --2- 172.21.15.39:0/2801656340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415ece0 0x7fbd7415f120 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd79c0e640 1 -- 172.21.15.39:0/2801656340 >> 172.21.15.39:0/2801656340 conn(0x7fbd740d24b0 msgr2=0x7fbd740d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:08.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd79c0e640 1 -- 172.21.15.39:0/2801656340 shutdown_connections 2024-09-19T05:37:08.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.034+0000 7fbd79c0e640 1 -- 172.21.15.39:0/2801656340 wait complete. 2024-09-19T05:37:08.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.036+0000 7fbd79c0e640 1 Processor -- start 2024-09-19T05:37:08.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.036+0000 7fbd79c0e640 1 -- start start 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.036+0000 7fbd79c0e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd740b6ba0 0x7fbd74149ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.036+0000 7fbd79c0e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415e900 0x7fbd740cc270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd79c0e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7415ece0 0x7fbd740cc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd79c0e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7406bf30 con 0x7fbd7415e900 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd79c0e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7406bc50 con 0x7fbd7415ece0 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd79c0e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbd740b7570 con 0x7fbd740b6ba0 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd72ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415e900 0x7fbd740cc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd72ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415e900 0x7fbd740cc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37178/0 (socket says 172.21.15.39:37178) 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd72ffd640 1 -- 172.21.15.39:0/1244787790 learned_addr learned my addr 172.21.15.39:0/1244787790 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd73fff640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7415ece0 0x7fbd740cc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd737fe640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd740b6ba0 0x7fbd74149ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd72ffd640 1 -- 172.21.15.39:0/1244787790 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd740b6ba0 msgr2=0x7fbd74149ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd72ffd640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd740b6ba0 0x7fbd74149ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd72ffd640 1 -- 172.21.15.39:0/1244787790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7415ece0 msgr2=0x7fbd740cc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd72ffd640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7415ece0 0x7fbd740cc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd72ffd640 1 -- 172.21.15.39:0/1244787790 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd7414aa40 con 0x7fbd7415e900 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd72ffd640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415e900 0x7fbd740cc270 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c009890 tx=0x7fbd5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd6bfff640 1 -- 172.21.15.39:0/1244787790 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c037040 con 0x7fbd7415e900 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd6bfff640 1 -- 172.21.15.39:0/1244787790 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd5c042070 con 0x7fbd7415e900 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd741e8360 con 0x7fbd7415e900 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.037+0000 7fbd6bfff640 1 -- 172.21.15.39:0/1244787790 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c03b890 con 0x7fbd7415e900 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.038+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd7414af90 con 0x7fbd7415e900 2024-09-19T05:37:08.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.039+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd740b7030 con 0x7fbd7415e900 2024-09-19T05:37:08.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.039+0000 7fbd6bfff640 1 -- 172.21.15.39:0/1244787790 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbd5c02ac90 con 0x7fbd7415e900 2024-09-19T05:37:08.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.040+0000 7fbd6bfff640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbd5406c2b0 0x7fbd5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.040+0000 7fbd6bfff640 1 -- 172.21.15.39:0/1244787790 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fbd5c0ab8c0 con 0x7fbd7415e900 2024-09-19T05:37:08.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.040+0000 7fbd737fe640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbd5406c2b0 0x7fbd5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.040+0000 7fbd737fe640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbd5406c2b0 0x7fbd5406e770 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fbd640012e0 tx=0x7fbd64001700 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:08.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.044+0000 7fbd6bfff640 1 -- 172.21.15.39:0/1244787790 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbd5c0799e0 con 0x7fbd7415e900 2024-09-19T05:37:08.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.220+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbd74069140 con 0x7fbd7415e900 2024-09-19T05:37:08.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.221+0000 7fbd6bfff640 1 -- 172.21.15.39:0/1244787790 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+16657 (secure 0 0 0) 0x7fbd5c07dce0 con 0x7fbd7415e900 2024-09-19T05:37:08.224 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:08.224 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":88,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:37:06.927660+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:37:04.585567+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T05:37:05.914078+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbd5406c2b0 msgr2=0x7fbd5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbd5406c2b0 0x7fbd5406e770 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fbd640012e0 tx=0x7fbd64001700 comp rx=0 tx=0).stop 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415e900 msgr2=0x7fbd740cc270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415e900 0x7fbd740cc270 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c009890 tx=0x7fbd5c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 shutdown_connections 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbd5406c2b0 0x7fbd5406e770 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd7415ece0 0x7fbd740cc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd7415e900 0x7fbd740cc270 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 --2- 172.21.15.39:0/1244787790 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbd740b6ba0 0x7fbd74149ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 >> 172.21.15.39:0/1244787790 conn(0x7fbd740d24b0 msgr2=0x7fbd74072f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:08.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 shutdown_connections 2024-09-19T05:37:08.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.223+0000 7fbd79c0e640 1 -- 172.21.15.39:0/1244787790 wait complete. 2024-09-19T05:37:08.237 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:37:08.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.339+0000 7f4d752d2640 1 Processor -- start 2024-09-19T05:37:08.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.339+0000 7f4d752d2640 1 -- start start 2024-09-19T05:37:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.340+0000 7f4d752d2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d700d3b20 0x7f4d700b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.340+0000 7f4d752d2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d701620f0 con 0x7f4d700cf6a0 2024-09-19T05:37:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.340+0000 7f4d752d2640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d700d3f40 con 0x7f4d70161d10 2024-09-19T05:37:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.340+0000 7f4d752d2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4d70072140 con 0x7f4d700d3b20 2024-09-19T05:37:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.340+0000 7f4d6f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d700d3b20 0x7f4d700b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.340+0000 7f4d6e7fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4d700cf6a0 0x7f4d70072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36572/0 (socket says 172.21.15.39:36572) 2024-09-19T05:37:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.340+0000 7f4d6e7fc640 1 -- 172.21.15.39:0/829886868 learned_addr learned my addr 172.21.15.39:0/829886868 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.341+0000 7f4d6f7fe640 1 -- 172.21.15.39:0/829886868 >> v1:172.21.15.50:6789/0 conn(0x7f4d70161d10 legacy=0x7f4d700cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.341+0000 7f4d6f7fe640 1 -- 172.21.15.39:0/829886868 >> v1:172.21.15.39:6789/0 conn(0x7f4d700cf6a0 legacy=0x7f4d70072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.341+0000 7f4d6f7fe640 1 -- 172.21.15.39:0/829886868 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d700d4200 con 0x7f4d700d3b20 2024-09-19T05:37:08.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.341+0000 7f4d6f7fe640 1 --2- 172.21.15.39:0/829886868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d700d3b20 0x7f4d700b76c0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009d90 tx=0x7f4d6002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c26e2f1c97a9ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:08.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d6dffb640 1 -- 172.21.15.39:0/829886868 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d60007740 con 0x7f4d700d3b20 2024-09-19T05:37:08.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d6dffb640 1 -- 172.21.15.39:0/829886868 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d600078e0 con 0x7f4d700d3b20 2024-09-19T05:37:08.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d6dffb640 1 -- 172.21.15.39:0/829886868 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d60007cb0 con 0x7f4d700d3b20 2024-09-19T05:37:08.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d752d2640 1 -- 172.21.15.39:0/829886868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d700d3b20 msgr2=0x7f4d700b76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d752d2640 1 --2- 172.21.15.39:0/829886868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d700d3b20 0x7f4d700b76c0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009d90 tx=0x7f4d6002a660 comp rx=0 tx=0).stop 2024-09-19T05:37:08.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d752d2640 1 -- 172.21.15.39:0/829886868 shutdown_connections 2024-09-19T05:37:08.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d752d2640 1 --2- 172.21.15.39:0/829886868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d700d3b20 0x7f4d700b76c0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d752d2640 1 -- 172.21.15.39:0/829886868 >> 172.21.15.39:0/829886868 conn(0x7f4d700d4730 msgr2=0x7f4d700d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:08.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d752d2640 1 -- 172.21.15.39:0/829886868 shutdown_connections 2024-09-19T05:37:08.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.342+0000 7f4d752d2640 1 -- 172.21.15.39:0/829886868 wait complete. 2024-09-19T05:37:08.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.343+0000 7f4d752d2640 1 Processor -- start 2024-09-19T05:37:08.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d752d2640 1 -- start start 2024-09-19T05:37:08.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d752d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d700cf6a0 0x7f4d7015e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d752d2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d700d3b20 0x7f4d700ce570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d752d2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d70161d10 0x7f4d700ccec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d752d2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4d70072950 con 0x7f4d70161d10 2024-09-19T05:37:08.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d752d2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4d70072670 con 0x7f4d700cf6a0 2024-09-19T05:37:08.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d752d2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4d700d3280 con 0x7f4d700d3b20 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d6f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d70161d10 0x7f4d700ccec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d6f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d70161d10 0x7f4d700ccec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37200/0 (socket says 172.21.15.39:37200) 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.344+0000 7f4d6f7fe640 1 -- 172.21.15.39:0/1604030872 learned_addr learned my addr 172.21.15.39:0/1604030872 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d6e7fc640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d700d3b20 0x7f4d700ce570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d6effd640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d700cf6a0 0x7f4d7015e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d6f7fe640 1 -- 172.21.15.39:0/1604030872 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d700d3b20 msgr2=0x7f4d700ce570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d6f7fe640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d700d3b20 0x7f4d700ce570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d6f7fe640 1 -- 172.21.15.39:0/1604030872 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d700cf6a0 msgr2=0x7f4d7015e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d6f7fe640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d700cf6a0 0x7f4d7015e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d6f7fe640 1 -- 172.21.15.39:0/1604030872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d70150950 con 0x7f4d70161d10 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d6f7fe640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d70161d10 0x7f4d700ccec0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009eb0 tx=0x7f4d60004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:08.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d677fe640 1 -- 172.21.15.39:0/1604030872 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d60040070 con 0x7f4d70161d10 2024-09-19T05:37:08.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d677fe640 1 -- 172.21.15.39:0/1604030872 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d60031c90 con 0x7f4d70161d10 2024-09-19T05:37:08.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d677fe640 1 -- 172.21.15.39:0/1604030872 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d60045680 con 0x7f4d70161d10 2024-09-19T05:37:08.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d7015ebc0 con 0x7f4d70161d10 2024-09-19T05:37:08.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.345+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d700c9780 con 0x7f4d70161d10 2024-09-19T05:37:08.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.346+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d700c9290 con 0x7f4d70161d10 2024-09-19T05:37:08.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.347+0000 7f4d677fe640 1 -- 172.21.15.39:0/1604030872 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4d60039040 con 0x7f4d70161d10 2024-09-19T05:37:08.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.347+0000 7f4d677fe640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5006c2b0 0x7f4d5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.347+0000 7f4d677fe640 1 -- 172.21.15.39:0/1604030872 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f4d600acc60 con 0x7f4d70161d10 2024-09-19T05:37:08.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.347+0000 7f4d6effd640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5006c2b0 0x7f4d5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.348+0000 7f4d6effd640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5006c2b0 0x7f4d5006e770 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f4d680016e0 tx=0x7f4d68009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:08.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.352+0000 7f4d677fe640 1 -- 172.21.15.39:0/1604030872 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d70150950 con 0x7f4d70161d10 2024-09-19T05:37:08.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.561+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f4d700d3610 con 0x7f4d70161d10 2024-09-19T05:37:08.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.582+0000 7f4d677fe640 1 -- 172.21.15.39:0/1604030872 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v49) ==== 118+0+0 (secure 0 0 0) 0x7f4d6007aed0 con 0x7f4d70161d10 2024-09-19T05:37:08.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5006c2b0 msgr2=0x7f4d5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5006c2b0 0x7f4d5006e770 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f4d680016e0 tx=0x7f4d68009040 comp rx=0 tx=0).stop 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d70161d10 msgr2=0x7f4d700ccec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d70161d10 0x7f4d700ccec0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009eb0 tx=0x7f4d60004a40 comp rx=0 tx=0).stop 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 shutdown_connections 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d5006c2b0 0x7f4d5006e770 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d70161d10 0x7f4d700ccec0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d700d3b20 0x7f4d700ce570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 --2- 172.21.15.39:0/1604030872 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d700cf6a0 0x7f4d7015e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 >> 172.21.15.39:0/1604030872 conn(0x7f4d700d4730 msgr2=0x7f4d7015aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 shutdown_connections 2024-09-19T05:37:08.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.585+0000 7f4d752d2640 1 -- 172.21.15.39:0/1604030872 wait complete. 2024-09-19T05:37:08.599 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:37:08.599 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:37:08.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.702+0000 7fe73212a640 1 Processor -- start 2024-09-19T05:37:08.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.702+0000 7fe73212a640 1 -- start start 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe73212a640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fe72c161c80 0x7fe72c0d1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe73212a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c0b7ed0 0x7fe72c06bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe73212a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe72c073170 con 0x7fe72c0d1c80 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe73212a640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fe72c0d20f0 con 0x7fe72c161c80 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe73212a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe72c0b50b0 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72affd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe72c0d1c80 0x7fe72c0b77c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36576/0 (socket says 172.21.15.39:36576) 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72affd640 1 -- 172.21.15.39:0/3119901960 learned_addr learned my addr 172.21.15.39:0/3119901960 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72bfff640 1 --2- 172.21.15.39:0/3119901960 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c0b7ed0 0x7fe72c06bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72b7fe640 1 --2- 172.21.15.39:0/3119901960 >> v2:172.21.15.50:3300/0 conn(0x7fe72c161c80 0x7fe72c0d1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72a7fc640 1 -- 172.21.15.39:0/3119901960 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 19420823 0 0) 0x7fe72c073170 con 0x7fe72c0d1c80 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72a7fc640 1 -- 172.21.15.39:0/3119901960 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe714003520 con 0x7fe72c0d1c80 2024-09-19T05:37:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72b7fe640 1 -- 172.21.15.39:0/3119901960 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c0b7ed0 msgr2=0x7fe72c06bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72b7fe640 1 --2- 172.21.15.39:0/3119901960 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c0b7ed0 0x7fe72c06bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72b7fe640 1 -- 172.21.15.39:0/3119901960 >> v1:172.21.15.39:6789/0 conn(0x7fe72c0d1c80 legacy=0x7fe72c0b77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72a7fc640 1 -- 172.21.15.39:0/3119901960 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3134553724 0 0) 0x7fe714003520 con 0x7fe72c0d1c80 2024-09-19T05:37:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.703+0000 7fe72b7fe640 1 -- 172.21.15.39:0/3119901960 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe72c073ec0 con 0x7fe72c161c80 2024-09-19T05:37:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.704+0000 7fe72b7fe640 1 --2- 172.21.15.39:0/3119901960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe72c161c80 0x7fe72c0d1740 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe71c0097a0 tx=0x7fe71c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87b8f32fdfe9f0fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.704+0000 7fe72a7fc640 1 -- 172.21.15.39:0/3119901960 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe71c037070 con 0x7fe72c161c80 2024-09-19T05:37:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.704+0000 7fe72a7fc640 1 -- 172.21.15.39:0/3119901960 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe71c02aba0 con 0x7fe72c161c80 2024-09-19T05:37:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.704+0000 7fe72a7fc640 1 -- 172.21.15.39:0/3119901960 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe720001670 con 0x7fe72c161c80 2024-09-19T05:37:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.705+0000 7fe73212a640 1 -- 172.21.15.39:0/3119901960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe72c161c80 msgr2=0x7fe72c0d1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.705+0000 7fe73212a640 1 --2- 172.21.15.39:0/3119901960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe72c161c80 0x7fe72c0d1740 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe71c0097a0 tx=0x7fe71c02a110 comp rx=0 tx=0).stop 2024-09-19T05:37:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.705+0000 7fe73212a640 1 -- 172.21.15.39:0/3119901960 shutdown_connections 2024-09-19T05:37:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.705+0000 7fe73212a640 1 --2- 172.21.15.39:0/3119901960 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c0b7ed0 0x7fe72c06bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.705+0000 7fe73212a640 1 --2- 172.21.15.39:0/3119901960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe72c161c80 0x7fe72c0d1740 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.705+0000 7fe73212a640 1 -- 172.21.15.39:0/3119901960 >> 172.21.15.39:0/3119901960 conn(0x7fe72c0b4170 msgr2=0x7fe72c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:08.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.705+0000 7fe73212a640 1 -- 172.21.15.39:0/3119901960 shutdown_connections 2024-09-19T05:37:08.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.705+0000 7fe73212a640 1 -- 172.21.15.39:0/3119901960 wait complete. 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.706+0000 7fe73212a640 1 Processor -- start 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.706+0000 7fe73212a640 1 -- start start 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe73212a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe72c0b7ed0 0x7fe72c158840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe73212a640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe72c0d1c80 0x7fe72c155240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe73212a640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c161c80 0x7fe72c15b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe73212a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe72c0739a0 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe73212a640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe72c0736c0 con 0x7fe72c0d1c80 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe73212a640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe72c0b8480 con 0x7fe72c161c80 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe72b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe72c0b7ed0 0x7fe72c158840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe72b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe72c0b7ed0 0x7fe72c158840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37208/0 (socket says 172.21.15.39:37208) 2024-09-19T05:37:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe72b7fe640 1 -- 172.21.15.39:0/3083571129 learned_addr learned my addr 172.21.15.39:0/3083571129 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe72affd640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe72c0d1c80 0x7fe72c155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.707+0000 7fe72bfff640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c161c80 0x7fe72c15b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe72b7fe640 1 -- 172.21.15.39:0/3083571129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c161c80 msgr2=0x7fe72c15b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe72b7fe640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c161c80 0x7fe72c15b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe72b7fe640 1 -- 172.21.15.39:0/3083571129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe72c0d1c80 msgr2=0x7fe72c155240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe72b7fe640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe72c0d1c80 0x7fe72c155240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe72b7fe640 1 -- 172.21.15.39:0/3083571129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe72c1565b0 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe72bfff640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c161c80 0x7fe72c15b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe72b7fe640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe72c0b7ed0 0x7fe72c158840 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fe71c035040 tx=0x7fe71c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe713fff640 1 -- 172.21.15.39:0/3083571129 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe71c037050 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe713fff640 1 -- 172.21.15.39:0/3083571129 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe71c043070 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe72c156890 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe713fff640 1 -- 172.21.15.39:0/3083571129 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe71c006e10 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.708+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe72c156e50 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.709+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe72c06e8a0 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.709+0000 7fe713fff640 1 -- 172.21.15.39:0/3083571129 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe71c03ca10 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.710+0000 7fe713fff640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe71806c2e0 0x7fe71806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:08.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.710+0000 7fe72affd640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe71806c2e0 0x7fe71806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:08.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.710+0000 7fe713fff640 1 -- 172.21.15.39:0/3083571129 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7fe71c0abf40 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.710+0000 7fe72affd640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe71806c2e0 0x7fe71806e7a0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fe72c06be70 tx=0x7fe720009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:08.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.715+0000 7fe713fff640 1 -- 172.21.15.39:0/3083571129 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe72c06e8a0 con 0x7fe72c0b7ed0 2024-09-19T05:37:08.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:08.926+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe72c0d1740 con 0x7fe72c0b7ed0 2024-09-19T05:37:09.558 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-19T05:37:09.556+0000 7fec9cd41640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:37:09.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.600+0000 7fe713fff640 1 -- 172.21.15.39:0/3083571129 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v50) ==== 122+0+0 (secure 0 0 0) 0x7fe71c030e20 con 0x7fe72c0b7ed0 2024-09-19T05:37:09.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe71806c2e0 msgr2=0x7fe71806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:09.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe71806c2e0 0x7fe71806e7a0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fe72c06be70 tx=0x7fe720009040 comp rx=0 tx=0).stop 2024-09-19T05:37:09.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe72c0b7ed0 msgr2=0x7fe72c158840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:09.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe72c0b7ed0 0x7fe72c158840 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fe71c035040 tx=0x7fe71c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 shutdown_connections 2024-09-19T05:37:09.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe71806c2e0 0x7fe71806e7a0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe72c161c80 0x7fe72c15b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe72c0d1c80 0x7fe72c155240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 --2- 172.21.15.39:0/3083571129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe72c0b7ed0 0x7fe72c158840 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.602+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 >> 172.21.15.39:0/3083571129 conn(0x7fe72c0b4170 msgr2=0x7fe72c06c5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.603+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 shutdown_connections 2024-09-19T05:37:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.603+0000 7fe73212a640 1 -- 172.21.15.39:0/3083571129 wait complete. 2024-09-19T05:37:09.618 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:37:09.618 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:09.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.722+0000 7fa40a5fd640 1 Processor -- start 2024-09-19T05:37:09.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.722+0000 7fa40a5fd640 1 -- start start 2024-09-19T05:37:09.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.723+0000 7fa40a5fd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa40415e800 0x7fa4040cf770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:09.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.723+0000 7fa40a5fd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fa4040d1db0 0x7fa4041682b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:09.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.723+0000 7fa40a5fd640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4040b3fa0 con 0x7fa4040d2630 2024-09-19T05:37:09.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.723+0000 7fa40a5fd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa40415ebe0 con 0x7fa40415e800 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.723+0000 7fa40a5fd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fa4040d3e50 con 0x7fa4040d1db0 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.723+0000 7fa403fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa40415e800 0x7fa4040cf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.723+0000 7fa3fbfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa4040d2630 0x7fa4040d16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36582/0 (socket says 172.21.15.39:36582) 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.723+0000 7fa3fbfff640 1 -- 172.21.15.39:0/4227423757 learned_addr learned my addr 172.21.15.39:0/4227423757 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.723+0000 7fa408b9a640 1 --2- 172.21.15.39:0/4227423757 >> v2:172.21.15.50:3300/0 conn(0x7fa4040d1db0 0x7fa4041682b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.724+0000 7fa403fff640 1 -- 172.21.15.39:0/4227423757 >> v2:172.21.15.50:3300/0 conn(0x7fa4040d1db0 msgr2=0x7fa4041682b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.724+0000 7fa403fff640 1 --2- 172.21.15.39:0/4227423757 >> v2:172.21.15.50:3300/0 conn(0x7fa4040d1db0 0x7fa4041682b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.724+0000 7fa403fff640 1 -- 172.21.15.39:0/4227423757 >> v1:172.21.15.39:6789/0 conn(0x7fa4040d2630 legacy=0x7fa4040d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.724+0000 7fa403fff640 1 -- 172.21.15.39:0/4227423757 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4040d2b10 con 0x7fa40415e800 2024-09-19T05:37:09.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.724+0000 7fa4037fe640 1 -- 172.21.15.39:0/4227423757 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4163351586 0 0) 0x7fa4040b3fa0 con 0x7fa4040d2630 2024-09-19T05:37:09.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.724+0000 7fa403fff640 1 --2- 172.21.15.39:0/4227423757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa40415e800 0x7fa4040cf770 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fa4040ba850 tx=0x7fa3f402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75697febecf67ee6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:09.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa4037fe640 1 -- 172.21.15.39:0/4227423757 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4037070 con 0x7fa40415e800 2024-09-19T05:37:09.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa4037fe640 1 -- 172.21.15.39:0/4227423757 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3f4032440 con 0x7fa40415e800 2024-09-19T05:37:09.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa4037fe640 1 -- 172.21.15.39:0/4227423757 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4032810 con 0x7fa40415e800 2024-09-19T05:37:09.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa40a5fd640 1 -- 172.21.15.39:0/4227423757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa40415e800 msgr2=0x7fa4040cf770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:09.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa40a5fd640 1 --2- 172.21.15.39:0/4227423757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa40415e800 0x7fa4040cf770 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fa4040ba850 tx=0x7fa3f402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa40a5fd640 1 -- 172.21.15.39:0/4227423757 shutdown_connections 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa40a5fd640 1 --2- 172.21.15.39:0/4227423757 >> v2:172.21.15.50:3300/0 conn(0x7fa4040d1db0 0x7fa4041682b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa40a5fd640 1 --2- 172.21.15.39:0/4227423757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa40415e800 0x7fa4040cf770 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa40a5fd640 1 -- 172.21.15.39:0/4227423757 >> 172.21.15.39:0/4227423757 conn(0x7fa404072560 msgr2=0x7fa404072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa40a5fd640 1 -- 172.21.15.39:0/4227423757 shutdown_connections 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.725+0000 7fa40a5fd640 1 -- 172.21.15.39:0/4227423757 wait complete. 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.726+0000 7fa40a5fd640 1 Processor -- start 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.727+0000 7fa40a5fd640 1 -- start start 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.727+0000 7fa40a5fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4040d1db0 0x7fa404159fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.727+0000 7fa40a5fd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4040d2630 0x7fa4041e7520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.727+0000 7fa40a5fd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa40415e800 0x7fa4041f7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.727+0000 7fa40a5fd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa4040d33b0 con 0x7fa4040d1db0 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.727+0000 7fa40a5fd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4040d30d0 con 0x7fa40415e800 2024-09-19T05:37:09.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.727+0000 7fa40a5fd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa4040d3690 con 0x7fa4040d2630 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa403fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4040d1db0 0x7fa404159fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa403fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4040d1db0 0x7fa404159fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37222/0 (socket says 172.21.15.39:37222) 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa403fff640 1 -- 172.21.15.39:0/3546063101 learned_addr learned my addr 172.21.15.39:0/3546063101 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa3fbfff640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4040d2630 0x7fa4041e7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa408b9a640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa40415e800 0x7fa4041f7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa403fff640 1 -- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4040d2630 msgr2=0x7fa4041e7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa403fff640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4040d2630 0x7fa4041e7520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa403fff640 1 -- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa40415e800 msgr2=0x7fa4041f7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa403fff640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa40415e800 0x7fa4041f7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa403fff640 1 -- 172.21.15.39:0/3546063101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4041e88c0 con 0x7fa4040d1db0 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa3fbfff640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4040d2630 0x7fa4041e7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:09.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa408b9a640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa40415e800 0x7fa4041f7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa403fff640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4040d1db0 0x7fa404159fa0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4000c00 tx=0x7fa3f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa4017fa640 1 -- 172.21.15.39:0/3546063101 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4037040 con 0x7fa4040d1db0 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa4017fa640 1 -- 172.21.15.39:0/3546063101 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3f4042070 con 0x7fa4040d1db0 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa4017fa640 1 -- 172.21.15.39:0/3546063101 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4030920 con 0x7fa4040d1db0 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4041e8ba0 con 0x7fa4040d1db0 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.728+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4041e9160 con 0x7fa4040d1db0 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.729+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4040cf770 con 0x7fa4040d1db0 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.730+0000 7fa4017fa640 1 -- 172.21.15.39:0/3546063101 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa3f4030ac0 con 0x7fa4040d1db0 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.730+0000 7fa4017fa640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa3e806c2b0 0x7fa3e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:09.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.730+0000 7fa3fbfff640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa3e806c2b0 0x7fa3e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:09.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.730+0000 7fa4017fa640 1 -- 172.21.15.39:0/3546063101 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7fa3f40abcb0 con 0x7fa4040d1db0 2024-09-19T05:37:09.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.731+0000 7fa3fbfff640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa3e806c2b0 0x7fa3e806e770 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fa4040b3ba0 tx=0x7fa3ec007c10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:09.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.735+0000 7fa4017fa640 1 -- 172.21.15.39:0/3546063101 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa3f4079e60 con 0x7fa4040d1db0 2024-09-19T05:37:09.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.947+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4041e7c90 con 0x7fa4040d1db0 2024-09-19T05:37:09.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.948+0000 7fa4017fa640 1 -- 172.21.15.39:0/3546063101 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5222 (secure 0 0 0) 0x7fa3f407e160 con 0x7fa4040d1db0 2024-09-19T05:37:09.951 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:09.951 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":50,"btime":"2024-09-19T05:37:09:593671+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5576,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/2008596274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2008596274},{"type":"v1","addr":"172.21.15.50:6835","nonce":2008596274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6043,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/388643646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":388643646},{"type":"v1","addr":"172.21.15.50:6834","nonce":388643646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6486,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1943307967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1943307967},{"type":"v1","addr":"172.21.15.39:6836","nonce":1943307967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:08.928480+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6489},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6489":{"gid":6489,"name":"c","rank":0,"incarnation":48,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/2292447519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":2292447519},{"type":"v1","addr":"172.21.15.39:6837","nonce":2292447519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6489,"qdb_cluster":[6489]},"id":7}]} 2024-09-19T05:37:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 50 2024-09-19T05:37:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa3e806c2b0 msgr2=0x7fa3e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa3e806c2b0 0x7fa3e806e770 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fa4040b3ba0 tx=0x7fa3ec007c10 comp rx=0 tx=0).stop 2024-09-19T05:37:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4040d1db0 msgr2=0x7fa404159fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4040d1db0 0x7fa404159fa0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4000c00 tx=0x7fa3f40046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 shutdown_connections 2024-09-19T05:37:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa3e806c2b0 0x7fa3e806e770 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa40415e800 0x7fa4041f7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa4040d2630 0x7fa4041e7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 --2- 172.21.15.39:0/3546063101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4040d1db0 0x7fa404159fa0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 >> 172.21.15.39:0/3546063101 conn(0x7fa404072560 msgr2=0x7fa4040d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 shutdown_connections 2024-09-19T05:37:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:09.950+0000 7fa40a5fd640 1 -- 172.21.15.39:0/3546063101 wait complete. 2024-09-19T05:37:09.964 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:37:10.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.064+0000 7fcd9df11640 1 Processor -- start 2024-09-19T05:37:10.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.064+0000 7fcd9df11640 1 -- start start 2024-09-19T05:37:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.064+0000 7fcd9df11640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcd9815c330 0x7fcd980713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.064+0000 7fcd9df11640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcd9806e440 0x7fcd980d0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd9df11640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd9815cb60 con 0x7fcd98160990 2024-09-19T05:37:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd9df11640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fcd980719b0 con 0x7fcd9815c330 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd9df11640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fcd9815ce40 con 0x7fcd9806e440 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd977fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcd9815c330 0x7fcd980713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd96ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcd98160990 0x7fcd9806dd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36586/0 (socket says 172.21.15.39:36586) 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd96ffd640 1 -- 172.21.15.39:0/508608 learned_addr learned my addr 172.21.15.39:0/508608 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd97fff640 1 --2- 172.21.15.39:0/508608 >> v2:172.21.15.50:3300/0 conn(0x7fcd9806e440 0x7fcd980d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd977fe640 1 -- 172.21.15.39:0/508608 >> v2:172.21.15.50:3300/0 conn(0x7fcd9806e440 msgr2=0x7fcd980d0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd977fe640 1 --2- 172.21.15.39:0/508608 >> v2:172.21.15.50:3300/0 conn(0x7fcd9806e440 0x7fcd980d0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd977fe640 1 -- 172.21.15.39:0/508608 >> v1:172.21.15.39:6789/0 conn(0x7fcd98160990 legacy=0x7fcd9806dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd977fe640 1 -- 172.21.15.39:0/508608 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd9815d120 con 0x7fcd9815c330 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.065+0000 7fcd97fff640 1 --2- 172.21.15.39:0/508608 >> v2:172.21.15.50:3300/0 conn(0x7fcd9806e440 0x7fcd980d0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd977fe640 1 --2- 172.21.15.39:0/508608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd9815c330 0x7fcd980713d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fcd98071b30 tx=0x7fcd8802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be5f57325130dc90 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd967fc640 1 -- 172.21.15.39:0/508608 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd88037070 con 0x7fcd9815c330 2024-09-19T05:37:10.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd967fc640 1 -- 172.21.15.39:0/508608 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd88032440 con 0x7fcd9815c330 2024-09-19T05:37:10.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd967fc640 1 -- 172.21.15.39:0/508608 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd8802ae60 con 0x7fcd9815c330 2024-09-19T05:37:10.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd9df11640 1 -- 172.21.15.39:0/508608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd9815c330 msgr2=0x7fcd980713d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd9df11640 1 --2- 172.21.15.39:0/508608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd9815c330 0x7fcd980713d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fcd98071b30 tx=0x7fcd8802a110 comp rx=0 tx=0).stop 2024-09-19T05:37:10.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd9df11640 1 -- 172.21.15.39:0/508608 shutdown_connections 2024-09-19T05:37:10.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd9df11640 1 --2- 172.21.15.39:0/508608 >> v2:172.21.15.50:3300/0 conn(0x7fcd9806e440 0x7fcd980d0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd9df11640 1 --2- 172.21.15.39:0/508608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd9815c330 0x7fcd980713d0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd9df11640 1 -- 172.21.15.39:0/508608 >> 172.21.15.39:0/508608 conn(0x7fcd980b4170 msgr2=0x7fcd980b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:10.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.066+0000 7fcd9df11640 1 -- 172.21.15.39:0/508608 shutdown_connections 2024-09-19T05:37:10.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.067+0000 7fcd9df11640 1 -- 172.21.15.39:0/508608 wait complete. 2024-09-19T05:37:10.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.068+0000 7fcd9df11640 1 Processor -- start 2024-09-19T05:37:10.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.068+0000 7fcd9df11640 1 -- start start 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd9df11640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd9806e440 0x7fcd98160360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd9df11640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcd9815c330 0x7fcd9814e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd9df11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd98160990 0x7fcd98141e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd9df11640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcd98160e00 con 0x7fcd98160990 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd9df11640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcd9815d920 con 0x7fcd9806e440 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd9df11640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcd9815c710 con 0x7fcd9815c330 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd97fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd98160990 0x7fcd98141e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd97fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd98160990 0x7fcd98141e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37246/0 (socket says 172.21.15.39:37246) 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd97fff640 1 -- 172.21.15.39:0/715619864 learned_addr learned my addr 172.21.15.39:0/715619864 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd977fe640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd9806e440 0x7fcd98160360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd96ffd640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcd9815c330 0x7fcd9814e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd97fff640 1 -- 172.21.15.39:0/715619864 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcd9815c330 msgr2=0x7fcd9814e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd97fff640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcd9815c330 0x7fcd9814e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd97fff640 1 -- 172.21.15.39:0/715619864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd9806e440 msgr2=0x7fcd98160360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd97fff640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd9806e440 0x7fcd98160360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd97fff640 1 -- 172.21.15.39:0/715619864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd981423b0 con 0x7fcd98160990 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd977fe640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd9806e440 0x7fcd98160360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd97fff640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd98160990 0x7fcd98141e70 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fcd9000cef0 tx=0x7fcd9000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd7ffff640 1 -- 172.21.15.39:0/715619864 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9001a070 con 0x7fcd98160990 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd7ffff640 1 -- 172.21.15.39:0/715619864 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd9000d860 con 0x7fcd98160990 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd9814eba0 con 0x7fcd98160990 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd7ffff640 1 -- 172.21.15.39:0/715619864 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9000dc50 con 0x7fcd98160990 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.069+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd9814f160 con 0x7fcd98160990 2024-09-19T05:37:10.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.070+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd980713d0 con 0x7fcd98160990 2024-09-19T05:37:10.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.071+0000 7fcd7ffff640 1 -- 172.21.15.39:0/715619864 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcd9001d070 con 0x7fcd98160990 2024-09-19T05:37:10.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.071+0000 7fcd7ffff640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcd8406c2b0 0x7fcd8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.071+0000 7fcd7ffff640 1 -- 172.21.15.39:0/715619864 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7fcd9008bd80 con 0x7fcd98160990 2024-09-19T05:37:10.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.071+0000 7fcd977fe640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcd8406c2b0 0x7fcd8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.072+0000 7fcd977fe640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcd8406c2b0 0x7fcd8406e770 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fcd88034000 tx=0x7fcd8802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:10.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.076+0000 7fcd7ffff640 1 -- 172.21.15.39:0/715619864 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcd9005a520 con 0x7fcd98160990 2024-09-19T05:37:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.253+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcd980ce780 con 0x7fcd98160990 2024-09-19T05:37:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.254+0000 7fcd7ffff640 1 -- 172.21.15.39:0/715619864 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+16644 (secure 0 0 0) 0x7fcd90059e20 con 0x7fcd98160990 2024-09-19T05:37:10.256 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:10.257 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":89,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:37:08.582732+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:37:04.585567+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T05:37:05.914078+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:37:10.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcd8406c2b0 msgr2=0x7fcd8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcd8406c2b0 0x7fcd8406e770 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fcd88034000 tx=0x7fcd8802e000 comp rx=0 tx=0).stop 2024-09-19T05:37:10.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd98160990 msgr2=0x7fcd98141e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd98160990 0x7fcd98141e70 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fcd9000cef0 tx=0x7fcd9000a710 comp rx=0 tx=0).stop 2024-09-19T05:37:10.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 shutdown_connections 2024-09-19T05:37:10.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcd8406c2b0 0x7fcd8406e770 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd98160990 0x7fcd98141e70 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcd9815c330 0x7fcd9814e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 --2- 172.21.15.39:0/715619864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd9806e440 0x7fcd98160360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 >> 172.21.15.39:0/715619864 conn(0x7fcd980b4170 msgr2=0x7fcd980b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 shutdown_connections 2024-09-19T05:37:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.256+0000 7fcd9df11640 1 -- 172.21.15.39:0/715619864 wait complete. 2024-09-19T05:37:10.270 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:37:10.270 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:37:10.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.370+0000 7ff653f1f640 1 Processor -- start 2024-09-19T05:37:10.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.370+0000 7ff653f1f640 1 -- start start 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff653f1f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ff64c06bb20 0x7ff64c15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff653f1f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff64c06d160 0x7ff64c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff653f1f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff64c1603c0 con 0x7ff64c15e4f0 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff653f1f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ff64c06ccd0 con 0x7ff64c06d160 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff653f1f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ff64c06c0c0 con 0x7ff64c06bb20 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff6524bc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff64c06d160 0x7ff64c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff651cbb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff64c15e4f0 0x7ff64c15fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36598/0 (socket says 172.21.15.39:36598) 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff651cbb640 1 -- 172.21.15.39:0/678498825 learned_addr learned my addr 172.21.15.39:0/678498825 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff6514ba640 1 --2- 172.21.15.39:0/678498825 >> v2:172.21.15.50:3300/0 conn(0x7ff64c06bb20 0x7ff64c15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff6524bc640 1 -- 172.21.15.39:0/678498825 >> v2:172.21.15.50:3300/0 conn(0x7ff64c06bb20 msgr2=0x7ff64c15f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff6524bc640 1 --2- 172.21.15.39:0/678498825 >> v2:172.21.15.50:3300/0 conn(0x7ff64c06bb20 0x7ff64c15f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff6524bc640 1 -- 172.21.15.39:0/678498825 >> v1:172.21.15.39:6789/0 conn(0x7ff64c15e4f0 legacy=0x7ff64c15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff6524bc640 1 -- 172.21.15.39:0/678498825 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff64c06c3a0 con 0x7ff64c06d160 2024-09-19T05:37:10.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.371+0000 7ff650cb9640 1 -- 172.21.15.39:0/678498825 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3302434272 0 0) 0x7ff64c1603c0 con 0x7ff64c15e4f0 2024-09-19T05:37:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.372+0000 7ff6524bc640 1 --2- 172.21.15.39:0/678498825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c06d160 0x7ff64c06d5a0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7ff64c162040 tx=0x7ff64402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1eacdce1532ab3c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.372+0000 7ff650cb9640 1 -- 172.21.15.39:0/678498825 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff644037070 con 0x7ff64c06d160 2024-09-19T05:37:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.372+0000 7ff650cb9640 1 -- 172.21.15.39:0/678498825 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff644032440 con 0x7ff64c06d160 2024-09-19T05:37:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.372+0000 7ff650cb9640 1 -- 172.21.15.39:0/678498825 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff644032810 con 0x7ff64c06d160 2024-09-19T05:37:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.373+0000 7ff653f1f640 1 -- 172.21.15.39:0/678498825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c06d160 msgr2=0x7ff64c06d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.373+0000 7ff653f1f640 1 --2- 172.21.15.39:0/678498825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c06d160 0x7ff64c06d5a0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7ff64c162040 tx=0x7ff64402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.373+0000 7ff653f1f640 1 -- 172.21.15.39:0/678498825 shutdown_connections 2024-09-19T05:37:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.373+0000 7ff653f1f640 1 --2- 172.21.15.39:0/678498825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c06d160 0x7ff64c06d5a0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.373+0000 7ff653f1f640 1 --2- 172.21.15.39:0/678498825 >> v2:172.21.15.50:3300/0 conn(0x7ff64c06bb20 0x7ff64c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.373+0000 7ff653f1f640 1 -- 172.21.15.39:0/678498825 >> 172.21.15.39:0/678498825 conn(0x7ff64c06e5b0 msgr2=0x7ff64c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:10.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.373+0000 7ff653f1f640 1 -- 172.21.15.39:0/678498825 shutdown_connections 2024-09-19T05:37:10.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.373+0000 7ff653f1f640 1 -- 172.21.15.39:0/678498825 wait complete. 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.374+0000 7ff653f1f640 1 Processor -- start 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.374+0000 7ff653f1f640 1 -- start start 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff653f1f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff64c06bb20 0x7ff64c1f4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff653f1f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff64c06d160 0x7ff64c0b39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff653f1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c15e4f0 0x7ff64c158ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff653f1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c06dae0 con 0x7ff64c15e4f0 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff653f1f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c06c960 con 0x7ff64c06bb20 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff653f1f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff64c15e8d0 con 0x7ff64c06d160 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6524bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c15e4f0 0x7ff64c158ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6524bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c15e4f0 0x7ff64c158ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37262/0 (socket says 172.21.15.39:37262) 2024-09-19T05:37:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6524bc640 1 -- 172.21.15.39:0/2064629271 learned_addr learned my addr 172.21.15.39:0/2064629271 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff651cbb640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff64c06bb20 0x7ff64c1f4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6514ba640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff64c06d160 0x7ff64c0b39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6524bc640 1 -- 172.21.15.39:0/2064629271 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff64c06d160 msgr2=0x7ff64c0b39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6524bc640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff64c06d160 0x7ff64c0b39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6524bc640 1 -- 172.21.15.39:0/2064629271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff64c06bb20 msgr2=0x7ff64c1f4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6524bc640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff64c06bb20 0x7ff64c1f4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6524bc640 1 -- 172.21.15.39:0/2064629271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff64c1f53e0 con 0x7ff64c15e4f0 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.375+0000 7ff6524bc640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c15e4f0 0x7ff64c158ae0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7ff644035040 tx=0x7ff6440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.376+0000 7ff64a7fc640 1 -- 172.21.15.39:0/2064629271 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff644037040 con 0x7ff64c15e4f0 2024-09-19T05:37:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.376+0000 7ff64a7fc640 1 -- 172.21.15.39:0/2064629271 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff644042070 con 0x7ff64c15e4f0 2024-09-19T05:37:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.376+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff64c14a350 con 0x7ff64c15e4f0 2024-09-19T05:37:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.376+0000 7ff64a7fc640 1 -- 172.21.15.39:0/2064629271 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6440308a0 con 0x7ff64c15e4f0 2024-09-19T05:37:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.376+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff64c0cf620 con 0x7ff64c15e4f0 2024-09-19T05:37:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.377+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff64c06d5a0 con 0x7ff64c15e4f0 2024-09-19T05:37:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.377+0000 7ff64a7fc640 1 -- 172.21.15.39:0/2064629271 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff644030a40 con 0x7ff64c15e4f0 2024-09-19T05:37:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.378+0000 7ff64a7fc640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff63806c2e0 0x7ff63806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.378+0000 7ff651cbb640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff63806c2e0 0x7ff63806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.378+0000 7ff64a7fc640 1 -- 172.21.15.39:0/2064629271 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7ff6440abc70 con 0x7ff64c15e4f0 2024-09-19T05:37:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.378+0000 7ff651cbb640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff63806c2e0 0x7ff63806e7a0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff63c007ed0 tx=0x7ff63c007e60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:10.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.382+0000 7ff64a7fc640 1 -- 172.21.15.39:0/2064629271 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff64c1f53e0 con 0x7ff64c15e4f0 2024-09-19T05:37:10.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.555+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff64c148e00 con 0x7ff63806c2e0 2024-09-19T05:37:10.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.560+0000 7ff64a7fc640 1 -- 172.21.15.39:0/2064629271 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+238265 (secure 0 0 0) 0x7ff64c148e00 con 0x7ff63806c2e0 2024-09-19T05:37:10.567 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:37:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff63806c2e0 msgr2=0x7ff63806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff63806c2e0 0x7ff63806e7a0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff63c007ed0 tx=0x7ff63c007e60 comp rx=0 tx=0).stop 2024-09-19T05:37:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c15e4f0 msgr2=0x7ff64c158ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c15e4f0 0x7ff64c158ae0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7ff644035040 tx=0x7ff6440046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 shutdown_connections 2024-09-19T05:37:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff63806c2e0 0x7ff63806e7a0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c15e4f0 0x7ff64c158ae0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff64c06d160 0x7ff64c0b39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 --2- 172.21.15.39:0/2064629271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff64c06bb20 0x7ff64c1f4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 >> 172.21.15.39:0/2064629271 conn(0x7ff64c06e5b0 msgr2=0x7ff64c0cde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 shutdown_connections 2024-09-19T05:37:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.563+0000 7ff653f1f640 1 -- 172.21.15.39:0/2064629271 wait complete. 2024-09-19T05:37:10.576 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":179,"stamp":"2024-09-19T05:37:08.705667+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":20,"acting":20,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":275456,"kb_used_data":9284,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754699264,"statfs":{"total":773094113280,"available":772812046336,"internally_reserved":0,"allocated":9506816,"data_stored":4670829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000617"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563576+0000","last_change":"2024-09-19T05:37:05.563576+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563576+0000","last_undegraded":"2024-09-19T05:37:05.563576+0000","last_fullsized":"2024-09-19T05:37:05.563576+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563136+0000","last_change":"2024-09-19T05:37:05.563136+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563136+0000","last_undegraded":"2024-09-19T05:37:05.563136+0000","last_fullsized":"2024-09-19T05:37:05.563136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.564242+0000","last_change":"2024-09-19T05:37:05.564242+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.564242+0000","last_undegraded":"2024-09-19T05:37:05.564242+0000","last_fullsized":"2024-09-19T05:37:05.564242+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563632+0000","last_change":"2024-09-19T05:37:05.563632+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563632+0000","last_undegraded":"2024-09-19T05:37:05.563632+0000","last_fullsized":"2024-09-19T05:37:05.563632+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563239+0000","last_change":"2024-09-19T05:37:05.563239+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563239+0000","last_undegraded":"2024-09-19T05:37:05.563239+0000","last_fullsized":"2024-09-19T05:37:05.563239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563167+0000","last_change":"2024-09-19T05:37:05.563167+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563167+0000","last_undegraded":"2024-09-19T05:37:05.563167+0000","last_fullsized":"2024-09-19T05:37:05.563167+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.562970+0000","last_change":"2024-09-19T05:37:05.562970+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.562970+0000","last_undegraded":"2024-09-19T05:37:05.562970+0000","last_fullsized":"2024-09-19T05:37:05.562970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563079+0000","last_change":"2024-09-19T05:37:05.563079+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563079+0000","last_undegraded":"2024-09-19T05:37:05.563079+0000","last_fullsized":"2024-09-19T05:37:05.563079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563079+0000","last_change":"2024-09-19T05:37:05.563079+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563079+0000","last_undegraded":"2024-09-19T05:37:05.563079+0000","last_fullsized":"2024-09-19T05:37:05.563079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:05.553157+0000","last_change":"2024-09-19T05:37:05.553157+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.553157+0000","last_undegraded":"2024-09-19T05:37:05.553157+0000","last_fullsized":"2024-09-19T05:37:05.553157+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":288,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:37:04.468593+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:37:04.468593+0000","last_peered":"2024-09-19T05:37:04.468593+0000","last_clean":"2024-09-19T05:37:04.468593+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:04.468593+0000","last_undegraded":"2024-09-19T05:37:04.468593+0000","last_fullsized":"2024-09-19T05:37:04.468593+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":18,"acting":18,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36368,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335472,"statfs":{"total":96636764160,"available":96599523328,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509480,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32212,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339628,"statfs":{"total":96636764160,"available":96603779072,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542186,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36936,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334904,"statfs":{"total":96636764160,"available":96598941696,"internally_reserved":0,"allocated":1626112,"data_stored":1023469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542184,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36380,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335460,"statfs":{"total":96636764160,"available":96599511040,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542186,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36376,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335464,"statfs":{"total":96636764160,"available":96599515136,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542187,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32212,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339628,"statfs":{"total":96636764160,"available":96603779072,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542187,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1613824,"data_stored":1018412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:37:10.580 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:37:10.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.717+0000 7f35bd8ba640 1 Processor -- start 2024-09-19T05:37:10.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.717+0000 7f35bd8ba640 1 -- start start 2024-09-19T05:37:10.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35bd8ba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b815e8e0 0x7f35b8162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35bd8ba640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f35b80cf1f0 0x7f35b80d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35bd8ba640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35b80b7920 con 0x7f35b80d19d0 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35bd8ba640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f35b80cf940 con 0x7f35b80cf1f0 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35bd8ba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f35b80cfc20 con 0x7f35b815e8e0 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35b77fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f35b80d19d0 0x7f35b80b6170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36612/0 (socket says 172.21.15.39:36612) 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35b77fe640 1 -- 172.21.15.39:0/111071588 learned_addr learned my addr 172.21.15.39:0/111071588 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35affff640 1 --2- 172.21.15.39:0/111071588 >> v2:172.21.15.50:3300/0 conn(0x7f35b80cf1f0 0x7f35b80d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35b6ffd640 1 --2- 172.21.15.39:0/111071588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b815e8e0 0x7f35b8162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35b67fc640 1 -- 172.21.15.39:0/111071588 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1092004608 0 0) 0x7f35b0001490 con 0x7f35b80d19d0 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.718+0000 7f35b67fc640 1 -- 172.21.15.39:0/111071588 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f35a4003520 con 0x7f35b80d19d0 2024-09-19T05:37:10.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.719+0000 7f35affff640 1 -- 172.21.15.39:0/111071588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b815e8e0 msgr2=0x7f35b8162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:10.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.719+0000 7f35affff640 1 --2- 172.21.15.39:0/111071588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b815e8e0 0x7f35b8162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.719+0000 7f35affff640 1 -- 172.21.15.39:0/111071588 >> v1:172.21.15.39:6789/0 conn(0x7f35b80d19d0 legacy=0x7f35b80b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.719+0000 7f35affff640 1 -- 172.21.15.39:0/111071588 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b80d2ae0 con 0x7f35b80cf1f0 2024-09-19T05:37:10.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.719+0000 7f35b6ffd640 1 --2- 172.21.15.39:0/111071588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b815e8e0 0x7f35b8162cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:37:10.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.719+0000 7f35affff640 1 --2- 172.21.15.39:0/111071588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b80cf1f0 0x7f35b80d1490 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f35a00097d0 tx=0x7f35a002a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b95d0bda320f577 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:10.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35b67fc640 1 -- 172.21.15.39:0/111071588 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0037070 con 0x7f35b80cf1f0 2024-09-19T05:37:10.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35b67fc640 1 -- 172.21.15.39:0/111071588 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a002ae40 con 0x7f35b80cf1f0 2024-09-19T05:37:10.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35b67fc640 1 -- 172.21.15.39:0/111071588 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0032660 con 0x7f35b80cf1f0 2024-09-19T05:37:10.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35bd8ba640 1 -- 172.21.15.39:0/111071588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b80cf1f0 msgr2=0x7f35b80d1490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35bd8ba640 1 --2- 172.21.15.39:0/111071588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b80cf1f0 0x7f35b80d1490 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f35a00097d0 tx=0x7f35a002a130 comp rx=0 tx=0).stop 2024-09-19T05:37:10.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35bd8ba640 1 -- 172.21.15.39:0/111071588 shutdown_connections 2024-09-19T05:37:10.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35bd8ba640 1 --2- 172.21.15.39:0/111071588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b80cf1f0 0x7f35b80d1490 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35bd8ba640 1 --2- 172.21.15.39:0/111071588 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b815e8e0 0x7f35b8162cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35bd8ba640 1 -- 172.21.15.39:0/111071588 >> 172.21.15.39:0/111071588 conn(0x7f35b806bd00 msgr2=0x7f35b806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:10.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35bd8ba640 1 -- 172.21.15.39:0/111071588 shutdown_connections 2024-09-19T05:37:10.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.720+0000 7f35bd8ba640 1 -- 172.21.15.39:0/111071588 wait complete. 2024-09-19T05:37:10.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.721+0000 7f35bd8ba640 1 Processor -- start 2024-09-19T05:37:10.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35bd8ba640 1 -- start start 2024-09-19T05:37:10.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35bd8ba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b80cf1f0 0x7f35b814dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35bd8ba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35b80d19d0 0x7f35b8162500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35bd8ba640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b815e8e0 0x7f35b814d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35bd8ba640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f35b80d42f0 con 0x7f35b80d19d0 2024-09-19T05:37:10.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35bd8ba640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f35b80cf630 con 0x7f35b815e8e0 2024-09-19T05:37:10.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35bd8ba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f35b80d4470 con 0x7f35b80cf1f0 2024-09-19T05:37:10.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35b80d19d0 0x7f35b8162500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35b80d19d0 0x7f35b8162500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37276/0 (socket says 172.21.15.39:37276) 2024-09-19T05:37:10.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35affff640 1 -- 172.21.15.39:0/3229433278 learned_addr learned my addr 172.21.15.39:0/3229433278 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:10.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35b6ffd640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b80cf1f0 0x7f35b814dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.722+0000 7f35b77fe640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b815e8e0 0x7f35b814d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35affff640 1 -- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b80cf1f0 msgr2=0x7f35b814dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35affff640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b80cf1f0 0x7f35b814dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35affff640 1 -- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b815e8e0 msgr2=0x7f35b814d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35affff640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b815e8e0 0x7f35b814d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35affff640 1 -- 172.21.15.39:0/3229433278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b8162a40 con 0x7f35b80d19d0 2024-09-19T05:37:10.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35b6ffd640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b80cf1f0 0x7f35b814dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:10.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35b77fe640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b815e8e0 0x7f35b814d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:10.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35affff640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35b80d19d0 0x7f35b8162500 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f35a00098f0 tx=0x7f35a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:10.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35b4ff9640 1 -- 172.21.15.39:0/3229433278 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0041030 con 0x7f35b80d19d0 2024-09-19T05:37:10.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35b4ff9640 1 -- 172.21.15.39:0/3229433278 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a002ac40 con 0x7f35b80d19d0 2024-09-19T05:37:10.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35b814e0b0 con 0x7f35b80d19d0 2024-09-19T05:37:10.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35b4ff9640 1 -- 172.21.15.39:0/3229433278 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0037040 con 0x7f35b80d19d0 2024-09-19T05:37:10.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.723+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35b814e670 con 0x7f35b80d19d0 2024-09-19T05:37:10.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.724+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35b80d40e0 con 0x7f35b80d19d0 2024-09-19T05:37:10.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.725+0000 7f35b4ff9640 1 -- 172.21.15.39:0/3229433278 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f35a0044070 con 0x7f35b80d19d0 2024-09-19T05:37:10.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.725+0000 7f35b4ff9640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f359806c2b0 0x7f359806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:10.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.725+0000 7f35b4ff9640 1 -- 172.21.15.39:0/3229433278 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f35a00ab940 con 0x7f35b80d19d0 2024-09-19T05:37:10.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.725+0000 7f35b6ffd640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f359806c2b0 0x7f359806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:10.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.726+0000 7f35b6ffd640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f359806c2b0 0x7f359806e770 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f35a8009af0 tx=0x7f35a8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:10.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.729+0000 7f35b4ff9640 1 -- 172.21.15.39:0/3229433278 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f35b80d40e0 con 0x7f35b80d19d0 2024-09-19T05:37:10.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.901+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f35b80b3750 con 0x7f359806c2b0 2024-09-19T05:37:10.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.906+0000 7f35b4ff9640 1 -- 172.21.15.39:0/3229433278 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247290 (secure 0 0 0) 0x7f35b80b3750 con 0x7f359806c2b0 2024-09-19T05:37:10.912 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:10.913 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:37:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f359806c2b0 msgr2=0x7f359806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f359806c2b0 0x7f359806e770 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f35a8009af0 tx=0x7f35a8008040 comp rx=0 tx=0).stop 2024-09-19T05:37:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35b80d19d0 msgr2=0x7f35b8162500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35b80d19d0 0x7f35b8162500 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f35a00098f0 tx=0x7f35a00046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 shutdown_connections 2024-09-19T05:37:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f359806c2b0 0x7f359806e770 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35b815e8e0 0x7f35b814d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35b80d19d0 0x7f35b8162500 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 --2- 172.21.15.39:0/3229433278 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35b80cf1f0 0x7f35b814dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:10.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.909+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 >> 172.21.15.39:0/3229433278 conn(0x7f35b806bd00 msgr2=0x7f35b80b6350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:10.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.910+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 shutdown_connections 2024-09-19T05:37:10.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:10.910+0000 7f35bd8ba640 1 -- 172.21.15.39:0/3229433278 wait complete. 2024-09-19T05:37:10.922 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-19T05:37:10.705938+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":200,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":275740,"kb_used_data":9560,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754698980,"statfs":{"total":773094113280,"available":772811755520,"internally_reserved":0,"allocated":9789440,"data_stored":4795435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.147406"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570145+0000","last_change":"2024-09-19T05:37:07.605043+0000","last_active":"2024-09-19T05:37:09.570145+0000","last_peered":"2024-09-19T05:37:09.570145+0000","last_clean":"2024-09-19T05:37:09.570145+0000","last_became_active":"2024-09-19T05:37:07.604492+0000","last_became_peered":"2024-09-19T05:37:07.604492+0000","last_unstale":"2024-09-19T05:37:09.570145+0000","last_undegraded":"2024-09-19T05:37:09.570145+0000","last_fullsized":"2024-09-19T05:37:09.570145+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:15.921903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265800+0000","last_change":"2024-09-19T05:37:07.597836+0000","last_active":"2024-09-19T05:37:09.265800+0000","last_peered":"2024-09-19T05:37:09.265800+0000","last_clean":"2024-09-19T05:37:09.265800+0000","last_became_active":"2024-09-19T05:37:07.597439+0000","last_became_peered":"2024-09-19T05:37:07.597439+0000","last_unstale":"2024-09-19T05:37:09.265800+0000","last_undegraded":"2024-09-19T05:37:09.265800+0000","last_fullsized":"2024-09-19T05:37:09.265800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:28.304743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570078+0000","last_change":"2024-09-19T05:37:07.596672+0000","last_active":"2024-09-19T05:37:09.570078+0000","last_peered":"2024-09-19T05:37:09.570078+0000","last_clean":"2024-09-19T05:37:09.570078+0000","last_became_active":"2024-09-19T05:37:07.596379+0000","last_became_peered":"2024-09-19T05:37:07.596379+0000","last_unstale":"2024-09-19T05:37:09.570078+0000","last_undegraded":"2024-09-19T05:37:09.570078+0000","last_fullsized":"2024-09-19T05:37:09.570078+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:59.905589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570178+0000","last_change":"2024-09-19T05:37:07.585921+0000","last_active":"2024-09-19T05:37:09.570178+0000","last_peered":"2024-09-19T05:37:09.570178+0000","last_clean":"2024-09-19T05:37:09.570178+0000","last_became_active":"2024-09-19T05:37:07.585645+0000","last_became_peered":"2024-09-19T05:37:07.585645+0000","last_unstale":"2024-09-19T05:37:09.570178+0000","last_undegraded":"2024-09-19T05:37:09.570178+0000","last_fullsized":"2024-09-19T05:37:09.570178+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:05.745916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570347+0000","last_change":"2024-09-19T05:37:07.584506+0000","last_active":"2024-09-19T05:37:09.570347+0000","last_peered":"2024-09-19T05:37:09.570347+0000","last_clean":"2024-09-19T05:37:09.570347+0000","last_became_active":"2024-09-19T05:37:07.584062+0000","last_became_peered":"2024-09-19T05:37:07.584062+0000","last_unstale":"2024-09-19T05:37:09.570347+0000","last_undegraded":"2024-09-19T05:37:09.570347+0000","last_fullsized":"2024-09-19T05:37:09.570347+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:50.191697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265386+0000","last_change":"2024-09-19T05:37:07.592625+0000","last_active":"2024-09-19T05:37:09.265386+0000","last_peered":"2024-09-19T05:37:09.265386+0000","last_clean":"2024-09-19T05:37:09.265386+0000","last_became_active":"2024-09-19T05:37:07.592328+0000","last_became_peered":"2024-09-19T05:37:07.592328+0000","last_unstale":"2024-09-19T05:37:09.265386+0000","last_undegraded":"2024-09-19T05:37:09.265386+0000","last_fullsized":"2024-09-19T05:37:09.265386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:37.100683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597282+0000","last_change":"2024-09-19T05:37:07.597017+0000","last_active":"2024-09-19T05:37:08.597282+0000","last_peered":"2024-09-19T05:37:08.597282+0000","last_clean":"2024-09-19T05:37:08.597282+0000","last_became_active":"2024-09-19T05:37:07.596703+0000","last_became_peered":"2024-09-19T05:37:07.596703+0000","last_unstale":"2024-09-19T05:37:08.597282+0000","last_undegraded":"2024-09-19T05:37:08.597282+0000","last_fullsized":"2024-09-19T05:37:08.597282+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:42.550428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570380+0000","last_change":"2024-09-19T05:37:07.593401+0000","last_active":"2024-09-19T05:37:09.570380+0000","last_peered":"2024-09-19T05:37:09.570380+0000","last_clean":"2024-09-19T05:37:09.570380+0000","last_became_active":"2024-09-19T05:37:07.592375+0000","last_became_peered":"2024-09-19T05:37:07.592375+0000","last_unstale":"2024-09-19T05:37:09.570380+0000","last_undegraded":"2024-09-19T05:37:09.570380+0000","last_fullsized":"2024-09-19T05:37:09.570380+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:28.435915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597525+0000","last_change":"2024-09-19T05:37:07.603924+0000","last_active":"2024-09-19T05:37:08.597525+0000","last_peered":"2024-09-19T05:37:08.597525+0000","last_clean":"2024-09-19T05:37:08.597525+0000","last_became_active":"2024-09-19T05:37:07.603666+0000","last_became_peered":"2024-09-19T05:37:07.603666+0000","last_unstale":"2024-09-19T05:37:08.597525+0000","last_undegraded":"2024-09-19T05:37:08.597525+0000","last_fullsized":"2024-09-19T05:37:08.597525+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:52.147337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569838+0000","last_change":"2024-09-19T05:37:07.594316+0000","last_active":"2024-09-19T05:37:09.569838+0000","last_peered":"2024-09-19T05:37:09.569838+0000","last_clean":"2024-09-19T05:37:09.569838+0000","last_became_active":"2024-09-19T05:37:07.594043+0000","last_became_peered":"2024-09-19T05:37:07.594043+0000","last_unstale":"2024-09-19T05:37:09.569838+0000","last_undegraded":"2024-09-19T05:37:09.569838+0000","last_fullsized":"2024-09-19T05:37:09.569838+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:50.763395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265906+0000","last_change":"2024-09-19T05:37:07.591360+0000","last_active":"2024-09-19T05:37:09.265906+0000","last_peered":"2024-09-19T05:37:09.265906+0000","last_clean":"2024-09-19T05:37:09.265906+0000","last_became_active":"2024-09-19T05:37:07.591070+0000","last_became_peered":"2024-09-19T05:37:07.591070+0000","last_unstale":"2024-09-19T05:37:09.265906+0000","last_undegraded":"2024-09-19T05:37:09.265906+0000","last_fullsized":"2024-09-19T05:37:09.265906+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:55.361439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597497+0000","last_change":"2024-09-19T05:37:07.597730+0000","last_active":"2024-09-19T05:37:08.597497+0000","last_peered":"2024-09-19T05:37:08.597497+0000","last_clean":"2024-09-19T05:37:08.597497+0000","last_became_active":"2024-09-19T05:37:07.597464+0000","last_became_peered":"2024-09-19T05:37:07.597464+0000","last_unstale":"2024-09-19T05:37:08.597497+0000","last_undegraded":"2024-09-19T05:37:08.597497+0000","last_fullsized":"2024-09-19T05:37:08.597497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:03.817330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265541+0000","last_change":"2024-09-19T05:37:07.593404+0000","last_active":"2024-09-19T05:37:09.265541+0000","last_peered":"2024-09-19T05:37:09.265541+0000","last_clean":"2024-09-19T05:37:09.265541+0000","last_became_active":"2024-09-19T05:37:07.593124+0000","last_became_peered":"2024-09-19T05:37:07.593124+0000","last_unstale":"2024-09-19T05:37:09.265541+0000","last_undegraded":"2024-09-19T05:37:09.265541+0000","last_fullsized":"2024-09-19T05:37:09.265541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:50.191697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265429+0000","last_change":"2024-09-19T05:37:07.596927+0000","last_active":"2024-09-19T05:37:09.265429+0000","last_peered":"2024-09-19T05:37:09.265429+0000","last_clean":"2024-09-19T05:37:09.265429+0000","last_became_active":"2024-09-19T05:37:07.596634+0000","last_became_peered":"2024-09-19T05:37:07.596634+0000","last_unstale":"2024-09-19T05:37:09.265429+0000","last_undegraded":"2024-09-19T05:37:09.265429+0000","last_fullsized":"2024-09-19T05:37:09.265429+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:05.745916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570179+0000","last_change":"2024-09-19T05:37:07.601361+0000","last_active":"2024-09-19T05:37:09.570179+0000","last_peered":"2024-09-19T05:37:09.570179+0000","last_clean":"2024-09-19T05:37:09.570179+0000","last_became_active":"2024-09-19T05:37:07.600594+0000","last_became_peered":"2024-09-19T05:37:07.600594+0000","last_unstale":"2024-09-19T05:37:09.570179+0000","last_undegraded":"2024-09-19T05:37:09.570179+0000","last_fullsized":"2024-09-19T05:37:09.570179+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:37.100683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265825+0000","last_change":"2024-09-19T05:37:07.608077+0000","last_active":"2024-09-19T05:37:09.265825+0000","last_peered":"2024-09-19T05:37:09.265825+0000","last_clean":"2024-09-19T05:37:09.265825+0000","last_became_active":"2024-09-19T05:37:07.607769+0000","last_became_peered":"2024-09-19T05:37:07.607769+0000","last_unstale":"2024-09-19T05:37:09.265825+0000","last_undegraded":"2024-09-19T05:37:09.265825+0000","last_fullsized":"2024-09-19T05:37:09.265825+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:12.994747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570474+0000","last_change":"2024-09-19T05:37:07.595970+0000","last_active":"2024-09-19T05:37:09.570474+0000","last_peered":"2024-09-19T05:37:09.570474+0000","last_clean":"2024-09-19T05:37:09.570474+0000","last_became_active":"2024-09-19T05:37:07.595688+0000","last_became_peered":"2024-09-19T05:37:07.595688+0000","last_unstale":"2024-09-19T05:37:09.570474+0000","last_undegraded":"2024-09-19T05:37:09.570474+0000","last_fullsized":"2024-09-19T05:37:09.570474+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:28.304743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265588+0000","last_change":"2024-09-19T05:37:07.608845+0000","last_active":"2024-09-19T05:37:09.265588+0000","last_peered":"2024-09-19T05:37:09.265588+0000","last_clean":"2024-09-19T05:37:09.265588+0000","last_became_active":"2024-09-19T05:37:07.608168+0000","last_became_peered":"2024-09-19T05:37:07.608168+0000","last_unstale":"2024-09-19T05:37:09.265588+0000","last_undegraded":"2024-09-19T05:37:09.265588+0000","last_fullsized":"2024-09-19T05:37:09.265588+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:28.435915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569802+0000","last_change":"2024-09-19T05:37:07.598839+0000","last_active":"2024-09-19T05:37:09.569802+0000","last_peered":"2024-09-19T05:37:09.569802+0000","last_clean":"2024-09-19T05:37:09.569802+0000","last_became_active":"2024-09-19T05:37:07.597134+0000","last_became_peered":"2024-09-19T05:37:07.597134+0000","last_unstale":"2024-09-19T05:37:09.569802+0000","last_undegraded":"2024-09-19T05:37:09.569802+0000","last_fullsized":"2024-09-19T05:37:09.569802+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:41.108680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"88'4","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265861+0000","last_change":"2024-09-19T05:37:06.579092+0000","last_active":"2024-09-19T05:37:09.265861+0000","last_peered":"2024-09-19T05:37:09.265861+0000","last_clean":"2024-09-19T05:37:09.265861+0000","last_became_active":"2024-09-19T05:37:06.578793+0000","last_became_peered":"2024-09-19T05:37:06.578793+0000","last_unstale":"2024-09-19T05:37:09.265861+0000","last_undegraded":"2024-09-19T05:37:09.265861+0000","last_fullsized":"2024-09-19T05:37:09.265861+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:34.233151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570000+0000","last_change":"2024-09-19T05:37:06.581538+0000","last_active":"2024-09-19T05:37:09.570000+0000","last_peered":"2024-09-19T05:37:09.570000+0000","last_clean":"2024-09-19T05:37:09.570000+0000","last_became_active":"2024-09-19T05:37:06.581233+0000","last_became_peered":"2024-09-19T05:37:06.581233+0000","last_unstale":"2024-09-19T05:37:09.570000+0000","last_undegraded":"2024-09-19T05:37:09.570000+0000","last_fullsized":"2024-09-19T05:37:09.570000+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:12.083354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569999+0000","last_change":"2024-09-19T05:37:07.598058+0000","last_active":"2024-09-19T05:37:09.569999+0000","last_peered":"2024-09-19T05:37:09.569999+0000","last_clean":"2024-09-19T05:37:09.569999+0000","last_became_active":"2024-09-19T05:37:07.597625+0000","last_became_peered":"2024-09-19T05:37:07.597625+0000","last_unstale":"2024-09-19T05:37:09.569999+0000","last_undegraded":"2024-09-19T05:37:09.569999+0000","last_fullsized":"2024-09-19T05:37:09.569999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:23.639790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265718+0000","last_change":"2024-09-19T05:37:06.586742+0000","last_active":"2024-09-19T05:37:09.265718+0000","last_peered":"2024-09-19T05:37:09.265718+0000","last_clean":"2024-09-19T05:37:09.265718+0000","last_became_active":"2024-09-19T05:37:06.586430+0000","last_became_peered":"2024-09-19T05:37:06.586430+0000","last_unstale":"2024-09-19T05:37:09.265718+0000","last_undegraded":"2024-09-19T05:37:09.265718+0000","last_fullsized":"2024-09-19T05:37:09.265718+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:16.013865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597172+0000","last_change":"2024-09-19T05:37:07.591293+0000","last_active":"2024-09-19T05:37:08.597172+0000","last_peered":"2024-09-19T05:37:08.597172+0000","last_clean":"2024-09-19T05:37:08.597172+0000","last_became_active":"2024-09-19T05:37:07.590937+0000","last_became_peered":"2024-09-19T05:37:07.590937+0000","last_unstale":"2024-09-19T05:37:08.597172+0000","last_undegraded":"2024-09-19T05:37:08.597172+0000","last_fullsized":"2024-09-19T05:37:08.597172+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:13.087845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265536+0000","last_change":"2024-09-19T05:37:06.582062+0000","last_active":"2024-09-19T05:37:09.265536+0000","last_peered":"2024-09-19T05:37:09.265536+0000","last_clean":"2024-09-19T05:37:09.265536+0000","last_became_active":"2024-09-19T05:37:06.581764+0000","last_became_peered":"2024-09-19T05:37:06.581764+0000","last_unstale":"2024-09-19T05:37:09.265536+0000","last_undegraded":"2024-09-19T05:37:09.265536+0000","last_fullsized":"2024-09-19T05:37:09.265536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:50.614124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596658+0000","last_change":"2024-09-19T05:37:07.593378+0000","last_active":"2024-09-19T05:37:08.596658+0000","last_peered":"2024-09-19T05:37:08.596658+0000","last_clean":"2024-09-19T05:37:08.596658+0000","last_became_active":"2024-09-19T05:37:07.593096+0000","last_became_peered":"2024-09-19T05:37:07.593096+0000","last_unstale":"2024-09-19T05:37:08.596658+0000","last_undegraded":"2024-09-19T05:37:08.596658+0000","last_fullsized":"2024-09-19T05:37:08.596658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:50.351874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570162+0000","last_change":"2024-09-19T05:37:06.575374+0000","last_active":"2024-09-19T05:37:09.570162+0000","last_peered":"2024-09-19T05:37:09.570162+0000","last_clean":"2024-09-19T05:37:09.570162+0000","last_became_active":"2024-09-19T05:37:06.575068+0000","last_became_peered":"2024-09-19T05:37:06.575068+0000","last_unstale":"2024-09-19T05:37:09.570162+0000","last_undegraded":"2024-09-19T05:37:09.570162+0000","last_fullsized":"2024-09-19T05:37:09.570162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:49.172183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569960+0000","last_change":"2024-09-19T05:37:07.598553+0000","last_active":"2024-09-19T05:37:09.569960+0000","last_peered":"2024-09-19T05:37:09.569960+0000","last_clean":"2024-09-19T05:37:09.569960+0000","last_became_active":"2024-09-19T05:37:07.596737+0000","last_became_peered":"2024-09-19T05:37:07.596737+0000","last_unstale":"2024-09-19T05:37:09.569960+0000","last_undegraded":"2024-09-19T05:37:09.569960+0000","last_fullsized":"2024-09-19T05:37:09.569960+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:30.327011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265599+0000","last_change":"2024-09-19T05:37:06.583101+0000","last_active":"2024-09-19T05:37:09.265599+0000","last_peered":"2024-09-19T05:37:09.265599+0000","last_clean":"2024-09-19T05:37:09.265599+0000","last_became_active":"2024-09-19T05:37:06.582798+0000","last_became_peered":"2024-09-19T05:37:06.582798+0000","last_unstale":"2024-09-19T05:37:09.265599+0000","last_undegraded":"2024-09-19T05:37:09.265599+0000","last_fullsized":"2024-09-19T05:37:09.265599+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:41.545937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563576+0000","last_change":"2024-09-19T05:37:05.563576+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563576+0000","last_undegraded":"2024-09-19T05:37:05.563576+0000","last_fullsized":"2024-09-19T05:37:05.563576+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596889+0000","last_change":"2024-09-19T05:37:07.591261+0000","last_active":"2024-09-19T05:37:08.596889+0000","last_peered":"2024-09-19T05:37:08.596889+0000","last_clean":"2024-09-19T05:37:08.596889+0000","last_became_active":"2024-09-19T05:37:07.590514+0000","last_became_peered":"2024-09-19T05:37:07.590514+0000","last_unstale":"2024-09-19T05:37:08.596889+0000","last_undegraded":"2024-09-19T05:37:08.596889+0000","last_fullsized":"2024-09-19T05:37:08.596889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:29.841719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569838+0000","last_change":"2024-09-19T05:37:06.579191+0000","last_active":"2024-09-19T05:37:09.569838+0000","last_peered":"2024-09-19T05:37:09.569838+0000","last_clean":"2024-09-19T05:37:09.569838+0000","last_became_active":"2024-09-19T05:37:06.578860+0000","last_became_peered":"2024-09-19T05:37:06.578860+0000","last_unstale":"2024-09-19T05:37:09.569838+0000","last_undegraded":"2024-09-19T05:37:09.569838+0000","last_fullsized":"2024-09-19T05:37:09.569838+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:47:40.153417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265954+0000","last_change":"2024-09-19T05:37:07.602598+0000","last_active":"2024-09-19T05:37:09.265954+0000","last_peered":"2024-09-19T05:37:09.265954+0000","last_clean":"2024-09-19T05:37:09.265954+0000","last_became_active":"2024-09-19T05:37:07.602300+0000","last_became_peered":"2024-09-19T05:37:07.602300+0000","last_unstale":"2024-09-19T05:37:09.265954+0000","last_undegraded":"2024-09-19T05:37:09.265954+0000","last_fullsized":"2024-09-19T05:37:09.265954+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:37.122021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570215+0000","last_change":"2024-09-19T05:37:06.574467+0000","last_active":"2024-09-19T05:37:09.570215+0000","last_peered":"2024-09-19T05:37:09.570215+0000","last_clean":"2024-09-19T05:37:09.570215+0000","last_became_active":"2024-09-19T05:37:06.574160+0000","last_became_peered":"2024-09-19T05:37:06.574160+0000","last_unstale":"2024-09-19T05:37:09.570215+0000","last_undegraded":"2024-09-19T05:37:09.570215+0000","last_fullsized":"2024-09-19T05:37:09.570215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:18.261886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597318+0000","last_change":"2024-09-19T05:37:07.592542+0000","last_active":"2024-09-19T05:37:08.597318+0000","last_peered":"2024-09-19T05:37:08.597318+0000","last_clean":"2024-09-19T05:37:08.597318+0000","last_became_active":"2024-09-19T05:37:07.592199+0000","last_became_peered":"2024-09-19T05:37:07.592199+0000","last_unstale":"2024-09-19T05:37:08.597318+0000","last_undegraded":"2024-09-19T05:37:08.597318+0000","last_fullsized":"2024-09-19T05:37:08.597318+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:35.237642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563136+0000","last_change":"2024-09-19T05:37:05.563136+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563136+0000","last_undegraded":"2024-09-19T05:37:05.563136+0000","last_fullsized":"2024-09-19T05:37:05.563136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"88'3","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570681+0000","last_change":"2024-09-19T05:37:06.578272+0000","last_active":"2024-09-19T05:37:09.570681+0000","last_peered":"2024-09-19T05:37:09.570681+0000","last_clean":"2024-09-19T05:37:09.570681+0000","last_became_active":"2024-09-19T05:37:06.577899+0000","last_became_peered":"2024-09-19T05:37:06.577899+0000","last_unstale":"2024-09-19T05:37:09.570681+0000","last_undegraded":"2024-09-19T05:37:09.570681+0000","last_fullsized":"2024-09-19T05:37:09.570681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:34.233151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570562+0000","last_change":"2024-09-19T05:37:07.605709+0000","last_active":"2024-09-19T05:37:09.570562+0000","last_peered":"2024-09-19T05:37:09.570562+0000","last_clean":"2024-09-19T05:37:09.570562+0000","last_became_active":"2024-09-19T05:37:07.605348+0000","last_became_peered":"2024-09-19T05:37:07.605348+0000","last_unstale":"2024-09-19T05:37:09.570562+0000","last_undegraded":"2024-09-19T05:37:09.570562+0000","last_fullsized":"2024-09-19T05:37:09.570562+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:12.994747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"88'6","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597561+0000","last_change":"2024-09-19T05:37:06.575493+0000","last_active":"2024-09-19T05:37:08.597561+0000","last_peered":"2024-09-19T05:37:08.597561+0000","last_clean":"2024-09-19T05:37:08.597561+0000","last_became_active":"2024-09-19T05:37:06.575134+0000","last_became_peered":"2024-09-19T05:37:06.575134+0000","last_unstale":"2024-09-19T05:37:08.597561+0000","last_undegraded":"2024-09-19T05:37:08.597561+0000","last_fullsized":"2024-09-19T05:37:08.597561+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:32.478702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.564242+0000","last_change":"2024-09-19T05:37:05.564242+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.564242+0000","last_undegraded":"2024-09-19T05:37:05.564242+0000","last_fullsized":"2024-09-19T05:37:05.564242+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570024+0000","last_change":"2024-09-19T05:37:07.600533+0000","last_active":"2024-09-19T05:37:09.570024+0000","last_peered":"2024-09-19T05:37:09.570024+0000","last_clean":"2024-09-19T05:37:09.570024+0000","last_became_active":"2024-09-19T05:37:07.600220+0000","last_became_peered":"2024-09-19T05:37:07.600220+0000","last_unstale":"2024-09-19T05:37:09.570024+0000","last_undegraded":"2024-09-19T05:37:09.570024+0000","last_fullsized":"2024-09-19T05:37:09.570024+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:10.900005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563632+0000","last_change":"2024-09-19T05:37:05.563632+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563632+0000","last_undegraded":"2024-09-19T05:37:05.563632+0000","last_fullsized":"2024-09-19T05:37:05.563632+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597146+0000","last_change":"2024-09-19T05:37:07.591805+0000","last_active":"2024-09-19T05:37:08.597146+0000","last_peered":"2024-09-19T05:37:08.597146+0000","last_clean":"2024-09-19T05:37:08.597146+0000","last_became_active":"2024-09-19T05:37:07.591509+0000","last_became_peered":"2024-09-19T05:37:07.591509+0000","last_unstale":"2024-09-19T05:37:08.597146+0000","last_undegraded":"2024-09-19T05:37:08.597146+0000","last_fullsized":"2024-09-19T05:37:08.597146+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:51.618615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597067+0000","last_change":"2024-09-19T05:37:06.575540+0000","last_active":"2024-09-19T05:37:08.597067+0000","last_peered":"2024-09-19T05:37:08.597067+0000","last_clean":"2024-09-19T05:37:08.597067+0000","last_became_active":"2024-09-19T05:37:06.575172+0000","last_became_peered":"2024-09-19T05:37:06.575172+0000","last_unstale":"2024-09-19T05:37:08.597067+0000","last_undegraded":"2024-09-19T05:37:08.597067+0000","last_fullsized":"2024-09-19T05:37:08.597067+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:28.111984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"88'8","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569974+0000","last_change":"2024-09-19T05:37:06.575761+0000","last_active":"2024-09-19T05:37:09.569974+0000","last_peered":"2024-09-19T05:37:09.569974+0000","last_clean":"2024-09-19T05:37:09.569974+0000","last_became_active":"2024-09-19T05:37:06.575500+0000","last_became_peered":"2024-09-19T05:37:06.575500+0000","last_unstale":"2024-09-19T05:37:09.569974+0000","last_undegraded":"2024-09-19T05:37:09.569974+0000","last_fullsized":"2024-09-19T05:37:09.569974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:11.987332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597062+0000","last_change":"2024-09-19T05:37:06.585696+0000","last_active":"2024-09-19T05:37:08.597062+0000","last_peered":"2024-09-19T05:37:08.597062+0000","last_clean":"2024-09-19T05:37:08.597062+0000","last_became_active":"2024-09-19T05:37:06.585436+0000","last_became_peered":"2024-09-19T05:37:06.585436+0000","last_unstale":"2024-09-19T05:37:08.597062+0000","last_undegraded":"2024-09-19T05:37:08.597062+0000","last_fullsized":"2024-09-19T05:37:08.597062+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:28.356207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596334+0000","last_change":"2024-09-19T05:37:07.592215+0000","last_active":"2024-09-19T05:37:08.596334+0000","last_peered":"2024-09-19T05:37:08.596334+0000","last_clean":"2024-09-19T05:37:08.596334+0000","last_became_active":"2024-09-19T05:37:07.591933+0000","last_became_peered":"2024-09-19T05:37:07.591933+0000","last_unstale":"2024-09-19T05:37:08.596334+0000","last_undegraded":"2024-09-19T05:37:08.596334+0000","last_fullsized":"2024-09-19T05:37:08.596334+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:47.610120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563239+0000","last_change":"2024-09-19T05:37:05.563239+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563239+0000","last_undegraded":"2024-09-19T05:37:05.563239+0000","last_fullsized":"2024-09-19T05:37:05.563239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570638+0000","last_change":"2024-09-19T05:37:07.593628+0000","last_active":"2024-09-19T05:37:09.570638+0000","last_peered":"2024-09-19T05:37:09.570638+0000","last_clean":"2024-09-19T05:37:09.570638+0000","last_became_active":"2024-09-19T05:37:07.593120+0000","last_became_peered":"2024-09-19T05:37:07.593120+0000","last_unstale":"2024-09-19T05:37:09.570638+0000","last_undegraded":"2024-09-19T05:37:09.570638+0000","last_fullsized":"2024-09-19T05:37:09.570638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:55.361439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265614+0000","last_change":"2024-09-19T05:37:06.584203+0000","last_active":"2024-09-19T05:37:09.265614+0000","last_peered":"2024-09-19T05:37:09.265614+0000","last_clean":"2024-09-19T05:37:09.265614+0000","last_became_active":"2024-09-19T05:37:06.583953+0000","last_became_peered":"2024-09-19T05:37:06.583953+0000","last_unstale":"2024-09-19T05:37:09.265614+0000","last_undegraded":"2024-09-19T05:37:09.265614+0000","last_fullsized":"2024-09-19T05:37:09.265614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:12.083354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265686+0000","last_change":"2024-09-19T05:37:06.586239+0000","last_active":"2024-09-19T05:37:09.265686+0000","last_peered":"2024-09-19T05:37:09.265686+0000","last_clean":"2024-09-19T05:37:09.265686+0000","last_became_active":"2024-09-19T05:37:06.585753+0000","last_became_peered":"2024-09-19T05:37:06.585753+0000","last_unstale":"2024-09-19T05:37:09.265686+0000","last_undegraded":"2024-09-19T05:37:09.265686+0000","last_fullsized":"2024-09-19T05:37:09.265686+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:22.928394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596570+0000","last_change":"2024-09-19T05:37:06.580583+0000","last_active":"2024-09-19T05:37:08.596570+0000","last_peered":"2024-09-19T05:37:08.596570+0000","last_clean":"2024-09-19T05:37:08.596570+0000","last_became_active":"2024-09-19T05:37:06.580286+0000","last_became_peered":"2024-09-19T05:37:06.580286+0000","last_unstale":"2024-09-19T05:37:08.596570+0000","last_undegraded":"2024-09-19T05:37:08.596570+0000","last_fullsized":"2024-09-19T05:37:08.596570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:46.910756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596614+0000","last_change":"2024-09-19T05:37:06.579135+0000","last_active":"2024-09-19T05:37:08.596614+0000","last_peered":"2024-09-19T05:37:08.596614+0000","last_clean":"2024-09-19T05:37:08.596614+0000","last_became_active":"2024-09-19T05:37:06.578806+0000","last_became_peered":"2024-09-19T05:37:06.578806+0000","last_unstale":"2024-09-19T05:37:08.596614+0000","last_undegraded":"2024-09-19T05:37:08.596614+0000","last_fullsized":"2024-09-19T05:37:08.596614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:12.419995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265505+0000","last_change":"2024-09-19T05:37:06.580486+0000","last_active":"2024-09-19T05:37:09.265505+0000","last_peered":"2024-09-19T05:37:09.265505+0000","last_clean":"2024-09-19T05:37:09.265505+0000","last_became_active":"2024-09-19T05:37:06.580189+0000","last_became_peered":"2024-09-19T05:37:06.580189+0000","last_unstale":"2024-09-19T05:37:09.265505+0000","last_undegraded":"2024-09-19T05:37:09.265505+0000","last_fullsized":"2024-09-19T05:37:09.265505+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:45.692343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265930+0000","last_change":"2024-09-19T05:37:07.591885+0000","last_active":"2024-09-19T05:37:09.265930+0000","last_peered":"2024-09-19T05:37:09.265930+0000","last_clean":"2024-09-19T05:37:09.265930+0000","last_became_active":"2024-09-19T05:37:07.591519+0000","last_became_peered":"2024-09-19T05:37:07.591519+0000","last_unstale":"2024-09-19T05:37:09.265930+0000","last_undegraded":"2024-09-19T05:37:09.265930+0000","last_fullsized":"2024-09-19T05:37:09.265930+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:28.556684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596498+0000","last_change":"2024-09-19T05:37:06.576428+0000","last_active":"2024-09-19T05:37:08.596498+0000","last_peered":"2024-09-19T05:37:08.596498+0000","last_clean":"2024-09-19T05:37:08.596498+0000","last_became_active":"2024-09-19T05:37:06.576129+0000","last_became_peered":"2024-09-19T05:37:06.576129+0000","last_unstale":"2024-09-19T05:37:08.596498+0000","last_undegraded":"2024-09-19T05:37:08.596498+0000","last_fullsized":"2024-09-19T05:37:08.596498+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:10.535173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570194+0000","last_change":"2024-09-19T05:37:07.604776+0000","last_active":"2024-09-19T05:37:09.570194+0000","last_peered":"2024-09-19T05:37:09.570194+0000","last_clean":"2024-09-19T05:37:09.570194+0000","last_became_active":"2024-09-19T05:37:07.604118+0000","last_became_peered":"2024-09-19T05:37:07.604118+0000","last_unstale":"2024-09-19T05:37:09.570194+0000","last_undegraded":"2024-09-19T05:37:09.570194+0000","last_fullsized":"2024-09-19T05:37:09.570194+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:26.422314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265985+0000","last_change":"2024-09-19T05:37:06.590352+0000","last_active":"2024-09-19T05:37:09.265985+0000","last_peered":"2024-09-19T05:37:09.265985+0000","last_clean":"2024-09-19T05:37:09.265985+0000","last_became_active":"2024-09-19T05:37:06.590003+0000","last_became_peered":"2024-09-19T05:37:06.590003+0000","last_unstale":"2024-09-19T05:37:09.265985+0000","last_undegraded":"2024-09-19T05:37:09.265985+0000","last_fullsized":"2024-09-19T05:37:09.265985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:11.683372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570177+0000","last_change":"2024-09-19T05:37:07.599557+0000","last_active":"2024-09-19T05:37:09.570177+0000","last_peered":"2024-09-19T05:37:09.570177+0000","last_clean":"2024-09-19T05:37:09.570177+0000","last_became_active":"2024-09-19T05:37:07.599217+0000","last_became_peered":"2024-09-19T05:37:07.599217+0000","last_unstale":"2024-09-19T05:37:09.570177+0000","last_undegraded":"2024-09-19T05:37:09.570177+0000","last_fullsized":"2024-09-19T05:37:09.570177+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:21.540148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265677+0000","last_change":"2024-09-19T05:37:06.583360+0000","last_active":"2024-09-19T05:37:09.265677+0000","last_peered":"2024-09-19T05:37:09.265677+0000","last_clean":"2024-09-19T05:37:09.265677+0000","last_became_active":"2024-09-19T05:37:06.583089+0000","last_became_peered":"2024-09-19T05:37:06.583089+0000","last_unstale":"2024-09-19T05:37:09.265677+0000","last_undegraded":"2024-09-19T05:37:09.265677+0000","last_fullsized":"2024-09-19T05:37:09.265677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:05.649180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563167+0000","last_change":"2024-09-19T05:37:05.563167+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563167+0000","last_undegraded":"2024-09-19T05:37:05.563167+0000","last_fullsized":"2024-09-19T05:37:05.563167+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265711+0000","last_change":"2024-09-19T05:37:06.579749+0000","last_active":"2024-09-19T05:37:09.265711+0000","last_peered":"2024-09-19T05:37:09.265711+0000","last_clean":"2024-09-19T05:37:09.265711+0000","last_became_active":"2024-09-19T05:37:06.579002+0000","last_became_peered":"2024-09-19T05:37:06.579002+0000","last_unstale":"2024-09-19T05:37:09.265711+0000","last_undegraded":"2024-09-19T05:37:09.265711+0000","last_fullsized":"2024-09-19T05:37:09.265711+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:28.837228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597476+0000","last_change":"2024-09-19T05:37:07.593381+0000","last_active":"2024-09-19T05:37:08.597476+0000","last_peered":"2024-09-19T05:37:08.597476+0000","last_clean":"2024-09-19T05:37:08.597476+0000","last_became_active":"2024-09-19T05:37:07.593029+0000","last_became_peered":"2024-09-19T05:37:07.593029+0000","last_unstale":"2024-09-19T05:37:08.597476+0000","last_undegraded":"2024-09-19T05:37:08.597476+0000","last_fullsized":"2024-09-19T05:37:08.597476+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:12.687863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.562970+0000","last_change":"2024-09-19T05:37:05.562970+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.562970+0000","last_undegraded":"2024-09-19T05:37:05.562970+0000","last_fullsized":"2024-09-19T05:37:05.562970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563079+0000","last_change":"2024-09-19T05:37:05.563079+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563079+0000","last_undegraded":"2024-09-19T05:37:05.563079+0000","last_fullsized":"2024-09-19T05:37:05.563079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563079+0000","last_change":"2024-09-19T05:37:05.563079+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563079+0000","last_undegraded":"2024-09-19T05:37:05.563079+0000","last_fullsized":"2024-09-19T05:37:05.563079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570017+0000","last_change":"2024-09-19T05:37:06.582508+0000","last_active":"2024-09-19T05:37:09.570017+0000","last_peered":"2024-09-19T05:37:09.570017+0000","last_clean":"2024-09-19T05:37:09.570017+0000","last_became_active":"2024-09-19T05:37:06.582247+0000","last_became_peered":"2024-09-19T05:37:06.582247+0000","last_unstale":"2024-09-19T05:37:09.570017+0000","last_undegraded":"2024-09-19T05:37:09.570017+0000","last_fullsized":"2024-09-19T05:37:09.570017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:41.545937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":296,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570085+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:37:09.570085+0000","last_peered":"2024-09-19T05:37:09.570085+0000","last_clean":"2024-09-19T05:37:09.570085+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:09.570085+0000","last_undegraded":"2024-09-19T05:37:09.570085+0000","last_fullsized":"2024-09-19T05:37:09.570085+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":5},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36368,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335472,"statfs":{"total":96636764160,"available":96599523328,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509480,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32212,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339628,"statfs":{"total":96636764160,"available":96603779072,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542187,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37000,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334840,"statfs":{"total":96636764160,"available":96598876160,"internally_reserved":0,"allocated":1683456,"data_stored":1047505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36428,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335412,"statfs":{"total":96636764160,"available":96599461888,"internally_reserved":0,"allocated":1097728,"data_stored":463395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542187,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36436,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335404,"statfs":{"total":96636764160,"available":96599453696,"internally_reserved":0,"allocated":1114112,"data_stored":465061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542188,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32252,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339588,"statfs":{"total":96636764160,"available":96603738112,"internally_reserved":0,"allocated":1081344,"data_stored":457025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542188,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32836,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339004,"statfs":{"total":96636764160,"available":96603140096,"internally_reserved":0,"allocated":1679360,"data_stored":1047975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:37:10.927 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:37:11.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.062+0000 7f90cacaf640 1 Processor -- start 2024-09-19T05:37:11.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.062+0000 7f90cacaf640 1 -- start start 2024-09-19T05:37:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.063+0000 7f90cacaf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f90c415b4f0 0x7f90c40d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.063+0000 7f90cacaf640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90c40ccd80 con 0x7f90c415b110 2024-09-19T05:37:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.063+0000 7f90cacaf640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90c40cd060 con 0x7f90c4073d10 2024-09-19T05:37:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.063+0000 7f90cacaf640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f90c40b44f0 con 0x7f90c415b4f0 2024-09-19T05:37:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.063+0000 7f90c3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f90c415b4f0 0x7f90c40d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.063+0000 7f90c8a4b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f90c415b110 0x7f90c40b3d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36628/0 (socket says 172.21.15.39:36628) 2024-09-19T05:37:11.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.063+0000 7f90c8a4b640 1 -- 172.21.15.39:0/321182679 learned_addr learned my addr 172.21.15.39:0/321182679 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:11.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.064+0000 7f90c3fff640 1 -- 172.21.15.39:0/321182679 >> v1:172.21.15.50:6789/0 conn(0x7f90c4073d10 legacy=0x7f90c40cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.064+0000 7f90c3fff640 1 -- 172.21.15.39:0/321182679 >> v1:172.21.15.39:6789/0 conn(0x7f90c415b110 legacy=0x7f90c40b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.064+0000 7f90c3fff640 1 -- 172.21.15.39:0/321182679 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90c40cd340 con 0x7f90c415b4f0 2024-09-19T05:37:11.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90c3fff640 1 --2- 172.21.15.39:0/321182679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 0x7f90c40d01e0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f90c40b4670 tx=0x7f90b002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9370d751dccf967c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:11.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90c37fe640 1 -- 172.21.15.39:0/321182679 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90b0037070 con 0x7f90c415b4f0 2024-09-19T05:37:11.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90c37fe640 1 -- 172.21.15.39:0/321182679 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90b0032440 con 0x7f90c415b4f0 2024-09-19T05:37:11.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90c37fe640 1 -- 172.21.15.39:0/321182679 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90b0032810 con 0x7f90c415b4f0 2024-09-19T05:37:11.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90cacaf640 1 -- 172.21.15.39:0/321182679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 msgr2=0x7f90c40d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90cacaf640 1 --2- 172.21.15.39:0/321182679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 0x7f90c40d01e0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f90c40b4670 tx=0x7f90b002a210 comp rx=0 tx=0).stop 2024-09-19T05:37:11.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90cacaf640 1 -- 172.21.15.39:0/321182679 shutdown_connections 2024-09-19T05:37:11.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90cacaf640 1 --2- 172.21.15.39:0/321182679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 0x7f90c40d01e0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90cacaf640 1 -- 172.21.15.39:0/321182679 >> 172.21.15.39:0/321182679 conn(0x7f90c406d000 msgr2=0x7f90c406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:11.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90cacaf640 1 -- 172.21.15.39:0/321182679 shutdown_connections 2024-09-19T05:37:11.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.065+0000 7f90cacaf640 1 -- 172.21.15.39:0/321182679 wait complete. 2024-09-19T05:37:11.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.066+0000 7f90cacaf640 1 Processor -- start 2024-09-19T05:37:11.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.066+0000 7f90cacaf640 1 -- start start 2024-09-19T05:37:11.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.067+0000 7f90cacaf640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90c4073d10 0x7f90c4153b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.067+0000 7f90cacaf640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90c415b110 0x7f90c406bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.067+0000 7f90cacaf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 0x7f90c406c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.067+0000 7f90cacaf640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f90c40d08a0 con 0x7f90c415b4f0 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.067+0000 7f90cacaf640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f90c40d0720 con 0x7f90c415b110 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.067+0000 7f90cacaf640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f90c40d0a20 con 0x7f90c4073d10 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.067+0000 7f90c924c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 0x7f90c406c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.067+0000 7f90c924c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 0x7f90c406c060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37292/0 (socket says 172.21.15.39:37292) 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.067+0000 7f90c924c640 1 -- 172.21.15.39:0/1870957178 learned_addr learned my addr 172.21.15.39:0/1870957178 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c3fff640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90c415b110 0x7f90c406bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c8a4b640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90c4073d10 0x7f90c4153b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c924c640 1 -- 172.21.15.39:0/1870957178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90c4073d10 msgr2=0x7f90c4153b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c924c640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90c4073d10 0x7f90c4153b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c924c640 1 -- 172.21.15.39:0/1870957178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90c415b110 msgr2=0x7f90c406bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c924c640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90c415b110 0x7f90c406bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c924c640 1 -- 172.21.15.39:0/1870957178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90c40aa530 con 0x7f90c415b4f0 2024-09-19T05:37:11.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c924c640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 0x7f90c406c060 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00c7d0 tx=0x7f90bc00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:11.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c17fa640 1 -- 172.21.15.39:0/1870957178 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc003b70 con 0x7f90c415b4f0 2024-09-19T05:37:11.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c17fa640 1 -- 172.21.15.39:0/1870957178 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90bc003d30 con 0x7f90c415b4f0 2024-09-19T05:37:11.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90c40aa810 con 0x7f90c415b4f0 2024-09-19T05:37:11.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90c17fa640 1 -- 172.21.15.39:0/1870957178 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc00aa90 con 0x7f90c415b4f0 2024-09-19T05:37:11.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.068+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90c40aadd0 con 0x7f90c415b4f0 2024-09-19T05:37:11.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.069+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90c40d01e0 con 0x7f90c415b4f0 2024-09-19T05:37:11.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.070+0000 7f90c17fa640 1 -- 172.21.15.39:0/1870957178 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f90bc00ac30 con 0x7f90c415b4f0 2024-09-19T05:37:11.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.070+0000 7f90c17fa640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90a806c2b0 0x7f90a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.070+0000 7f90c8a4b640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90a806c2b0 0x7f90a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.070+0000 7f90c17fa640 1 -- 172.21.15.39:0/1870957178 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f90bc08b220 con 0x7f90c415b4f0 2024-09-19T05:37:11.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.071+0000 7f90c8a4b640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90a806c2b0 0x7f90a806e770 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f90b8005880 tx=0x7f90b8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:11.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.075+0000 7f90c17fa640 1 -- 172.21.15.39:0/1870957178 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f90bc059340 con 0x7f90c415b4f0 2024-09-19T05:37:11.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.246+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f90c40cda30 con 0x7f90a806c2b0 2024-09-19T05:37:11.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.252+0000 7f90c17fa640 1 -- 172.21.15.39:0/1870957178 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247290 (secure 0 0 0) 0x7f90c40cda30 con 0x7f90a806c2b0 2024-09-19T05:37:11.257 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:11.259 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90a806c2b0 msgr2=0x7f90a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90a806c2b0 0x7f90a806e770 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f90b8005880 tx=0x7f90b8009040 comp rx=0 tx=0).stop 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 msgr2=0x7f90c406c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 0x7f90c406c060 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00c7d0 tx=0x7f90bc00cc90 comp rx=0 tx=0).stop 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 shutdown_connections 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f90a806c2b0 0x7f90a806e770 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90c415b4f0 0x7f90c406c060 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90c415b110 0x7f90c406bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 --2- 172.21.15.39:0/1870957178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f90c4073d10 0x7f90c4153b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 >> 172.21.15.39:0/1870957178 conn(0x7f90c406d000 msgr2=0x7f90c40b0600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 shutdown_connections 2024-09-19T05:37:11.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.255+0000 7f90cacaf640 1 -- 172.21.15.39:0/1870957178 wait complete. 2024-09-19T05:37:11.268 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-19T05:37:10.705938+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":200,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":275740,"kb_used_data":9560,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754698980,"statfs":{"total":773094113280,"available":772811755520,"internally_reserved":0,"allocated":9789440,"data_stored":4795435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.147406"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570145+0000","last_change":"2024-09-19T05:37:07.605043+0000","last_active":"2024-09-19T05:37:09.570145+0000","last_peered":"2024-09-19T05:37:09.570145+0000","last_clean":"2024-09-19T05:37:09.570145+0000","last_became_active":"2024-09-19T05:37:07.604492+0000","last_became_peered":"2024-09-19T05:37:07.604492+0000","last_unstale":"2024-09-19T05:37:09.570145+0000","last_undegraded":"2024-09-19T05:37:09.570145+0000","last_fullsized":"2024-09-19T05:37:09.570145+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:15.921903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265800+0000","last_change":"2024-09-19T05:37:07.597836+0000","last_active":"2024-09-19T05:37:09.265800+0000","last_peered":"2024-09-19T05:37:09.265800+0000","last_clean":"2024-09-19T05:37:09.265800+0000","last_became_active":"2024-09-19T05:37:07.597439+0000","last_became_peered":"2024-09-19T05:37:07.597439+0000","last_unstale":"2024-09-19T05:37:09.265800+0000","last_undegraded":"2024-09-19T05:37:09.265800+0000","last_fullsized":"2024-09-19T05:37:09.265800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:28.304743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570078+0000","last_change":"2024-09-19T05:37:07.596672+0000","last_active":"2024-09-19T05:37:09.570078+0000","last_peered":"2024-09-19T05:37:09.570078+0000","last_clean":"2024-09-19T05:37:09.570078+0000","last_became_active":"2024-09-19T05:37:07.596379+0000","last_became_peered":"2024-09-19T05:37:07.596379+0000","last_unstale":"2024-09-19T05:37:09.570078+0000","last_undegraded":"2024-09-19T05:37:09.570078+0000","last_fullsized":"2024-09-19T05:37:09.570078+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:59.905589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570178+0000","last_change":"2024-09-19T05:37:07.585921+0000","last_active":"2024-09-19T05:37:09.570178+0000","last_peered":"2024-09-19T05:37:09.570178+0000","last_clean":"2024-09-19T05:37:09.570178+0000","last_became_active":"2024-09-19T05:37:07.585645+0000","last_became_peered":"2024-09-19T05:37:07.585645+0000","last_unstale":"2024-09-19T05:37:09.570178+0000","last_undegraded":"2024-09-19T05:37:09.570178+0000","last_fullsized":"2024-09-19T05:37:09.570178+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:05.745916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570347+0000","last_change":"2024-09-19T05:37:07.584506+0000","last_active":"2024-09-19T05:37:09.570347+0000","last_peered":"2024-09-19T05:37:09.570347+0000","last_clean":"2024-09-19T05:37:09.570347+0000","last_became_active":"2024-09-19T05:37:07.584062+0000","last_became_peered":"2024-09-19T05:37:07.584062+0000","last_unstale":"2024-09-19T05:37:09.570347+0000","last_undegraded":"2024-09-19T05:37:09.570347+0000","last_fullsized":"2024-09-19T05:37:09.570347+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:50.191697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265386+0000","last_change":"2024-09-19T05:37:07.592625+0000","last_active":"2024-09-19T05:37:09.265386+0000","last_peered":"2024-09-19T05:37:09.265386+0000","last_clean":"2024-09-19T05:37:09.265386+0000","last_became_active":"2024-09-19T05:37:07.592328+0000","last_became_peered":"2024-09-19T05:37:07.592328+0000","last_unstale":"2024-09-19T05:37:09.265386+0000","last_undegraded":"2024-09-19T05:37:09.265386+0000","last_fullsized":"2024-09-19T05:37:09.265386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:37.100683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597282+0000","last_change":"2024-09-19T05:37:07.597017+0000","last_active":"2024-09-19T05:37:08.597282+0000","last_peered":"2024-09-19T05:37:08.597282+0000","last_clean":"2024-09-19T05:37:08.597282+0000","last_became_active":"2024-09-19T05:37:07.596703+0000","last_became_peered":"2024-09-19T05:37:07.596703+0000","last_unstale":"2024-09-19T05:37:08.597282+0000","last_undegraded":"2024-09-19T05:37:08.597282+0000","last_fullsized":"2024-09-19T05:37:08.597282+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:42.550428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570380+0000","last_change":"2024-09-19T05:37:07.593401+0000","last_active":"2024-09-19T05:37:09.570380+0000","last_peered":"2024-09-19T05:37:09.570380+0000","last_clean":"2024-09-19T05:37:09.570380+0000","last_became_active":"2024-09-19T05:37:07.592375+0000","last_became_peered":"2024-09-19T05:37:07.592375+0000","last_unstale":"2024-09-19T05:37:09.570380+0000","last_undegraded":"2024-09-19T05:37:09.570380+0000","last_fullsized":"2024-09-19T05:37:09.570380+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:28.435915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597525+0000","last_change":"2024-09-19T05:37:07.603924+0000","last_active":"2024-09-19T05:37:08.597525+0000","last_peered":"2024-09-19T05:37:08.597525+0000","last_clean":"2024-09-19T05:37:08.597525+0000","last_became_active":"2024-09-19T05:37:07.603666+0000","last_became_peered":"2024-09-19T05:37:07.603666+0000","last_unstale":"2024-09-19T05:37:08.597525+0000","last_undegraded":"2024-09-19T05:37:08.597525+0000","last_fullsized":"2024-09-19T05:37:08.597525+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:52.147337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569838+0000","last_change":"2024-09-19T05:37:07.594316+0000","last_active":"2024-09-19T05:37:09.569838+0000","last_peered":"2024-09-19T05:37:09.569838+0000","last_clean":"2024-09-19T05:37:09.569838+0000","last_became_active":"2024-09-19T05:37:07.594043+0000","last_became_peered":"2024-09-19T05:37:07.594043+0000","last_unstale":"2024-09-19T05:37:09.569838+0000","last_undegraded":"2024-09-19T05:37:09.569838+0000","last_fullsized":"2024-09-19T05:37:09.569838+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:50.763395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265906+0000","last_change":"2024-09-19T05:37:07.591360+0000","last_active":"2024-09-19T05:37:09.265906+0000","last_peered":"2024-09-19T05:37:09.265906+0000","last_clean":"2024-09-19T05:37:09.265906+0000","last_became_active":"2024-09-19T05:37:07.591070+0000","last_became_peered":"2024-09-19T05:37:07.591070+0000","last_unstale":"2024-09-19T05:37:09.265906+0000","last_undegraded":"2024-09-19T05:37:09.265906+0000","last_fullsized":"2024-09-19T05:37:09.265906+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:55.361439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597497+0000","last_change":"2024-09-19T05:37:07.597730+0000","last_active":"2024-09-19T05:37:08.597497+0000","last_peered":"2024-09-19T05:37:08.597497+0000","last_clean":"2024-09-19T05:37:08.597497+0000","last_became_active":"2024-09-19T05:37:07.597464+0000","last_became_peered":"2024-09-19T05:37:07.597464+0000","last_unstale":"2024-09-19T05:37:08.597497+0000","last_undegraded":"2024-09-19T05:37:08.597497+0000","last_fullsized":"2024-09-19T05:37:08.597497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:03.817330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265541+0000","last_change":"2024-09-19T05:37:07.593404+0000","last_active":"2024-09-19T05:37:09.265541+0000","last_peered":"2024-09-19T05:37:09.265541+0000","last_clean":"2024-09-19T05:37:09.265541+0000","last_became_active":"2024-09-19T05:37:07.593124+0000","last_became_peered":"2024-09-19T05:37:07.593124+0000","last_unstale":"2024-09-19T05:37:09.265541+0000","last_undegraded":"2024-09-19T05:37:09.265541+0000","last_fullsized":"2024-09-19T05:37:09.265541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:50.191697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265429+0000","last_change":"2024-09-19T05:37:07.596927+0000","last_active":"2024-09-19T05:37:09.265429+0000","last_peered":"2024-09-19T05:37:09.265429+0000","last_clean":"2024-09-19T05:37:09.265429+0000","last_became_active":"2024-09-19T05:37:07.596634+0000","last_became_peered":"2024-09-19T05:37:07.596634+0000","last_unstale":"2024-09-19T05:37:09.265429+0000","last_undegraded":"2024-09-19T05:37:09.265429+0000","last_fullsized":"2024-09-19T05:37:09.265429+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:05.745916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570179+0000","last_change":"2024-09-19T05:37:07.601361+0000","last_active":"2024-09-19T05:37:09.570179+0000","last_peered":"2024-09-19T05:37:09.570179+0000","last_clean":"2024-09-19T05:37:09.570179+0000","last_became_active":"2024-09-19T05:37:07.600594+0000","last_became_peered":"2024-09-19T05:37:07.600594+0000","last_unstale":"2024-09-19T05:37:09.570179+0000","last_undegraded":"2024-09-19T05:37:09.570179+0000","last_fullsized":"2024-09-19T05:37:09.570179+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:37.100683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265825+0000","last_change":"2024-09-19T05:37:07.608077+0000","last_active":"2024-09-19T05:37:09.265825+0000","last_peered":"2024-09-19T05:37:09.265825+0000","last_clean":"2024-09-19T05:37:09.265825+0000","last_became_active":"2024-09-19T05:37:07.607769+0000","last_became_peered":"2024-09-19T05:37:07.607769+0000","last_unstale":"2024-09-19T05:37:09.265825+0000","last_undegraded":"2024-09-19T05:37:09.265825+0000","last_fullsized":"2024-09-19T05:37:09.265825+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:12.994747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570474+0000","last_change":"2024-09-19T05:37:07.595970+0000","last_active":"2024-09-19T05:37:09.570474+0000","last_peered":"2024-09-19T05:37:09.570474+0000","last_clean":"2024-09-19T05:37:09.570474+0000","last_became_active":"2024-09-19T05:37:07.595688+0000","last_became_peered":"2024-09-19T05:37:07.595688+0000","last_unstale":"2024-09-19T05:37:09.570474+0000","last_undegraded":"2024-09-19T05:37:09.570474+0000","last_fullsized":"2024-09-19T05:37:09.570474+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:28.304743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265588+0000","last_change":"2024-09-19T05:37:07.608845+0000","last_active":"2024-09-19T05:37:09.265588+0000","last_peered":"2024-09-19T05:37:09.265588+0000","last_clean":"2024-09-19T05:37:09.265588+0000","last_became_active":"2024-09-19T05:37:07.608168+0000","last_became_peered":"2024-09-19T05:37:07.608168+0000","last_unstale":"2024-09-19T05:37:09.265588+0000","last_undegraded":"2024-09-19T05:37:09.265588+0000","last_fullsized":"2024-09-19T05:37:09.265588+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:28.435915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569802+0000","last_change":"2024-09-19T05:37:07.598839+0000","last_active":"2024-09-19T05:37:09.569802+0000","last_peered":"2024-09-19T05:37:09.569802+0000","last_clean":"2024-09-19T05:37:09.569802+0000","last_became_active":"2024-09-19T05:37:07.597134+0000","last_became_peered":"2024-09-19T05:37:07.597134+0000","last_unstale":"2024-09-19T05:37:09.569802+0000","last_undegraded":"2024-09-19T05:37:09.569802+0000","last_fullsized":"2024-09-19T05:37:09.569802+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:41.108680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"88'4","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265861+0000","last_change":"2024-09-19T05:37:06.579092+0000","last_active":"2024-09-19T05:37:09.265861+0000","last_peered":"2024-09-19T05:37:09.265861+0000","last_clean":"2024-09-19T05:37:09.265861+0000","last_became_active":"2024-09-19T05:37:06.578793+0000","last_became_peered":"2024-09-19T05:37:06.578793+0000","last_unstale":"2024-09-19T05:37:09.265861+0000","last_undegraded":"2024-09-19T05:37:09.265861+0000","last_fullsized":"2024-09-19T05:37:09.265861+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:34.233151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570000+0000","last_change":"2024-09-19T05:37:06.581538+0000","last_active":"2024-09-19T05:37:09.570000+0000","last_peered":"2024-09-19T05:37:09.570000+0000","last_clean":"2024-09-19T05:37:09.570000+0000","last_became_active":"2024-09-19T05:37:06.581233+0000","last_became_peered":"2024-09-19T05:37:06.581233+0000","last_unstale":"2024-09-19T05:37:09.570000+0000","last_undegraded":"2024-09-19T05:37:09.570000+0000","last_fullsized":"2024-09-19T05:37:09.570000+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:12.083354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569999+0000","last_change":"2024-09-19T05:37:07.598058+0000","last_active":"2024-09-19T05:37:09.569999+0000","last_peered":"2024-09-19T05:37:09.569999+0000","last_clean":"2024-09-19T05:37:09.569999+0000","last_became_active":"2024-09-19T05:37:07.597625+0000","last_became_peered":"2024-09-19T05:37:07.597625+0000","last_unstale":"2024-09-19T05:37:09.569999+0000","last_undegraded":"2024-09-19T05:37:09.569999+0000","last_fullsized":"2024-09-19T05:37:09.569999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:23.639790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265718+0000","last_change":"2024-09-19T05:37:06.586742+0000","last_active":"2024-09-19T05:37:09.265718+0000","last_peered":"2024-09-19T05:37:09.265718+0000","last_clean":"2024-09-19T05:37:09.265718+0000","last_became_active":"2024-09-19T05:37:06.586430+0000","last_became_peered":"2024-09-19T05:37:06.586430+0000","last_unstale":"2024-09-19T05:37:09.265718+0000","last_undegraded":"2024-09-19T05:37:09.265718+0000","last_fullsized":"2024-09-19T05:37:09.265718+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:16.013865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597172+0000","last_change":"2024-09-19T05:37:07.591293+0000","last_active":"2024-09-19T05:37:08.597172+0000","last_peered":"2024-09-19T05:37:08.597172+0000","last_clean":"2024-09-19T05:37:08.597172+0000","last_became_active":"2024-09-19T05:37:07.590937+0000","last_became_peered":"2024-09-19T05:37:07.590937+0000","last_unstale":"2024-09-19T05:37:08.597172+0000","last_undegraded":"2024-09-19T05:37:08.597172+0000","last_fullsized":"2024-09-19T05:37:08.597172+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:13.087845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265536+0000","last_change":"2024-09-19T05:37:06.582062+0000","last_active":"2024-09-19T05:37:09.265536+0000","last_peered":"2024-09-19T05:37:09.265536+0000","last_clean":"2024-09-19T05:37:09.265536+0000","last_became_active":"2024-09-19T05:37:06.581764+0000","last_became_peered":"2024-09-19T05:37:06.581764+0000","last_unstale":"2024-09-19T05:37:09.265536+0000","last_undegraded":"2024-09-19T05:37:09.265536+0000","last_fullsized":"2024-09-19T05:37:09.265536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:50.614124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596658+0000","last_change":"2024-09-19T05:37:07.593378+0000","last_active":"2024-09-19T05:37:08.596658+0000","last_peered":"2024-09-19T05:37:08.596658+0000","last_clean":"2024-09-19T05:37:08.596658+0000","last_became_active":"2024-09-19T05:37:07.593096+0000","last_became_peered":"2024-09-19T05:37:07.593096+0000","last_unstale":"2024-09-19T05:37:08.596658+0000","last_undegraded":"2024-09-19T05:37:08.596658+0000","last_fullsized":"2024-09-19T05:37:08.596658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:50.351874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570162+0000","last_change":"2024-09-19T05:37:06.575374+0000","last_active":"2024-09-19T05:37:09.570162+0000","last_peered":"2024-09-19T05:37:09.570162+0000","last_clean":"2024-09-19T05:37:09.570162+0000","last_became_active":"2024-09-19T05:37:06.575068+0000","last_became_peered":"2024-09-19T05:37:06.575068+0000","last_unstale":"2024-09-19T05:37:09.570162+0000","last_undegraded":"2024-09-19T05:37:09.570162+0000","last_fullsized":"2024-09-19T05:37:09.570162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:49.172183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569960+0000","last_change":"2024-09-19T05:37:07.598553+0000","last_active":"2024-09-19T05:37:09.569960+0000","last_peered":"2024-09-19T05:37:09.569960+0000","last_clean":"2024-09-19T05:37:09.569960+0000","last_became_active":"2024-09-19T05:37:07.596737+0000","last_became_peered":"2024-09-19T05:37:07.596737+0000","last_unstale":"2024-09-19T05:37:09.569960+0000","last_undegraded":"2024-09-19T05:37:09.569960+0000","last_fullsized":"2024-09-19T05:37:09.569960+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:30.327011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265599+0000","last_change":"2024-09-19T05:37:06.583101+0000","last_active":"2024-09-19T05:37:09.265599+0000","last_peered":"2024-09-19T05:37:09.265599+0000","last_clean":"2024-09-19T05:37:09.265599+0000","last_became_active":"2024-09-19T05:37:06.582798+0000","last_became_peered":"2024-09-19T05:37:06.582798+0000","last_unstale":"2024-09-19T05:37:09.265599+0000","last_undegraded":"2024-09-19T05:37:09.265599+0000","last_fullsized":"2024-09-19T05:37:09.265599+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:41.545937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563576+0000","last_change":"2024-09-19T05:37:05.563576+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563576+0000","last_undegraded":"2024-09-19T05:37:05.563576+0000","last_fullsized":"2024-09-19T05:37:05.563576+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596889+0000","last_change":"2024-09-19T05:37:07.591261+0000","last_active":"2024-09-19T05:37:08.596889+0000","last_peered":"2024-09-19T05:37:08.596889+0000","last_clean":"2024-09-19T05:37:08.596889+0000","last_became_active":"2024-09-19T05:37:07.590514+0000","last_became_peered":"2024-09-19T05:37:07.590514+0000","last_unstale":"2024-09-19T05:37:08.596889+0000","last_undegraded":"2024-09-19T05:37:08.596889+0000","last_fullsized":"2024-09-19T05:37:08.596889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:29.841719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569838+0000","last_change":"2024-09-19T05:37:06.579191+0000","last_active":"2024-09-19T05:37:09.569838+0000","last_peered":"2024-09-19T05:37:09.569838+0000","last_clean":"2024-09-19T05:37:09.569838+0000","last_became_active":"2024-09-19T05:37:06.578860+0000","last_became_peered":"2024-09-19T05:37:06.578860+0000","last_unstale":"2024-09-19T05:37:09.569838+0000","last_undegraded":"2024-09-19T05:37:09.569838+0000","last_fullsized":"2024-09-19T05:37:09.569838+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:47:40.153417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265954+0000","last_change":"2024-09-19T05:37:07.602598+0000","last_active":"2024-09-19T05:37:09.265954+0000","last_peered":"2024-09-19T05:37:09.265954+0000","last_clean":"2024-09-19T05:37:09.265954+0000","last_became_active":"2024-09-19T05:37:07.602300+0000","last_became_peered":"2024-09-19T05:37:07.602300+0000","last_unstale":"2024-09-19T05:37:09.265954+0000","last_undegraded":"2024-09-19T05:37:09.265954+0000","last_fullsized":"2024-09-19T05:37:09.265954+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:37.122021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570215+0000","last_change":"2024-09-19T05:37:06.574467+0000","last_active":"2024-09-19T05:37:09.570215+0000","last_peered":"2024-09-19T05:37:09.570215+0000","last_clean":"2024-09-19T05:37:09.570215+0000","last_became_active":"2024-09-19T05:37:06.574160+0000","last_became_peered":"2024-09-19T05:37:06.574160+0000","last_unstale":"2024-09-19T05:37:09.570215+0000","last_undegraded":"2024-09-19T05:37:09.570215+0000","last_fullsized":"2024-09-19T05:37:09.570215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:18.261886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597318+0000","last_change":"2024-09-19T05:37:07.592542+0000","last_active":"2024-09-19T05:37:08.597318+0000","last_peered":"2024-09-19T05:37:08.597318+0000","last_clean":"2024-09-19T05:37:08.597318+0000","last_became_active":"2024-09-19T05:37:07.592199+0000","last_became_peered":"2024-09-19T05:37:07.592199+0000","last_unstale":"2024-09-19T05:37:08.597318+0000","last_undegraded":"2024-09-19T05:37:08.597318+0000","last_fullsized":"2024-09-19T05:37:08.597318+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:35.237642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563136+0000","last_change":"2024-09-19T05:37:05.563136+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563136+0000","last_undegraded":"2024-09-19T05:37:05.563136+0000","last_fullsized":"2024-09-19T05:37:05.563136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"88'3","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570681+0000","last_change":"2024-09-19T05:37:06.578272+0000","last_active":"2024-09-19T05:37:09.570681+0000","last_peered":"2024-09-19T05:37:09.570681+0000","last_clean":"2024-09-19T05:37:09.570681+0000","last_became_active":"2024-09-19T05:37:06.577899+0000","last_became_peered":"2024-09-19T05:37:06.577899+0000","last_unstale":"2024-09-19T05:37:09.570681+0000","last_undegraded":"2024-09-19T05:37:09.570681+0000","last_fullsized":"2024-09-19T05:37:09.570681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:34.233151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570562+0000","last_change":"2024-09-19T05:37:07.605709+0000","last_active":"2024-09-19T05:37:09.570562+0000","last_peered":"2024-09-19T05:37:09.570562+0000","last_clean":"2024-09-19T05:37:09.570562+0000","last_became_active":"2024-09-19T05:37:07.605348+0000","last_became_peered":"2024-09-19T05:37:07.605348+0000","last_unstale":"2024-09-19T05:37:09.570562+0000","last_undegraded":"2024-09-19T05:37:09.570562+0000","last_fullsized":"2024-09-19T05:37:09.570562+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:12.994747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"88'6","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597561+0000","last_change":"2024-09-19T05:37:06.575493+0000","last_active":"2024-09-19T05:37:08.597561+0000","last_peered":"2024-09-19T05:37:08.597561+0000","last_clean":"2024-09-19T05:37:08.597561+0000","last_became_active":"2024-09-19T05:37:06.575134+0000","last_became_peered":"2024-09-19T05:37:06.575134+0000","last_unstale":"2024-09-19T05:37:08.597561+0000","last_undegraded":"2024-09-19T05:37:08.597561+0000","last_fullsized":"2024-09-19T05:37:08.597561+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:32.478702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.564242+0000","last_change":"2024-09-19T05:37:05.564242+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.564242+0000","last_undegraded":"2024-09-19T05:37:05.564242+0000","last_fullsized":"2024-09-19T05:37:05.564242+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570024+0000","last_change":"2024-09-19T05:37:07.600533+0000","last_active":"2024-09-19T05:37:09.570024+0000","last_peered":"2024-09-19T05:37:09.570024+0000","last_clean":"2024-09-19T05:37:09.570024+0000","last_became_active":"2024-09-19T05:37:07.600220+0000","last_became_peered":"2024-09-19T05:37:07.600220+0000","last_unstale":"2024-09-19T05:37:09.570024+0000","last_undegraded":"2024-09-19T05:37:09.570024+0000","last_fullsized":"2024-09-19T05:37:09.570024+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:10.900005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563632+0000","last_change":"2024-09-19T05:37:05.563632+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563632+0000","last_undegraded":"2024-09-19T05:37:05.563632+0000","last_fullsized":"2024-09-19T05:37:05.563632+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597146+0000","last_change":"2024-09-19T05:37:07.591805+0000","last_active":"2024-09-19T05:37:08.597146+0000","last_peered":"2024-09-19T05:37:08.597146+0000","last_clean":"2024-09-19T05:37:08.597146+0000","last_became_active":"2024-09-19T05:37:07.591509+0000","last_became_peered":"2024-09-19T05:37:07.591509+0000","last_unstale":"2024-09-19T05:37:08.597146+0000","last_undegraded":"2024-09-19T05:37:08.597146+0000","last_fullsized":"2024-09-19T05:37:08.597146+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:51.618615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597067+0000","last_change":"2024-09-19T05:37:06.575540+0000","last_active":"2024-09-19T05:37:08.597067+0000","last_peered":"2024-09-19T05:37:08.597067+0000","last_clean":"2024-09-19T05:37:08.597067+0000","last_became_active":"2024-09-19T05:37:06.575172+0000","last_became_peered":"2024-09-19T05:37:06.575172+0000","last_unstale":"2024-09-19T05:37:08.597067+0000","last_undegraded":"2024-09-19T05:37:08.597067+0000","last_fullsized":"2024-09-19T05:37:08.597067+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:28.111984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"88'8","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569974+0000","last_change":"2024-09-19T05:37:06.575761+0000","last_active":"2024-09-19T05:37:09.569974+0000","last_peered":"2024-09-19T05:37:09.569974+0000","last_clean":"2024-09-19T05:37:09.569974+0000","last_became_active":"2024-09-19T05:37:06.575500+0000","last_became_peered":"2024-09-19T05:37:06.575500+0000","last_unstale":"2024-09-19T05:37:09.569974+0000","last_undegraded":"2024-09-19T05:37:09.569974+0000","last_fullsized":"2024-09-19T05:37:09.569974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:11.987332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597062+0000","last_change":"2024-09-19T05:37:06.585696+0000","last_active":"2024-09-19T05:37:08.597062+0000","last_peered":"2024-09-19T05:37:08.597062+0000","last_clean":"2024-09-19T05:37:08.597062+0000","last_became_active":"2024-09-19T05:37:06.585436+0000","last_became_peered":"2024-09-19T05:37:06.585436+0000","last_unstale":"2024-09-19T05:37:08.597062+0000","last_undegraded":"2024-09-19T05:37:08.597062+0000","last_fullsized":"2024-09-19T05:37:08.597062+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:28.356207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596334+0000","last_change":"2024-09-19T05:37:07.592215+0000","last_active":"2024-09-19T05:37:08.596334+0000","last_peered":"2024-09-19T05:37:08.596334+0000","last_clean":"2024-09-19T05:37:08.596334+0000","last_became_active":"2024-09-19T05:37:07.591933+0000","last_became_peered":"2024-09-19T05:37:07.591933+0000","last_unstale":"2024-09-19T05:37:08.596334+0000","last_undegraded":"2024-09-19T05:37:08.596334+0000","last_fullsized":"2024-09-19T05:37:08.596334+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:47.610120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563239+0000","last_change":"2024-09-19T05:37:05.563239+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563239+0000","last_undegraded":"2024-09-19T05:37:05.563239+0000","last_fullsized":"2024-09-19T05:37:05.563239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570638+0000","last_change":"2024-09-19T05:37:07.593628+0000","last_active":"2024-09-19T05:37:09.570638+0000","last_peered":"2024-09-19T05:37:09.570638+0000","last_clean":"2024-09-19T05:37:09.570638+0000","last_became_active":"2024-09-19T05:37:07.593120+0000","last_became_peered":"2024-09-19T05:37:07.593120+0000","last_unstale":"2024-09-19T05:37:09.570638+0000","last_undegraded":"2024-09-19T05:37:09.570638+0000","last_fullsized":"2024-09-19T05:37:09.570638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:55.361439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265614+0000","last_change":"2024-09-19T05:37:06.584203+0000","last_active":"2024-09-19T05:37:09.265614+0000","last_peered":"2024-09-19T05:37:09.265614+0000","last_clean":"2024-09-19T05:37:09.265614+0000","last_became_active":"2024-09-19T05:37:06.583953+0000","last_became_peered":"2024-09-19T05:37:06.583953+0000","last_unstale":"2024-09-19T05:37:09.265614+0000","last_undegraded":"2024-09-19T05:37:09.265614+0000","last_fullsized":"2024-09-19T05:37:09.265614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:12.083354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265686+0000","last_change":"2024-09-19T05:37:06.586239+0000","last_active":"2024-09-19T05:37:09.265686+0000","last_peered":"2024-09-19T05:37:09.265686+0000","last_clean":"2024-09-19T05:37:09.265686+0000","last_became_active":"2024-09-19T05:37:06.585753+0000","last_became_peered":"2024-09-19T05:37:06.585753+0000","last_unstale":"2024-09-19T05:37:09.265686+0000","last_undegraded":"2024-09-19T05:37:09.265686+0000","last_fullsized":"2024-09-19T05:37:09.265686+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:22.928394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596570+0000","last_change":"2024-09-19T05:37:06.580583+0000","last_active":"2024-09-19T05:37:08.596570+0000","last_peered":"2024-09-19T05:37:08.596570+0000","last_clean":"2024-09-19T05:37:08.596570+0000","last_became_active":"2024-09-19T05:37:06.580286+0000","last_became_peered":"2024-09-19T05:37:06.580286+0000","last_unstale":"2024-09-19T05:37:08.596570+0000","last_undegraded":"2024-09-19T05:37:08.596570+0000","last_fullsized":"2024-09-19T05:37:08.596570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:46.910756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596614+0000","last_change":"2024-09-19T05:37:06.579135+0000","last_active":"2024-09-19T05:37:08.596614+0000","last_peered":"2024-09-19T05:37:08.596614+0000","last_clean":"2024-09-19T05:37:08.596614+0000","last_became_active":"2024-09-19T05:37:06.578806+0000","last_became_peered":"2024-09-19T05:37:06.578806+0000","last_unstale":"2024-09-19T05:37:08.596614+0000","last_undegraded":"2024-09-19T05:37:08.596614+0000","last_fullsized":"2024-09-19T05:37:08.596614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:12.419995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265505+0000","last_change":"2024-09-19T05:37:06.580486+0000","last_active":"2024-09-19T05:37:09.265505+0000","last_peered":"2024-09-19T05:37:09.265505+0000","last_clean":"2024-09-19T05:37:09.265505+0000","last_became_active":"2024-09-19T05:37:06.580189+0000","last_became_peered":"2024-09-19T05:37:06.580189+0000","last_unstale":"2024-09-19T05:37:09.265505+0000","last_undegraded":"2024-09-19T05:37:09.265505+0000","last_fullsized":"2024-09-19T05:37:09.265505+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:45.692343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265930+0000","last_change":"2024-09-19T05:37:07.591885+0000","last_active":"2024-09-19T05:37:09.265930+0000","last_peered":"2024-09-19T05:37:09.265930+0000","last_clean":"2024-09-19T05:37:09.265930+0000","last_became_active":"2024-09-19T05:37:07.591519+0000","last_became_peered":"2024-09-19T05:37:07.591519+0000","last_unstale":"2024-09-19T05:37:09.265930+0000","last_undegraded":"2024-09-19T05:37:09.265930+0000","last_fullsized":"2024-09-19T05:37:09.265930+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:28.556684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596498+0000","last_change":"2024-09-19T05:37:06.576428+0000","last_active":"2024-09-19T05:37:08.596498+0000","last_peered":"2024-09-19T05:37:08.596498+0000","last_clean":"2024-09-19T05:37:08.596498+0000","last_became_active":"2024-09-19T05:37:06.576129+0000","last_became_peered":"2024-09-19T05:37:06.576129+0000","last_unstale":"2024-09-19T05:37:08.596498+0000","last_undegraded":"2024-09-19T05:37:08.596498+0000","last_fullsized":"2024-09-19T05:37:08.596498+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:10.535173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570194+0000","last_change":"2024-09-19T05:37:07.604776+0000","last_active":"2024-09-19T05:37:09.570194+0000","last_peered":"2024-09-19T05:37:09.570194+0000","last_clean":"2024-09-19T05:37:09.570194+0000","last_became_active":"2024-09-19T05:37:07.604118+0000","last_became_peered":"2024-09-19T05:37:07.604118+0000","last_unstale":"2024-09-19T05:37:09.570194+0000","last_undegraded":"2024-09-19T05:37:09.570194+0000","last_fullsized":"2024-09-19T05:37:09.570194+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:26.422314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265985+0000","last_change":"2024-09-19T05:37:06.590352+0000","last_active":"2024-09-19T05:37:09.265985+0000","last_peered":"2024-09-19T05:37:09.265985+0000","last_clean":"2024-09-19T05:37:09.265985+0000","last_became_active":"2024-09-19T05:37:06.590003+0000","last_became_peered":"2024-09-19T05:37:06.590003+0000","last_unstale":"2024-09-19T05:37:09.265985+0000","last_undegraded":"2024-09-19T05:37:09.265985+0000","last_fullsized":"2024-09-19T05:37:09.265985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:11.683372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570177+0000","last_change":"2024-09-19T05:37:07.599557+0000","last_active":"2024-09-19T05:37:09.570177+0000","last_peered":"2024-09-19T05:37:09.570177+0000","last_clean":"2024-09-19T05:37:09.570177+0000","last_became_active":"2024-09-19T05:37:07.599217+0000","last_became_peered":"2024-09-19T05:37:07.599217+0000","last_unstale":"2024-09-19T05:37:09.570177+0000","last_undegraded":"2024-09-19T05:37:09.570177+0000","last_fullsized":"2024-09-19T05:37:09.570177+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:21.540148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265677+0000","last_change":"2024-09-19T05:37:06.583360+0000","last_active":"2024-09-19T05:37:09.265677+0000","last_peered":"2024-09-19T05:37:09.265677+0000","last_clean":"2024-09-19T05:37:09.265677+0000","last_became_active":"2024-09-19T05:37:06.583089+0000","last_became_peered":"2024-09-19T05:37:06.583089+0000","last_unstale":"2024-09-19T05:37:09.265677+0000","last_undegraded":"2024-09-19T05:37:09.265677+0000","last_fullsized":"2024-09-19T05:37:09.265677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:05.649180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563167+0000","last_change":"2024-09-19T05:37:05.563167+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563167+0000","last_undegraded":"2024-09-19T05:37:05.563167+0000","last_fullsized":"2024-09-19T05:37:05.563167+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265711+0000","last_change":"2024-09-19T05:37:06.579749+0000","last_active":"2024-09-19T05:37:09.265711+0000","last_peered":"2024-09-19T05:37:09.265711+0000","last_clean":"2024-09-19T05:37:09.265711+0000","last_became_active":"2024-09-19T05:37:06.579002+0000","last_became_peered":"2024-09-19T05:37:06.579002+0000","last_unstale":"2024-09-19T05:37:09.265711+0000","last_undegraded":"2024-09-19T05:37:09.265711+0000","last_fullsized":"2024-09-19T05:37:09.265711+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:28.837228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597476+0000","last_change":"2024-09-19T05:37:07.593381+0000","last_active":"2024-09-19T05:37:08.597476+0000","last_peered":"2024-09-19T05:37:08.597476+0000","last_clean":"2024-09-19T05:37:08.597476+0000","last_became_active":"2024-09-19T05:37:07.593029+0000","last_became_peered":"2024-09-19T05:37:07.593029+0000","last_unstale":"2024-09-19T05:37:08.597476+0000","last_undegraded":"2024-09-19T05:37:08.597476+0000","last_fullsized":"2024-09-19T05:37:08.597476+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:12.687863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.562970+0000","last_change":"2024-09-19T05:37:05.562970+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.562970+0000","last_undegraded":"2024-09-19T05:37:05.562970+0000","last_fullsized":"2024-09-19T05:37:05.562970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563079+0000","last_change":"2024-09-19T05:37:05.563079+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563079+0000","last_undegraded":"2024-09-19T05:37:05.563079+0000","last_fullsized":"2024-09-19T05:37:05.563079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563079+0000","last_change":"2024-09-19T05:37:05.563079+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563079+0000","last_undegraded":"2024-09-19T05:37:05.563079+0000","last_fullsized":"2024-09-19T05:37:05.563079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570017+0000","last_change":"2024-09-19T05:37:06.582508+0000","last_active":"2024-09-19T05:37:09.570017+0000","last_peered":"2024-09-19T05:37:09.570017+0000","last_clean":"2024-09-19T05:37:09.570017+0000","last_became_active":"2024-09-19T05:37:06.582247+0000","last_became_peered":"2024-09-19T05:37:06.582247+0000","last_unstale":"2024-09-19T05:37:09.570017+0000","last_undegraded":"2024-09-19T05:37:09.570017+0000","last_fullsized":"2024-09-19T05:37:09.570017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:41.545937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":296,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570085+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:37:09.570085+0000","last_peered":"2024-09-19T05:37:09.570085+0000","last_clean":"2024-09-19T05:37:09.570085+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:09.570085+0000","last_undegraded":"2024-09-19T05:37:09.570085+0000","last_fullsized":"2024-09-19T05:37:09.570085+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":5},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36368,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335472,"statfs":{"total":96636764160,"available":96599523328,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509480,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32212,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339628,"statfs":{"total":96636764160,"available":96603779072,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542187,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37000,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334840,"statfs":{"total":96636764160,"available":96598876160,"internally_reserved":0,"allocated":1683456,"data_stored":1047505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36428,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335412,"statfs":{"total":96636764160,"available":96599461888,"internally_reserved":0,"allocated":1097728,"data_stored":463395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542187,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36436,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335404,"statfs":{"total":96636764160,"available":96599453696,"internally_reserved":0,"allocated":1114112,"data_stored":465061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542188,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32252,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339588,"statfs":{"total":96636764160,"available":96603738112,"internally_reserved":0,"allocated":1081344,"data_stored":457025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542188,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32836,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339004,"statfs":{"total":96636764160,"available":96603140096,"internally_reserved":0,"allocated":1679360,"data_stored":1047975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:37:11.273 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3c is not active+clean 2024-09-19T05:37:11.273 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.273 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3b is not active+clean 2024-09-19T05:37:11.273 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.273 INFO:tasks.ceph.ceph_manager.ceph:PG 15.36 is not active+clean 2024-09-19T05:37:11.273 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.273 INFO:tasks.ceph.ceph_manager.ceph:PG 15.33 is not active+clean 2024-09-19T05:37:11.273 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.273 INFO:tasks.ceph.ceph_manager.ceph:PG 15.32 is not active+clean 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:PG 15.31 is not active+clean 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2e is not active+clean 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2d is not active+clean 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2b is not active+clean 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:PG 15.27 is not active+clean 2024-09-19T05:37:11.274 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:PG 15.24 is not active+clean 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:PG 15.22 is not active+clean 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:PG 15.21 is not active+clean 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1e is not active+clean 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1f is not active+clean 2024-09-19T05:37:11.275 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:PG 15.18 is not active+clean 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:PG 14.19 is not active+clean 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:37:05.563576+0000', 'last_change': '2024-09-19T05:37:05.563576+0000', 'last_active': '2024-09-19T05:37:05.553157+0000', 'last_peered': '2024-09-19T05:37:05.553157+0000', 'last_clean': '2024-09-19T05:37:05.553157+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:05.563576+0000', 'last_undegraded': '2024-09-19T05:37:05.563576+0000', 'last_fullsized': '2024-09-19T05:37:05.563576+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:PG 14.16 is not active+clean 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:37:05.563136+0000', 'last_change': '2024-09-19T05:37:05.563136+0000', 'last_active': '2024-09-19T05:37:05.553157+0000', 'last_peered': '2024-09-19T05:37:05.553157+0000', 'last_clean': '2024-09-19T05:37:05.553157+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:05.563136+0000', 'last_undegraded': '2024-09-19T05:37:05.563136+0000', 'last_fullsized': '2024-09-19T05:37:05.563136+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:PG 15.14 is not active+clean 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:PG 15.12 is not active+clean 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.276 INFO:tasks.ceph.ceph_manager.ceph:PG 14.13 is not active+clean 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:37:05.564242+0000', 'last_change': '2024-09-19T05:37:05.564242+0000', 'last_active': '2024-09-19T05:37:05.553157+0000', 'last_peered': '2024-09-19T05:37:05.553157+0000', 'last_clean': '2024-09-19T05:37:05.553157+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:05.564242+0000', 'last_undegraded': '2024-09-19T05:37:05.564242+0000', 'last_fullsized': '2024-09-19T05:37:05.564242+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:PG 14.12 is not active+clean 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:37:05.563632+0000', 'last_change': '2024-09-19T05:37:05.563632+0000', 'last_active': '2024-09-19T05:37:05.553157+0000', 'last_peered': '2024-09-19T05:37:05.553157+0000', 'last_clean': '2024-09-19T05:37:05.553157+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:05.563632+0000', 'last_undegraded': '2024-09-19T05:37:05.563632+0000', 'last_fullsized': '2024-09-19T05:37:05.563632+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:PG 15.11 is not active+clean 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:PG 15.f is not active+clean 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:PG 14.d is not active+clean 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:37:05.563239+0000', 'last_change': '2024-09-19T05:37:05.563239+0000', 'last_active': '2024-09-19T05:37:05.553157+0000', 'last_peered': '2024-09-19T05:37:05.553157+0000', 'last_clean': '2024-09-19T05:37:05.553157+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:05.563239+0000', 'last_undegraded': '2024-09-19T05:37:05.563239+0000', 'last_fullsized': '2024-09-19T05:37:05.563239+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:37:11.277 INFO:tasks.ceph.ceph_manager.ceph:PG 15.a is not active+clean 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:PG 15.b is not active+clean 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:PG 15.8 is not active+clean 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:PG 15.9 is not active+clean 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:PG 15.5 is not active+clean 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:PG 14.4 is not active+clean 2024-09-19T05:37:11.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:37:05.563167+0000', 'last_change': '2024-09-19T05:37:05.563167+0000', 'last_active': '2024-09-19T05:37:05.553157+0000', 'last_peered': '2024-09-19T05:37:05.553157+0000', 'last_clean': '2024-09-19T05:37:05.553157+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:05.563167+0000', 'last_undegraded': '2024-09-19T05:37:05.563167+0000', 'last_fullsized': '2024-09-19T05:37:05.563167+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2 is not active+clean 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2 is not active+clean 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:37:05.562970+0000', 'last_change': '2024-09-19T05:37:05.562970+0000', 'last_active': '2024-09-19T05:37:05.553157+0000', 'last_peered': '2024-09-19T05:37:05.553157+0000', 'last_clean': '2024-09-19T05:37:05.553157+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:05.562970+0000', 'last_undegraded': '2024-09-19T05:37:05.562970+0000', 'last_fullsized': '2024-09-19T05:37:05.562970+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:PG 15.0 is not active+clean 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1 is not active+clean 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:37:05.563079+0000', 'last_change': '2024-09-19T05:37:05.563079+0000', 'last_active': '2024-09-19T05:37:05.553157+0000', 'last_peered': '2024-09-19T05:37:05.553157+0000', 'last_clean': '2024-09-19T05:37:05.553157+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:05.563079+0000', 'last_undegraded': '2024-09-19T05:37:05.563079+0000', 'last_fullsized': '2024-09-19T05:37:05.563079+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1 is not active+clean 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.279 INFO:tasks.ceph.ceph_manager.ceph:PG 14.0 is not active+clean 2024-09-19T05:37:11.280 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:37:05.563079+0000', 'last_change': '2024-09-19T05:37:05.563079+0000', 'last_active': '2024-09-19T05:37:05.553157+0000', 'last_peered': '2024-09-19T05:37:05.553157+0000', 'last_clean': '2024-09-19T05:37:05.553157+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:05.563079+0000', 'last_undegraded': '2024-09-19T05:37:05.563079+0000', 'last_fullsized': '2024-09-19T05:37:05.563079+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:05.553157+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:37:11.280 INFO:tasks.ceph.ceph_manager.ceph:PG 15.e is not active+clean 2024-09-19T05:37:11.280 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:37:06.557648+0000', 'last_change': '2024-09-19T05:37:06.557648+0000', 'last_active': '2024-09-19T05:37:06.557648+0000', 'last_peered': '2024-09-19T05:37:06.557648+0000', 'last_clean': '2024-09-19T05:37:06.557648+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:37:06.557648+0000', 'last_undegraded': '2024-09-19T05:37:06.557648+0000', 'last_fullsized': '2024-09-19T05:37:06.557648+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'last_clean_scrub_stamp': '2024-09-19T05:37:06.557648+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:37:11.280 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:37:11.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.408+0000 7f675a531640 1 Processor -- start 2024-09-19T05:37:11.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.408+0000 7f675a531640 1 -- start start 2024-09-19T05:37:11.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f675a531640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6754161cf0 0x7f67540d3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f675a531640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f67540b76a0 0x7f67540d3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f675a531640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67541620d0 con 0x7f67540cef70 2024-09-19T05:37:11.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f675a531640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6754072140 con 0x7f67540b76a0 2024-09-19T05:37:11.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f675a531640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f67540d41e0 con 0x7f6754161cf0 2024-09-19T05:37:11.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f6753fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6754161cf0 0x7f67540d3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f67537fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f67540b76a0 0x7f67540d3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f6753fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6754161cf0 0x7f67540d3b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:59402/0 (socket says 172.21.15.39:59402) 2024-09-19T05:37:11.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f6753fff640 1 -- 172.21.15.39:0/2329061473 learned_addr learned my addr 172.21.15.39:0/2329061473 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:11.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f6758ace640 1 --1- 172.21.15.39:0/2329061473 >> v1:172.21.15.50:6789/0 conn(0x7f67540cef70 0x7f6754072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:44864/0 (socket says 172.21.15.39:44864) 2024-09-19T05:37:11.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f6753fff640 1 -- 172.21.15.39:0/2329061473 >> v2:172.21.15.50:3300/0 conn(0x7f67540b76a0 msgr2=0x7f67540d3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:11.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f6753fff640 1 --2- 172.21.15.39:0/2329061473 >> v2:172.21.15.50:3300/0 conn(0x7f67540b76a0 0x7f67540d3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f6753fff640 1 -- 172.21.15.39:0/2329061473 >> v1:172.21.15.50:6789/0 conn(0x7f67540cef70 legacy=0x7f6754072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.409+0000 7f6753fff640 1 -- 172.21.15.39:0/2329061473 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6754072390 con 0x7f6754161cf0 2024-09-19T05:37:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.410+0000 7f6753fff640 1 --2- 172.21.15.39:0/2329061473 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6754161cf0 0x7f67540d3b00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6744009870 tx=0x7f674402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e72e60858ed9b50 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.410+0000 7f6752ffd640 1 -- 172.21.15.39:0/2329061473 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6744037070 con 0x7f6754161cf0 2024-09-19T05:37:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.410+0000 7f6752ffd640 1 -- 172.21.15.39:0/2329061473 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6744032440 con 0x7f6754161cf0 2024-09-19T05:37:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.410+0000 7f6752ffd640 1 -- 172.21.15.39:0/2329061473 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6744032810 con 0x7f6754161cf0 2024-09-19T05:37:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.411+0000 7f675a531640 1 -- 172.21.15.39:0/2329061473 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6754161cf0 msgr2=0x7f67540d3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.411+0000 7f675a531640 1 --2- 172.21.15.39:0/2329061473 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6754161cf0 0x7f67540d3b00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6744009870 tx=0x7f674402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.411+0000 7f675a531640 1 -- 172.21.15.39:0/2329061473 shutdown_connections 2024-09-19T05:37:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.411+0000 7f675a531640 1 --2- 172.21.15.39:0/2329061473 >> v2:172.21.15.50:3300/0 conn(0x7f67540b76a0 0x7f67540d3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.411+0000 7f675a531640 1 --2- 172.21.15.39:0/2329061473 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6754161cf0 0x7f67540d3b00 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.411+0000 7f675a531640 1 -- 172.21.15.39:0/2329061473 >> 172.21.15.39:0/2329061473 conn(0x7f67540d4710 msgr2=0x7f67540d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:11.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.411+0000 7f675a531640 1 -- 172.21.15.39:0/2329061473 shutdown_connections 2024-09-19T05:37:11.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.411+0000 7f675a531640 1 -- 172.21.15.39:0/2329061473 wait complete. 2024-09-19T05:37:11.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.412+0000 7f675a531640 1 Processor -- start 2024-09-19T05:37:11.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.412+0000 7f675a531640 1 -- start start 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f675a531640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f67540b76a0 0x7f67541575e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f675a531640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67540cef70 0x7f6754158250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f675a531640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6754161cf0 0x7f67540c9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f675a531640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f67540b7ae0 con 0x7f6754161cf0 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f675a531640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6754072950 con 0x7f67540cef70 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f675a531640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f67540cf3e0 con 0x7f67540b76a0 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f6758ace640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6754161cf0 0x7f67540c9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f6758ace640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6754161cf0 0x7f67540c9fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37302/0 (socket says 172.21.15.39:37302) 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f6753fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f67540b76a0 0x7f67541575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f6758ace640 1 -- 172.21.15.39:0/2591997816 learned_addr learned my addr 172.21.15.39:0/2591997816 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:11.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.413+0000 7f67537fe640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67540cef70 0x7f6754158250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f6758ace640 1 -- 172.21.15.39:0/2591997816 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f67540b76a0 msgr2=0x7f67541575e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f6758ace640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f67540b76a0 0x7f67541575e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f6758ace640 1 -- 172.21.15.39:0/2591997816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67540cef70 msgr2=0x7f6754158250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f6758ace640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67540cef70 0x7f6754158250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f6758ace640 1 -- 172.21.15.39:0/2591997816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6754158b50 con 0x7f6754161cf0 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f6758ace640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6754161cf0 0x7f67540c9fa0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f674c00c780 tx=0x7f674c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f6750ff9640 1 -- 172.21.15.39:0/2591997816 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674c017070 con 0x7f6754161cf0 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f6750ff9640 1 -- 172.21.15.39:0/2591997816 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f674c00a640 con 0x7f6754161cf0 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6754158e30 con 0x7f6754161cf0 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f6750ff9640 1 -- 172.21.15.39:0/2591997816 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674c00a9f0 con 0x7f6754161cf0 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.414+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67541593f0 con 0x7f6754161cf0 2024-09-19T05:37:11.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.415+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67540cf840 con 0x7f6754161cf0 2024-09-19T05:37:11.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.415+0000 7f6750ff9640 1 -- 172.21.15.39:0/2591997816 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f674c01a070 con 0x7f6754161cf0 2024-09-19T05:37:11.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.416+0000 7f6750ff9640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f674006c2b0 0x7f674006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.416+0000 7f6750ff9640 1 -- 172.21.15.39:0/2591997816 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f674c08a8c0 con 0x7f6754161cf0 2024-09-19T05:37:11.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.416+0000 7f6753fff640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f674006c2b0 0x7f674006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.416+0000 7f6753fff640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f674006c2b0 0x7f674006e770 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f6744034000 tx=0x7f674402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:11.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.420+0000 7f6750ff9640 1 -- 172.21.15.39:0/2591997816 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f674c058a70 con 0x7f6754161cf0 2024-09-19T05:37:11.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.662+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f67540b8d80 con 0x7f6754161cf0 2024-09-19T05:37:11.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.663+0000 7f6750ff9640 1 -- 172.21.15.39:0/2591997816 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1636 (secure 0 0 0) 0x7f674c05cd70 con 0x7f6754161cf0 2024-09-19T05:37:11.665 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:11.665 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"63724460-2d43-4192-a475-a2140b12f870","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":209,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":89,"num_osds":8,"num_up_osds":8,"osd_up_since":1726724034,"num_in_osds":8,"osd_in_since":1726724024,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":59},{"state_name":"unknown","count":29},{"state_name":"creating+peering","count":9}],"num_pgs":97,"num_pools":3,"num_objects":21,"data_bytes":592674,"bytes_used":282357760,"bytes_avail":772811755520,"bytes_total":773094113280,"unknown_pgs_ratio":0.29896906018257141,"inactive_pgs_ratio":0.092783503234386444,"write_bytes_sec":1193,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":50,"btime":"2024-09-19T05:37:09:593671+0000","id":7,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":6489}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2024-09-19T05:36:56.703781+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f674006c2b0 msgr2=0x7f674006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f674006c2b0 0x7f674006e770 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f6744034000 tx=0x7f674402e000 comp rx=0 tx=0).stop 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6754161cf0 msgr2=0x7f67540c9fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6754161cf0 0x7f67540c9fa0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f674c00c780 tx=0x7f674c00cc40 comp rx=0 tx=0).stop 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 shutdown_connections 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f674006c2b0 0x7f674006e770 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6754161cf0 0x7f67540c9fa0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67540cef70 0x7f6754158250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 --2- 172.21.15.39:0/2591997816 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f67540b76a0 0x7f67541575e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 >> 172.21.15.39:0/2591997816 conn(0x7f67540d4710 msgr2=0x7f67540b7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:11.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 shutdown_connections 2024-09-19T05:37:11.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.665+0000 7f675a531640 1 -- 172.21.15.39:0/2591997816 wait complete. 2024-09-19T05:37:11.678 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:37:11.679 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:37:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.778+0000 7f1834d42640 1 Processor -- start 2024-09-19T05:37:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.778+0000 7f1834d42640 1 -- start start 2024-09-19T05:37:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.779+0000 7f1834d42640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300b6a70 0x7f18300d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.779+0000 7f1834d42640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f18300d1510 0x7f18300d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.779+0000 7f1834d42640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18300d1d90 con 0x7f18300b6690 2024-09-19T05:37:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.779+0000 7f1834d42640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f18300cf540 con 0x7f18300d1510 2024-09-19T05:37:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.779+0000 7f1834d42640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f18300ceef0 con 0x7f18300b6a70 2024-09-19T05:37:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182ed9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f18300d1510 0x7f18300d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182dd9b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300b6a70 0x7f18300d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182e59c640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f18300b6690 0x7f18300cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:44870/0 (socket says 172.21.15.39:44870) 2024-09-19T05:37:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182e59c640 1 -- 172.21.15.39:0/3375765910 learned_addr learned my addr 172.21.15.39:0/3375765910 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182ed9d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f18300d1510 0x7f18300d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:55164/0 (socket says 172.21.15.39:55164) 2024-09-19T05:37:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182ed9d640 1 -- 172.21.15.39:0/3375765910 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300b6a70 msgr2=0x7f18300d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182ed9d640 1 --2- 172.21.15.39:0/3375765910 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300b6a70 0x7f18300d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182ed9d640 1 -- 172.21.15.39:0/3375765910 >> v1:172.21.15.50:6789/0 conn(0x7f18300b6690 legacy=0x7f18300cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182ed9d640 1 -- 172.21.15.39:0/3375765910 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18300cf1d0 con 0x7f18300d1510 2024-09-19T05:37:11.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.780+0000 7f182d59a640 1 -- 172.21.15.39:0/3375765910 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1618099955 0 0) 0x7f18300d1d90 con 0x7f18300b6690 2024-09-19T05:37:11.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.781+0000 7f182ed9d640 1 --2- 172.21.15.39:0/3375765910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300d1510 0x7f18300d2b50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f1820009d90 tx=0x7f182002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b51afe54a9f588e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:11.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.781+0000 7f182d59a640 1 -- 172.21.15.39:0/3375765910 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820007740 con 0x7f18300d1510 2024-09-19T05:37:11.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.781+0000 7f182d59a640 1 -- 172.21.15.39:0/3375765910 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18200078e0 con 0x7f18300d1510 2024-09-19T05:37:11.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.781+0000 7f182d59a640 1 -- 172.21.15.39:0/3375765910 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820007cb0 con 0x7f18300d1510 2024-09-19T05:37:11.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.781+0000 7f1834d42640 1 -- 172.21.15.39:0/3375765910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300d1510 msgr2=0x7f18300d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.781+0000 7f1834d42640 1 --2- 172.21.15.39:0/3375765910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300d1510 0x7f18300d2b50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f1820009d90 tx=0x7f182002a660 comp rx=0 tx=0).stop 2024-09-19T05:37:11.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.782+0000 7f1834d42640 1 -- 172.21.15.39:0/3375765910 shutdown_connections 2024-09-19T05:37:11.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.782+0000 7f1834d42640 1 --2- 172.21.15.39:0/3375765910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300d1510 0x7f18300d2b50 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.782+0000 7f1834d42640 1 --2- 172.21.15.39:0/3375765910 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300b6a70 0x7f18300d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.782+0000 7f1834d42640 1 -- 172.21.15.39:0/3375765910 >> 172.21.15.39:0/3375765910 conn(0x7f1830072560 msgr2=0x7f1830072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:11.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.782+0000 7f1834d42640 1 -- 172.21.15.39:0/3375765910 shutdown_connections 2024-09-19T05:37:11.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.782+0000 7f1834d42640 1 -- 172.21.15.39:0/3375765910 wait complete. 2024-09-19T05:37:11.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.783+0000 7f1834d42640 1 Processor -- start 2024-09-19T05:37:11.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.783+0000 7f1834d42640 1 -- start start 2024-09-19T05:37:11.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f1834d42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18300b6690 0x7f18301f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f1834d42640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300b6a70 0x7f18300cc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f1834d42640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300d1510 0x7f18300ca440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f1834d42640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f18300d1b20 con 0x7f18300b6690 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f1834d42640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f18300d19a0 con 0x7f18300b6a70 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f1834d42640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f183015c530 con 0x7f18300d1510 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18300b6690 0x7f18301f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18300b6690 0x7f18301f79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37306/0 (socket says 172.21.15.39:37306) 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182e59c640 1 -- 172.21.15.39:0/3225703042 learned_addr learned my addr 172.21.15.39:0/3225703042 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182dd9b640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300b6a70 0x7f18300cc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182ed9d640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300d1510 0x7f18300ca440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182e59c640 1 -- 172.21.15.39:0/3225703042 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300d1510 msgr2=0x7f18300ca440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182e59c640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300d1510 0x7f18300ca440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182e59c640 1 -- 172.21.15.39:0/3225703042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300b6a70 msgr2=0x7f18300cc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182e59c640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300b6a70 0x7f18300cc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182e59c640 1 -- 172.21.15.39:0/3225703042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18300cd2b0 con 0x7f18300b6690 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182dd9b640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300b6a70 0x7f18300cc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.784+0000 7f182e59c640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18300b6690 0x7f18301f79f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f182800c4d0 tx=0x7f182800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.785+0000 7f1826ffd640 1 -- 172.21.15.39:0/3225703042 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1828018070 con 0x7f18300b6690 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.785+0000 7f1826ffd640 1 -- 172.21.15.39:0/3225703042 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1828007500 con 0x7f18300b6690 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.785+0000 7f1826ffd640 1 -- 172.21.15.39:0/3225703042 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1828004a20 con 0x7f18300b6690 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.785+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18300cd870 con 0x7f18300b6690 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.785+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18300cde30 con 0x7f18300b6690 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.786+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18301f8580 con 0x7f18300b6690 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.786+0000 7f1826ffd640 1 -- 172.21.15.39:0/3225703042 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f182801b070 con 0x7f18300b6690 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.787+0000 7f1826ffd640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181006c2b0 0x7f181006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.787+0000 7f182dd9b640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181006c2b0 0x7f181006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.787+0000 7f1826ffd640 1 -- 172.21.15.39:0/3225703042 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f182808a7b0 con 0x7f18300b6690 2024-09-19T05:37:11.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.787+0000 7f182dd9b640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181006c2b0 0x7f181006e770 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f183015b250 tx=0x7f1818008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:11.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.791+0000 7f1826ffd640 1 -- 172.21.15.39:0/3225703042 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1828058f20 con 0x7f18300b6690 2024-09-19T05:37:11.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.963+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f18300cd590 con 0x7f181006c2b0 2024-09-19T05:37:11.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.969+0000 7f1826ffd640 1 -- 172.21.15.39:0/3225703042 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247290 (secure 0 0 0) 0x7f18300cd590 con 0x7f181006c2b0 2024-09-19T05:37:11.975 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:11.976 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:37:11.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181006c2b0 msgr2=0x7f181006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181006c2b0 0x7f181006e770 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f183015b250 tx=0x7f1818008040 comp rx=0 tx=0).stop 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18300b6690 msgr2=0x7f18301f79f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18300b6690 0x7f18301f79f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f182800c4d0 tx=0x7f182800c990 comp rx=0 tx=0).stop 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 shutdown_connections 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f181006c2b0 0x7f181006e770 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f18300d1510 0x7f18300ca440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18300b6a70 0x7f18300cc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 --2- 172.21.15.39:0/3225703042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18300b6690 0x7f18301f79f0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 >> 172.21.15.39:0/3225703042 conn(0x7f1830072560 msgr2=0x7f183015e8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 shutdown_connections 2024-09-19T05:37:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:11.972+0000 7f1834d42640 1 -- 172.21.15.39:0/3225703042 wait complete. 2024-09-19T05:37:11.985 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-19T05:37:10.705938+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":200,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":275740,"kb_used_data":9560,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754698980,"statfs":{"total":773094113280,"available":772811755520,"internally_reserved":0,"allocated":9789440,"data_stored":4795435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.147406"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570145+0000","last_change":"2024-09-19T05:37:07.605043+0000","last_active":"2024-09-19T05:37:09.570145+0000","last_peered":"2024-09-19T05:37:09.570145+0000","last_clean":"2024-09-19T05:37:09.570145+0000","last_became_active":"2024-09-19T05:37:07.604492+0000","last_became_peered":"2024-09-19T05:37:07.604492+0000","last_unstale":"2024-09-19T05:37:09.570145+0000","last_undegraded":"2024-09-19T05:37:09.570145+0000","last_fullsized":"2024-09-19T05:37:09.570145+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:15.921903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265800+0000","last_change":"2024-09-19T05:37:07.597836+0000","last_active":"2024-09-19T05:37:09.265800+0000","last_peered":"2024-09-19T05:37:09.265800+0000","last_clean":"2024-09-19T05:37:09.265800+0000","last_became_active":"2024-09-19T05:37:07.597439+0000","last_became_peered":"2024-09-19T05:37:07.597439+0000","last_unstale":"2024-09-19T05:37:09.265800+0000","last_undegraded":"2024-09-19T05:37:09.265800+0000","last_fullsized":"2024-09-19T05:37:09.265800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:28.304743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570078+0000","last_change":"2024-09-19T05:37:07.596672+0000","last_active":"2024-09-19T05:37:09.570078+0000","last_peered":"2024-09-19T05:37:09.570078+0000","last_clean":"2024-09-19T05:37:09.570078+0000","last_became_active":"2024-09-19T05:37:07.596379+0000","last_became_peered":"2024-09-19T05:37:07.596379+0000","last_unstale":"2024-09-19T05:37:09.570078+0000","last_undegraded":"2024-09-19T05:37:09.570078+0000","last_fullsized":"2024-09-19T05:37:09.570078+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:59.905589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570178+0000","last_change":"2024-09-19T05:37:07.585921+0000","last_active":"2024-09-19T05:37:09.570178+0000","last_peered":"2024-09-19T05:37:09.570178+0000","last_clean":"2024-09-19T05:37:09.570178+0000","last_became_active":"2024-09-19T05:37:07.585645+0000","last_became_peered":"2024-09-19T05:37:07.585645+0000","last_unstale":"2024-09-19T05:37:09.570178+0000","last_undegraded":"2024-09-19T05:37:09.570178+0000","last_fullsized":"2024-09-19T05:37:09.570178+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:05.745916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570347+0000","last_change":"2024-09-19T05:37:07.584506+0000","last_active":"2024-09-19T05:37:09.570347+0000","last_peered":"2024-09-19T05:37:09.570347+0000","last_clean":"2024-09-19T05:37:09.570347+0000","last_became_active":"2024-09-19T05:37:07.584062+0000","last_became_peered":"2024-09-19T05:37:07.584062+0000","last_unstale":"2024-09-19T05:37:09.570347+0000","last_undegraded":"2024-09-19T05:37:09.570347+0000","last_fullsized":"2024-09-19T05:37:09.570347+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:50.191697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265386+0000","last_change":"2024-09-19T05:37:07.592625+0000","last_active":"2024-09-19T05:37:09.265386+0000","last_peered":"2024-09-19T05:37:09.265386+0000","last_clean":"2024-09-19T05:37:09.265386+0000","last_became_active":"2024-09-19T05:37:07.592328+0000","last_became_peered":"2024-09-19T05:37:07.592328+0000","last_unstale":"2024-09-19T05:37:09.265386+0000","last_undegraded":"2024-09-19T05:37:09.265386+0000","last_fullsized":"2024-09-19T05:37:09.265386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:37.100683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597282+0000","last_change":"2024-09-19T05:37:07.597017+0000","last_active":"2024-09-19T05:37:08.597282+0000","last_peered":"2024-09-19T05:37:08.597282+0000","last_clean":"2024-09-19T05:37:08.597282+0000","last_became_active":"2024-09-19T05:37:07.596703+0000","last_became_peered":"2024-09-19T05:37:07.596703+0000","last_unstale":"2024-09-19T05:37:08.597282+0000","last_undegraded":"2024-09-19T05:37:08.597282+0000","last_fullsized":"2024-09-19T05:37:08.597282+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:42.550428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570380+0000","last_change":"2024-09-19T05:37:07.593401+0000","last_active":"2024-09-19T05:37:09.570380+0000","last_peered":"2024-09-19T05:37:09.570380+0000","last_clean":"2024-09-19T05:37:09.570380+0000","last_became_active":"2024-09-19T05:37:07.592375+0000","last_became_peered":"2024-09-19T05:37:07.592375+0000","last_unstale":"2024-09-19T05:37:09.570380+0000","last_undegraded":"2024-09-19T05:37:09.570380+0000","last_fullsized":"2024-09-19T05:37:09.570380+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:28.435915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597525+0000","last_change":"2024-09-19T05:37:07.603924+0000","last_active":"2024-09-19T05:37:08.597525+0000","last_peered":"2024-09-19T05:37:08.597525+0000","last_clean":"2024-09-19T05:37:08.597525+0000","last_became_active":"2024-09-19T05:37:07.603666+0000","last_became_peered":"2024-09-19T05:37:07.603666+0000","last_unstale":"2024-09-19T05:37:08.597525+0000","last_undegraded":"2024-09-19T05:37:08.597525+0000","last_fullsized":"2024-09-19T05:37:08.597525+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:52.147337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569838+0000","last_change":"2024-09-19T05:37:07.594316+0000","last_active":"2024-09-19T05:37:09.569838+0000","last_peered":"2024-09-19T05:37:09.569838+0000","last_clean":"2024-09-19T05:37:09.569838+0000","last_became_active":"2024-09-19T05:37:07.594043+0000","last_became_peered":"2024-09-19T05:37:07.594043+0000","last_unstale":"2024-09-19T05:37:09.569838+0000","last_undegraded":"2024-09-19T05:37:09.569838+0000","last_fullsized":"2024-09-19T05:37:09.569838+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:50.763395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265906+0000","last_change":"2024-09-19T05:37:07.591360+0000","last_active":"2024-09-19T05:37:09.265906+0000","last_peered":"2024-09-19T05:37:09.265906+0000","last_clean":"2024-09-19T05:37:09.265906+0000","last_became_active":"2024-09-19T05:37:07.591070+0000","last_became_peered":"2024-09-19T05:37:07.591070+0000","last_unstale":"2024-09-19T05:37:09.265906+0000","last_undegraded":"2024-09-19T05:37:09.265906+0000","last_fullsized":"2024-09-19T05:37:09.265906+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:55.361439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597497+0000","last_change":"2024-09-19T05:37:07.597730+0000","last_active":"2024-09-19T05:37:08.597497+0000","last_peered":"2024-09-19T05:37:08.597497+0000","last_clean":"2024-09-19T05:37:08.597497+0000","last_became_active":"2024-09-19T05:37:07.597464+0000","last_became_peered":"2024-09-19T05:37:07.597464+0000","last_unstale":"2024-09-19T05:37:08.597497+0000","last_undegraded":"2024-09-19T05:37:08.597497+0000","last_fullsized":"2024-09-19T05:37:08.597497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:03.817330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265541+0000","last_change":"2024-09-19T05:37:07.593404+0000","last_active":"2024-09-19T05:37:09.265541+0000","last_peered":"2024-09-19T05:37:09.265541+0000","last_clean":"2024-09-19T05:37:09.265541+0000","last_became_active":"2024-09-19T05:37:07.593124+0000","last_became_peered":"2024-09-19T05:37:07.593124+0000","last_unstale":"2024-09-19T05:37:09.265541+0000","last_undegraded":"2024-09-19T05:37:09.265541+0000","last_fullsized":"2024-09-19T05:37:09.265541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:50.191697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265429+0000","last_change":"2024-09-19T05:37:07.596927+0000","last_active":"2024-09-19T05:37:09.265429+0000","last_peered":"2024-09-19T05:37:09.265429+0000","last_clean":"2024-09-19T05:37:09.265429+0000","last_became_active":"2024-09-19T05:37:07.596634+0000","last_became_peered":"2024-09-19T05:37:07.596634+0000","last_unstale":"2024-09-19T05:37:09.265429+0000","last_undegraded":"2024-09-19T05:37:09.265429+0000","last_fullsized":"2024-09-19T05:37:09.265429+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:05.745916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570179+0000","last_change":"2024-09-19T05:37:07.601361+0000","last_active":"2024-09-19T05:37:09.570179+0000","last_peered":"2024-09-19T05:37:09.570179+0000","last_clean":"2024-09-19T05:37:09.570179+0000","last_became_active":"2024-09-19T05:37:07.600594+0000","last_became_peered":"2024-09-19T05:37:07.600594+0000","last_unstale":"2024-09-19T05:37:09.570179+0000","last_undegraded":"2024-09-19T05:37:09.570179+0000","last_fullsized":"2024-09-19T05:37:09.570179+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:37.100683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265825+0000","last_change":"2024-09-19T05:37:07.608077+0000","last_active":"2024-09-19T05:37:09.265825+0000","last_peered":"2024-09-19T05:37:09.265825+0000","last_clean":"2024-09-19T05:37:09.265825+0000","last_became_active":"2024-09-19T05:37:07.607769+0000","last_became_peered":"2024-09-19T05:37:07.607769+0000","last_unstale":"2024-09-19T05:37:09.265825+0000","last_undegraded":"2024-09-19T05:37:09.265825+0000","last_fullsized":"2024-09-19T05:37:09.265825+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:12.994747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570474+0000","last_change":"2024-09-19T05:37:07.595970+0000","last_active":"2024-09-19T05:37:09.570474+0000","last_peered":"2024-09-19T05:37:09.570474+0000","last_clean":"2024-09-19T05:37:09.570474+0000","last_became_active":"2024-09-19T05:37:07.595688+0000","last_became_peered":"2024-09-19T05:37:07.595688+0000","last_unstale":"2024-09-19T05:37:09.570474+0000","last_undegraded":"2024-09-19T05:37:09.570474+0000","last_fullsized":"2024-09-19T05:37:09.570474+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:28.304743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265588+0000","last_change":"2024-09-19T05:37:07.608845+0000","last_active":"2024-09-19T05:37:09.265588+0000","last_peered":"2024-09-19T05:37:09.265588+0000","last_clean":"2024-09-19T05:37:09.265588+0000","last_became_active":"2024-09-19T05:37:07.608168+0000","last_became_peered":"2024-09-19T05:37:07.608168+0000","last_unstale":"2024-09-19T05:37:09.265588+0000","last_undegraded":"2024-09-19T05:37:09.265588+0000","last_fullsized":"2024-09-19T05:37:09.265588+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:28.435915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569802+0000","last_change":"2024-09-19T05:37:07.598839+0000","last_active":"2024-09-19T05:37:09.569802+0000","last_peered":"2024-09-19T05:37:09.569802+0000","last_clean":"2024-09-19T05:37:09.569802+0000","last_became_active":"2024-09-19T05:37:07.597134+0000","last_became_peered":"2024-09-19T05:37:07.597134+0000","last_unstale":"2024-09-19T05:37:09.569802+0000","last_undegraded":"2024-09-19T05:37:09.569802+0000","last_fullsized":"2024-09-19T05:37:09.569802+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:41.108680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"88'4","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265861+0000","last_change":"2024-09-19T05:37:06.579092+0000","last_active":"2024-09-19T05:37:09.265861+0000","last_peered":"2024-09-19T05:37:09.265861+0000","last_clean":"2024-09-19T05:37:09.265861+0000","last_became_active":"2024-09-19T05:37:06.578793+0000","last_became_peered":"2024-09-19T05:37:06.578793+0000","last_unstale":"2024-09-19T05:37:09.265861+0000","last_undegraded":"2024-09-19T05:37:09.265861+0000","last_fullsized":"2024-09-19T05:37:09.265861+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:34.233151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570000+0000","last_change":"2024-09-19T05:37:06.581538+0000","last_active":"2024-09-19T05:37:09.570000+0000","last_peered":"2024-09-19T05:37:09.570000+0000","last_clean":"2024-09-19T05:37:09.570000+0000","last_became_active":"2024-09-19T05:37:06.581233+0000","last_became_peered":"2024-09-19T05:37:06.581233+0000","last_unstale":"2024-09-19T05:37:09.570000+0000","last_undegraded":"2024-09-19T05:37:09.570000+0000","last_fullsized":"2024-09-19T05:37:09.570000+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:12.083354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569999+0000","last_change":"2024-09-19T05:37:07.598058+0000","last_active":"2024-09-19T05:37:09.569999+0000","last_peered":"2024-09-19T05:37:09.569999+0000","last_clean":"2024-09-19T05:37:09.569999+0000","last_became_active":"2024-09-19T05:37:07.597625+0000","last_became_peered":"2024-09-19T05:37:07.597625+0000","last_unstale":"2024-09-19T05:37:09.569999+0000","last_undegraded":"2024-09-19T05:37:09.569999+0000","last_fullsized":"2024-09-19T05:37:09.569999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:23.639790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265718+0000","last_change":"2024-09-19T05:37:06.586742+0000","last_active":"2024-09-19T05:37:09.265718+0000","last_peered":"2024-09-19T05:37:09.265718+0000","last_clean":"2024-09-19T05:37:09.265718+0000","last_became_active":"2024-09-19T05:37:06.586430+0000","last_became_peered":"2024-09-19T05:37:06.586430+0000","last_unstale":"2024-09-19T05:37:09.265718+0000","last_undegraded":"2024-09-19T05:37:09.265718+0000","last_fullsized":"2024-09-19T05:37:09.265718+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:16.013865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597172+0000","last_change":"2024-09-19T05:37:07.591293+0000","last_active":"2024-09-19T05:37:08.597172+0000","last_peered":"2024-09-19T05:37:08.597172+0000","last_clean":"2024-09-19T05:37:08.597172+0000","last_became_active":"2024-09-19T05:37:07.590937+0000","last_became_peered":"2024-09-19T05:37:07.590937+0000","last_unstale":"2024-09-19T05:37:08.597172+0000","last_undegraded":"2024-09-19T05:37:08.597172+0000","last_fullsized":"2024-09-19T05:37:08.597172+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:13.087845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265536+0000","last_change":"2024-09-19T05:37:06.582062+0000","last_active":"2024-09-19T05:37:09.265536+0000","last_peered":"2024-09-19T05:37:09.265536+0000","last_clean":"2024-09-19T05:37:09.265536+0000","last_became_active":"2024-09-19T05:37:06.581764+0000","last_became_peered":"2024-09-19T05:37:06.581764+0000","last_unstale":"2024-09-19T05:37:09.265536+0000","last_undegraded":"2024-09-19T05:37:09.265536+0000","last_fullsized":"2024-09-19T05:37:09.265536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:50.614124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596658+0000","last_change":"2024-09-19T05:37:07.593378+0000","last_active":"2024-09-19T05:37:08.596658+0000","last_peered":"2024-09-19T05:37:08.596658+0000","last_clean":"2024-09-19T05:37:08.596658+0000","last_became_active":"2024-09-19T05:37:07.593096+0000","last_became_peered":"2024-09-19T05:37:07.593096+0000","last_unstale":"2024-09-19T05:37:08.596658+0000","last_undegraded":"2024-09-19T05:37:08.596658+0000","last_fullsized":"2024-09-19T05:37:08.596658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:50.351874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570162+0000","last_change":"2024-09-19T05:37:06.575374+0000","last_active":"2024-09-19T05:37:09.570162+0000","last_peered":"2024-09-19T05:37:09.570162+0000","last_clean":"2024-09-19T05:37:09.570162+0000","last_became_active":"2024-09-19T05:37:06.575068+0000","last_became_peered":"2024-09-19T05:37:06.575068+0000","last_unstale":"2024-09-19T05:37:09.570162+0000","last_undegraded":"2024-09-19T05:37:09.570162+0000","last_fullsized":"2024-09-19T05:37:09.570162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:49.172183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569960+0000","last_change":"2024-09-19T05:37:07.598553+0000","last_active":"2024-09-19T05:37:09.569960+0000","last_peered":"2024-09-19T05:37:09.569960+0000","last_clean":"2024-09-19T05:37:09.569960+0000","last_became_active":"2024-09-19T05:37:07.596737+0000","last_became_peered":"2024-09-19T05:37:07.596737+0000","last_unstale":"2024-09-19T05:37:09.569960+0000","last_undegraded":"2024-09-19T05:37:09.569960+0000","last_fullsized":"2024-09-19T05:37:09.569960+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:30.327011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265599+0000","last_change":"2024-09-19T05:37:06.583101+0000","last_active":"2024-09-19T05:37:09.265599+0000","last_peered":"2024-09-19T05:37:09.265599+0000","last_clean":"2024-09-19T05:37:09.265599+0000","last_became_active":"2024-09-19T05:37:06.582798+0000","last_became_peered":"2024-09-19T05:37:06.582798+0000","last_unstale":"2024-09-19T05:37:09.265599+0000","last_undegraded":"2024-09-19T05:37:09.265599+0000","last_fullsized":"2024-09-19T05:37:09.265599+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:41.545937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563576+0000","last_change":"2024-09-19T05:37:05.563576+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563576+0000","last_undegraded":"2024-09-19T05:37:05.563576+0000","last_fullsized":"2024-09-19T05:37:05.563576+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596889+0000","last_change":"2024-09-19T05:37:07.591261+0000","last_active":"2024-09-19T05:37:08.596889+0000","last_peered":"2024-09-19T05:37:08.596889+0000","last_clean":"2024-09-19T05:37:08.596889+0000","last_became_active":"2024-09-19T05:37:07.590514+0000","last_became_peered":"2024-09-19T05:37:07.590514+0000","last_unstale":"2024-09-19T05:37:08.596889+0000","last_undegraded":"2024-09-19T05:37:08.596889+0000","last_fullsized":"2024-09-19T05:37:08.596889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:29.841719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569838+0000","last_change":"2024-09-19T05:37:06.579191+0000","last_active":"2024-09-19T05:37:09.569838+0000","last_peered":"2024-09-19T05:37:09.569838+0000","last_clean":"2024-09-19T05:37:09.569838+0000","last_became_active":"2024-09-19T05:37:06.578860+0000","last_became_peered":"2024-09-19T05:37:06.578860+0000","last_unstale":"2024-09-19T05:37:09.569838+0000","last_undegraded":"2024-09-19T05:37:09.569838+0000","last_fullsized":"2024-09-19T05:37:09.569838+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:47:40.153417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265954+0000","last_change":"2024-09-19T05:37:07.602598+0000","last_active":"2024-09-19T05:37:09.265954+0000","last_peered":"2024-09-19T05:37:09.265954+0000","last_clean":"2024-09-19T05:37:09.265954+0000","last_became_active":"2024-09-19T05:37:07.602300+0000","last_became_peered":"2024-09-19T05:37:07.602300+0000","last_unstale":"2024-09-19T05:37:09.265954+0000","last_undegraded":"2024-09-19T05:37:09.265954+0000","last_fullsized":"2024-09-19T05:37:09.265954+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:37.122021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570215+0000","last_change":"2024-09-19T05:37:06.574467+0000","last_active":"2024-09-19T05:37:09.570215+0000","last_peered":"2024-09-19T05:37:09.570215+0000","last_clean":"2024-09-19T05:37:09.570215+0000","last_became_active":"2024-09-19T05:37:06.574160+0000","last_became_peered":"2024-09-19T05:37:06.574160+0000","last_unstale":"2024-09-19T05:37:09.570215+0000","last_undegraded":"2024-09-19T05:37:09.570215+0000","last_fullsized":"2024-09-19T05:37:09.570215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:18.261886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597318+0000","last_change":"2024-09-19T05:37:07.592542+0000","last_active":"2024-09-19T05:37:08.597318+0000","last_peered":"2024-09-19T05:37:08.597318+0000","last_clean":"2024-09-19T05:37:08.597318+0000","last_became_active":"2024-09-19T05:37:07.592199+0000","last_became_peered":"2024-09-19T05:37:07.592199+0000","last_unstale":"2024-09-19T05:37:08.597318+0000","last_undegraded":"2024-09-19T05:37:08.597318+0000","last_fullsized":"2024-09-19T05:37:08.597318+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:35.237642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563136+0000","last_change":"2024-09-19T05:37:05.563136+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563136+0000","last_undegraded":"2024-09-19T05:37:05.563136+0000","last_fullsized":"2024-09-19T05:37:05.563136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"88'3","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570681+0000","last_change":"2024-09-19T05:37:06.578272+0000","last_active":"2024-09-19T05:37:09.570681+0000","last_peered":"2024-09-19T05:37:09.570681+0000","last_clean":"2024-09-19T05:37:09.570681+0000","last_became_active":"2024-09-19T05:37:06.577899+0000","last_became_peered":"2024-09-19T05:37:06.577899+0000","last_unstale":"2024-09-19T05:37:09.570681+0000","last_undegraded":"2024-09-19T05:37:09.570681+0000","last_fullsized":"2024-09-19T05:37:09.570681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:34.233151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570562+0000","last_change":"2024-09-19T05:37:07.605709+0000","last_active":"2024-09-19T05:37:09.570562+0000","last_peered":"2024-09-19T05:37:09.570562+0000","last_clean":"2024-09-19T05:37:09.570562+0000","last_became_active":"2024-09-19T05:37:07.605348+0000","last_became_peered":"2024-09-19T05:37:07.605348+0000","last_unstale":"2024-09-19T05:37:09.570562+0000","last_undegraded":"2024-09-19T05:37:09.570562+0000","last_fullsized":"2024-09-19T05:37:09.570562+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:12.994747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"88'6","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597561+0000","last_change":"2024-09-19T05:37:06.575493+0000","last_active":"2024-09-19T05:37:08.597561+0000","last_peered":"2024-09-19T05:37:08.597561+0000","last_clean":"2024-09-19T05:37:08.597561+0000","last_became_active":"2024-09-19T05:37:06.575134+0000","last_became_peered":"2024-09-19T05:37:06.575134+0000","last_unstale":"2024-09-19T05:37:08.597561+0000","last_undegraded":"2024-09-19T05:37:08.597561+0000","last_fullsized":"2024-09-19T05:37:08.597561+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:32.478702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.564242+0000","last_change":"2024-09-19T05:37:05.564242+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.564242+0000","last_undegraded":"2024-09-19T05:37:05.564242+0000","last_fullsized":"2024-09-19T05:37:05.564242+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570024+0000","last_change":"2024-09-19T05:37:07.600533+0000","last_active":"2024-09-19T05:37:09.570024+0000","last_peered":"2024-09-19T05:37:09.570024+0000","last_clean":"2024-09-19T05:37:09.570024+0000","last_became_active":"2024-09-19T05:37:07.600220+0000","last_became_peered":"2024-09-19T05:37:07.600220+0000","last_unstale":"2024-09-19T05:37:09.570024+0000","last_undegraded":"2024-09-19T05:37:09.570024+0000","last_fullsized":"2024-09-19T05:37:09.570024+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:10.900005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563632+0000","last_change":"2024-09-19T05:37:05.563632+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563632+0000","last_undegraded":"2024-09-19T05:37:05.563632+0000","last_fullsized":"2024-09-19T05:37:05.563632+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597146+0000","last_change":"2024-09-19T05:37:07.591805+0000","last_active":"2024-09-19T05:37:08.597146+0000","last_peered":"2024-09-19T05:37:08.597146+0000","last_clean":"2024-09-19T05:37:08.597146+0000","last_became_active":"2024-09-19T05:37:07.591509+0000","last_became_peered":"2024-09-19T05:37:07.591509+0000","last_unstale":"2024-09-19T05:37:08.597146+0000","last_undegraded":"2024-09-19T05:37:08.597146+0000","last_fullsized":"2024-09-19T05:37:08.597146+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:51.618615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597067+0000","last_change":"2024-09-19T05:37:06.575540+0000","last_active":"2024-09-19T05:37:08.597067+0000","last_peered":"2024-09-19T05:37:08.597067+0000","last_clean":"2024-09-19T05:37:08.597067+0000","last_became_active":"2024-09-19T05:37:06.575172+0000","last_became_peered":"2024-09-19T05:37:06.575172+0000","last_unstale":"2024-09-19T05:37:08.597067+0000","last_undegraded":"2024-09-19T05:37:08.597067+0000","last_fullsized":"2024-09-19T05:37:08.597067+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:28.111984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"88'8","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569974+0000","last_change":"2024-09-19T05:37:06.575761+0000","last_active":"2024-09-19T05:37:09.569974+0000","last_peered":"2024-09-19T05:37:09.569974+0000","last_clean":"2024-09-19T05:37:09.569974+0000","last_became_active":"2024-09-19T05:37:06.575500+0000","last_became_peered":"2024-09-19T05:37:06.575500+0000","last_unstale":"2024-09-19T05:37:09.569974+0000","last_undegraded":"2024-09-19T05:37:09.569974+0000","last_fullsized":"2024-09-19T05:37:09.569974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:11.987332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597062+0000","last_change":"2024-09-19T05:37:06.585696+0000","last_active":"2024-09-19T05:37:08.597062+0000","last_peered":"2024-09-19T05:37:08.597062+0000","last_clean":"2024-09-19T05:37:08.597062+0000","last_became_active":"2024-09-19T05:37:06.585436+0000","last_became_peered":"2024-09-19T05:37:06.585436+0000","last_unstale":"2024-09-19T05:37:08.597062+0000","last_undegraded":"2024-09-19T05:37:08.597062+0000","last_fullsized":"2024-09-19T05:37:08.597062+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:28.356207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596334+0000","last_change":"2024-09-19T05:37:07.592215+0000","last_active":"2024-09-19T05:37:08.596334+0000","last_peered":"2024-09-19T05:37:08.596334+0000","last_clean":"2024-09-19T05:37:08.596334+0000","last_became_active":"2024-09-19T05:37:07.591933+0000","last_became_peered":"2024-09-19T05:37:07.591933+0000","last_unstale":"2024-09-19T05:37:08.596334+0000","last_undegraded":"2024-09-19T05:37:08.596334+0000","last_fullsized":"2024-09-19T05:37:08.596334+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:47.610120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563239+0000","last_change":"2024-09-19T05:37:05.563239+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563239+0000","last_undegraded":"2024-09-19T05:37:05.563239+0000","last_fullsized":"2024-09-19T05:37:05.563239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570638+0000","last_change":"2024-09-19T05:37:07.593628+0000","last_active":"2024-09-19T05:37:09.570638+0000","last_peered":"2024-09-19T05:37:09.570638+0000","last_clean":"2024-09-19T05:37:09.570638+0000","last_became_active":"2024-09-19T05:37:07.593120+0000","last_became_peered":"2024-09-19T05:37:07.593120+0000","last_unstale":"2024-09-19T05:37:09.570638+0000","last_undegraded":"2024-09-19T05:37:09.570638+0000","last_fullsized":"2024-09-19T05:37:09.570638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:55.361439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265614+0000","last_change":"2024-09-19T05:37:06.584203+0000","last_active":"2024-09-19T05:37:09.265614+0000","last_peered":"2024-09-19T05:37:09.265614+0000","last_clean":"2024-09-19T05:37:09.265614+0000","last_became_active":"2024-09-19T05:37:06.583953+0000","last_became_peered":"2024-09-19T05:37:06.583953+0000","last_unstale":"2024-09-19T05:37:09.265614+0000","last_undegraded":"2024-09-19T05:37:09.265614+0000","last_fullsized":"2024-09-19T05:37:09.265614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:12.083354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265686+0000","last_change":"2024-09-19T05:37:06.586239+0000","last_active":"2024-09-19T05:37:09.265686+0000","last_peered":"2024-09-19T05:37:09.265686+0000","last_clean":"2024-09-19T05:37:09.265686+0000","last_became_active":"2024-09-19T05:37:06.585753+0000","last_became_peered":"2024-09-19T05:37:06.585753+0000","last_unstale":"2024-09-19T05:37:09.265686+0000","last_undegraded":"2024-09-19T05:37:09.265686+0000","last_fullsized":"2024-09-19T05:37:09.265686+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:22.928394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596570+0000","last_change":"2024-09-19T05:37:06.580583+0000","last_active":"2024-09-19T05:37:08.596570+0000","last_peered":"2024-09-19T05:37:08.596570+0000","last_clean":"2024-09-19T05:37:08.596570+0000","last_became_active":"2024-09-19T05:37:06.580286+0000","last_became_peered":"2024-09-19T05:37:06.580286+0000","last_unstale":"2024-09-19T05:37:08.596570+0000","last_undegraded":"2024-09-19T05:37:08.596570+0000","last_fullsized":"2024-09-19T05:37:08.596570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:46.910756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596614+0000","last_change":"2024-09-19T05:37:06.579135+0000","last_active":"2024-09-19T05:37:08.596614+0000","last_peered":"2024-09-19T05:37:08.596614+0000","last_clean":"2024-09-19T05:37:08.596614+0000","last_became_active":"2024-09-19T05:37:06.578806+0000","last_became_peered":"2024-09-19T05:37:06.578806+0000","last_unstale":"2024-09-19T05:37:08.596614+0000","last_undegraded":"2024-09-19T05:37:08.596614+0000","last_fullsized":"2024-09-19T05:37:08.596614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:12.419995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265505+0000","last_change":"2024-09-19T05:37:06.580486+0000","last_active":"2024-09-19T05:37:09.265505+0000","last_peered":"2024-09-19T05:37:09.265505+0000","last_clean":"2024-09-19T05:37:09.265505+0000","last_became_active":"2024-09-19T05:37:06.580189+0000","last_became_peered":"2024-09-19T05:37:06.580189+0000","last_unstale":"2024-09-19T05:37:09.265505+0000","last_undegraded":"2024-09-19T05:37:09.265505+0000","last_fullsized":"2024-09-19T05:37:09.265505+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:45.692343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265930+0000","last_change":"2024-09-19T05:37:07.591885+0000","last_active":"2024-09-19T05:37:09.265930+0000","last_peered":"2024-09-19T05:37:09.265930+0000","last_clean":"2024-09-19T05:37:09.265930+0000","last_became_active":"2024-09-19T05:37:07.591519+0000","last_became_peered":"2024-09-19T05:37:07.591519+0000","last_unstale":"2024-09-19T05:37:09.265930+0000","last_undegraded":"2024-09-19T05:37:09.265930+0000","last_fullsized":"2024-09-19T05:37:09.265930+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:28.556684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596498+0000","last_change":"2024-09-19T05:37:06.576428+0000","last_active":"2024-09-19T05:37:08.596498+0000","last_peered":"2024-09-19T05:37:08.596498+0000","last_clean":"2024-09-19T05:37:08.596498+0000","last_became_active":"2024-09-19T05:37:06.576129+0000","last_became_peered":"2024-09-19T05:37:06.576129+0000","last_unstale":"2024-09-19T05:37:08.596498+0000","last_undegraded":"2024-09-19T05:37:08.596498+0000","last_fullsized":"2024-09-19T05:37:08.596498+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:10.535173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570194+0000","last_change":"2024-09-19T05:37:07.604776+0000","last_active":"2024-09-19T05:37:09.570194+0000","last_peered":"2024-09-19T05:37:09.570194+0000","last_clean":"2024-09-19T05:37:09.570194+0000","last_became_active":"2024-09-19T05:37:07.604118+0000","last_became_peered":"2024-09-19T05:37:07.604118+0000","last_unstale":"2024-09-19T05:37:09.570194+0000","last_undegraded":"2024-09-19T05:37:09.570194+0000","last_fullsized":"2024-09-19T05:37:09.570194+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:26.422314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265985+0000","last_change":"2024-09-19T05:37:06.590352+0000","last_active":"2024-09-19T05:37:09.265985+0000","last_peered":"2024-09-19T05:37:09.265985+0000","last_clean":"2024-09-19T05:37:09.265985+0000","last_became_active":"2024-09-19T05:37:06.590003+0000","last_became_peered":"2024-09-19T05:37:06.590003+0000","last_unstale":"2024-09-19T05:37:09.265985+0000","last_undegraded":"2024-09-19T05:37:09.265985+0000","last_fullsized":"2024-09-19T05:37:09.265985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:11.683372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570177+0000","last_change":"2024-09-19T05:37:07.599557+0000","last_active":"2024-09-19T05:37:09.570177+0000","last_peered":"2024-09-19T05:37:09.570177+0000","last_clean":"2024-09-19T05:37:09.570177+0000","last_became_active":"2024-09-19T05:37:07.599217+0000","last_became_peered":"2024-09-19T05:37:07.599217+0000","last_unstale":"2024-09-19T05:37:09.570177+0000","last_undegraded":"2024-09-19T05:37:09.570177+0000","last_fullsized":"2024-09-19T05:37:09.570177+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:21.540148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265677+0000","last_change":"2024-09-19T05:37:06.583360+0000","last_active":"2024-09-19T05:37:09.265677+0000","last_peered":"2024-09-19T05:37:09.265677+0000","last_clean":"2024-09-19T05:37:09.265677+0000","last_became_active":"2024-09-19T05:37:06.583089+0000","last_became_peered":"2024-09-19T05:37:06.583089+0000","last_unstale":"2024-09-19T05:37:09.265677+0000","last_undegraded":"2024-09-19T05:37:09.265677+0000","last_fullsized":"2024-09-19T05:37:09.265677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:05.649180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563167+0000","last_change":"2024-09-19T05:37:05.563167+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563167+0000","last_undegraded":"2024-09-19T05:37:05.563167+0000","last_fullsized":"2024-09-19T05:37:05.563167+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265711+0000","last_change":"2024-09-19T05:37:06.579749+0000","last_active":"2024-09-19T05:37:09.265711+0000","last_peered":"2024-09-19T05:37:09.265711+0000","last_clean":"2024-09-19T05:37:09.265711+0000","last_became_active":"2024-09-19T05:37:06.579002+0000","last_became_peered":"2024-09-19T05:37:06.579002+0000","last_unstale":"2024-09-19T05:37:09.265711+0000","last_undegraded":"2024-09-19T05:37:09.265711+0000","last_fullsized":"2024-09-19T05:37:09.265711+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:28.837228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597476+0000","last_change":"2024-09-19T05:37:07.593381+0000","last_active":"2024-09-19T05:37:08.597476+0000","last_peered":"2024-09-19T05:37:08.597476+0000","last_clean":"2024-09-19T05:37:08.597476+0000","last_became_active":"2024-09-19T05:37:07.593029+0000","last_became_peered":"2024-09-19T05:37:07.593029+0000","last_unstale":"2024-09-19T05:37:08.597476+0000","last_undegraded":"2024-09-19T05:37:08.597476+0000","last_fullsized":"2024-09-19T05:37:08.597476+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:12.687863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.562970+0000","last_change":"2024-09-19T05:37:05.562970+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.562970+0000","last_undegraded":"2024-09-19T05:37:05.562970+0000","last_fullsized":"2024-09-19T05:37:05.562970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563079+0000","last_change":"2024-09-19T05:37:05.563079+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563079+0000","last_undegraded":"2024-09-19T05:37:05.563079+0000","last_fullsized":"2024-09-19T05:37:05.563079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-19T05:37:05.563079+0000","last_change":"2024-09-19T05:37:05.563079+0000","last_active":"2024-09-19T05:37:05.553157+0000","last_peered":"2024-09-19T05:37:05.553157+0000","last_clean":"2024-09-19T05:37:05.553157+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:05.563079+0000","last_undegraded":"2024-09-19T05:37:05.563079+0000","last_fullsized":"2024-09-19T05:37:05.563079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:37:06.557648+0000","last_change":"2024-09-19T05:37:06.557648+0000","last_active":"2024-09-19T05:37:06.557648+0000","last_peered":"2024-09-19T05:37:06.557648+0000","last_clean":"2024-09-19T05:37:06.557648+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:37:06.557648+0000","last_undegraded":"2024-09-19T05:37:06.557648+0000","last_fullsized":"2024-09-19T05:37:06.557648+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570017+0000","last_change":"2024-09-19T05:37:06.582508+0000","last_active":"2024-09-19T05:37:09.570017+0000","last_peered":"2024-09-19T05:37:09.570017+0000","last_clean":"2024-09-19T05:37:09.570017+0000","last_became_active":"2024-09-19T05:37:06.582247+0000","last_became_peered":"2024-09-19T05:37:06.582247+0000","last_unstale":"2024-09-19T05:37:09.570017+0000","last_undegraded":"2024-09-19T05:37:09.570017+0000","last_fullsized":"2024-09-19T05:37:09.570017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:41.545937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":296,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570085+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:37:09.570085+0000","last_peered":"2024-09-19T05:37:09.570085+0000","last_clean":"2024-09-19T05:37:09.570085+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:09.570085+0000","last_undegraded":"2024-09-19T05:37:09.570085+0000","last_fullsized":"2024-09-19T05:37:09.570085+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":5},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509481,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36368,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335472,"statfs":{"total":96636764160,"available":96599523328,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509480,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32212,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339628,"statfs":{"total":96636764160,"available":96603779072,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1044480,"data_stored":438158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542187,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37000,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334840,"statfs":{"total":96636764160,"available":96598876160,"internally_reserved":0,"allocated":1683456,"data_stored":1047505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36428,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335412,"statfs":{"total":96636764160,"available":96599461888,"internally_reserved":0,"allocated":1097728,"data_stored":463395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542187,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36436,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335404,"statfs":{"total":96636764160,"available":96599453696,"internally_reserved":0,"allocated":1114112,"data_stored":465061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542188,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32252,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339588,"statfs":{"total":96636764160,"available":96603738112,"internally_reserved":0,"allocated":1081344,"data_stored":457025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542188,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32836,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339004,"statfs":{"total":96636764160,"available":96603140096,"internally_reserved":0,"allocated":1679360,"data_stored":1047975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:37:14.990 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:37:15.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.103+0000 7fa1b8265640 1 Processor -- start 2024-09-19T05:37:15.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.103+0000 7fa1b8265640 1 -- start start 2024-09-19T05:37:15.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.104+0000 7fa1b8265640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1b006d870 0x7fa1b015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.104+0000 7fa1b8265640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1b01603c0 con 0x7fa1b015e4f0 2024-09-19T05:37:15.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.104+0000 7fa1b8265640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1b006c0c0 con 0x7fa1b006bb20 2024-09-19T05:37:15.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.104+0000 7fa1b8265640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1b006ccd0 con 0x7fa1b006d870 2024-09-19T05:37:15.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b6001640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa1b015e4f0 0x7fa1b015fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36636/0 (socket says 172.21.15.39:36636) 2024-09-19T05:37:15.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b6001640 1 -- 172.21.15.39:0/699349460 learned_addr learned my addr 172.21.15.39:0/699349460 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:15.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b6802640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1b006d870 0x7fa1b015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3188894831 0 0) 0x7fa1b01603c0 con 0x7fa1b015e4f0 2024-09-19T05:37:15.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa19c003520 con 0x7fa1b015e4f0 2024-09-19T05:37:15.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2848159028 0 0) 0x7fa1b006c0c0 con 0x7fa1b006bb20 2024-09-19T05:37:15.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa1b01603c0 con 0x7fa1b006bb20 2024-09-19T05:37:15.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1028436839 0 0) 0x7fa19c003520 con 0x7fa1b015e4f0 2024-09-19T05:37:15.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1b006d870 msgr2=0x7fa1b015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:15.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1b006d870 0x7fa1b015f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 >> v1:172.21.15.50:6789/0 conn(0x7fa1b006bb20 legacy=0x7fa1b006d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1b006c3a0 con 0x7fa1b015e4f0 2024-09-19T05:37:15.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fa1ac001670 con 0x7fa1b015e4f0 2024-09-19T05:37:15.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 >> v1:172.21.15.39:6789/0 conn(0x7fa1b015e4f0 legacy=0x7fa1b015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa19c003b70 0x7fa19c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004800 0x7fa19c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1b006d870 0x7fa19c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa1b006ccd0 con 0x7fa19c003b70 2024-09-19T05:37:15.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa19c00ba70 con 0x7fa19c004800 2024-09-19T05:37:15.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.105+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa19c00bc70 con 0x7fa1b006d870 2024-09-19T05:37:15.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.106+0000 7fa1b6001640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa19c003b70 0x7fa19c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.106+0000 7fa1b5800640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004800 0x7fa19c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.106+0000 7fa1b6802640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1b006d870 0x7fa19c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.106+0000 7fa1b6001640 1 -- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1b006d870 msgr2=0x7fa19c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:15.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.106+0000 7fa1b6001640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1b006d870 0x7fa19c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.106+0000 7fa1b6001640 1 -- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004800 msgr2=0x7fa19c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:15.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.106+0000 7fa1b6001640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa19c004800 0x7fa19c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.106+0000 7fa1b6001640 1 -- 172.21.15.39:0/699349460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa19c003520 con 0x7fa19c003b70 2024-09-19T05:37:15.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.106+0000 7fa1b6802640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa1b006d870 0x7fa19c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:15.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.107+0000 7fa1b6001640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa19c003b70 0x7fa19c003f90 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac001eb0 tx=0x7fa19c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=524db7e20f912859 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:15.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.107+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac007ce0 con 0x7fa19c003b70 2024-09-19T05:37:15.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.107+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1ac005ad0 con 0x7fa19c003b70 2024-09-19T05:37:15.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.107+0000 7fa1b4fff640 1 -- 172.21.15.39:0/699349460 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac007070 con 0x7fa19c003b70 2024-09-19T05:37:15.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.107+0000 7fa1b8265640 1 -- 172.21.15.39:0/699349460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa19c003b70 msgr2=0x7fa19c003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.107+0000 7fa1b8265640 1 --2- 172.21.15.39:0/699349460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa19c003b70 0x7fa19c003f90 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac001eb0 tx=0x7fa19c005830 comp rx=0 tx=0).stop 2024-09-19T05:37:15.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.107+0000 7fa1b6802640 1 -- 172.21.15.39:0/699349460 reap_dead start 2024-09-19T05:37:15.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.108+0000 7fa1b8265640 1 -- 172.21.15.39:0/699349460 shutdown_connections 2024-09-19T05:37:15.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.108+0000 7fa1b8265640 1 -- 172.21.15.39:0/699349460 >> 172.21.15.39:0/699349460 conn(0x7fa1b006e5b0 msgr2=0x7fa1b006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:15.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.108+0000 7fa1b8265640 1 -- 172.21.15.39:0/699349460 shutdown_connections 2024-09-19T05:37:15.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.108+0000 7fa1b8265640 1 -- 172.21.15.39:0/699349460 wait complete. 2024-09-19T05:37:15.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.109+0000 7fa1b8265640 1 Processor -- start 2024-09-19T05:37:15.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.109+0000 7fa1b8265640 1 -- start start 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b8265640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa19c003b70 0x7fa1b015c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b8265640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1b00d26f0 0x7fa1b0155980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b8265640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1b00cfc20 0x7fa1b0159990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b8265640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa1b015e8d0 con 0x7fa1b00d26f0 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b8265640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa1b006c960 con 0x7fa1b00cfc20 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b8265640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1b015f570 con 0x7fa19c003b70 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b5800640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1b00d26f0 0x7fa1b0155980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b5800640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1b00d26f0 0x7fa1b0155980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37324/0 (socket says 172.21.15.39:37324) 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b5800640 1 -- 172.21.15.39:0/632685582 learned_addr learned my addr 172.21.15.39:0/632685582 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b6001640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa19c003b70 0x7fa1b015c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b6802640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1b00cfc20 0x7fa1b0159990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b5800640 1 -- 172.21.15.39:0/632685582 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa19c003b70 msgr2=0x7fa1b015c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b5800640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa19c003b70 0x7fa1b015c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b5800640 1 -- 172.21.15.39:0/632685582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1b00cfc20 msgr2=0x7fa1b0159990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b5800640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1b00cfc20 0x7fa1b0159990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b5800640 1 -- 172.21.15.39:0/632685582 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1b00d2b50 con 0x7fa1b00d26f0 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.110+0000 7fa1b5800640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1b00d26f0 0x7fa1b0155980 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fa1a000f7a0 tx=0x7fa1a000fc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.111+0000 7fa1a67fc640 1 -- 172.21.15.39:0/632685582 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1a001a070 con 0x7fa1b00d26f0 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.111+0000 7fa1a67fc640 1 -- 172.21.15.39:0/632685582 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1a000fe50 con 0x7fa1b00d26f0 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.111+0000 7fa1a67fc640 1 -- 172.21.15.39:0/632685582 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1a0007050 con 0x7fa1b00d26f0 2024-09-19T05:37:15.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.111+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1b0156470 con 0x7fa1b00d26f0 2024-09-19T05:37:15.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.111+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1b00cf140 con 0x7fa1b00d26f0 2024-09-19T05:37:15.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.112+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1b015f900 con 0x7fa1b00d26f0 2024-09-19T05:37:15.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.112+0000 7fa1a67fc640 1 -- 172.21.15.39:0/632685582 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa1a001d070 con 0x7fa1b00d26f0 2024-09-19T05:37:15.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.113+0000 7fa1a67fc640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa19406c2e0 0x7fa19406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.113+0000 7fa1b6001640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa19406c2e0 0x7fa19406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.113+0000 7fa1a67fc640 1 -- 172.21.15.39:0/632685582 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7fa1a008ab10 con 0x7fa1b00d26f0 2024-09-19T05:37:15.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.113+0000 7fa1b6001640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa19406c2e0 0x7fa19406e7a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac032000 tx=0x7fa1ac034040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:15.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.118+0000 7fa1a67fc640 1 -- 172.21.15.39:0/632685582 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa1b00d2b50 con 0x7fa1b00d26f0 2024-09-19T05:37:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.289+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa1b006d200 con 0x7fa19406c2e0 2024-09-19T05:37:15.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.295+0000 7fa1a67fc640 1 -- 172.21.15.39:0/632685582 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252083 (secure 0 0 0) 0x7fa1b006d200 con 0x7fa19406c2e0 2024-09-19T05:37:15.300 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:15.301 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa19406c2e0 msgr2=0x7fa19406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa19406c2e0 0x7fa19406e7a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac032000 tx=0x7fa1ac034040 comp rx=0 tx=0).stop 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1b00d26f0 msgr2=0x7fa1b0155980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1b00d26f0 0x7fa1b0155980 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fa1a000f7a0 tx=0x7fa1a000fc60 comp rx=0 tx=0).stop 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 shutdown_connections 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa19406c2e0 0x7fa19406e7a0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1b00cfc20 0x7fa1b0159990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1b00d26f0 0x7fa1b0155980 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 --2- 172.21.15.39:0/632685582 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa19c003b70 0x7fa1b015c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 >> 172.21.15.39:0/632685582 conn(0x7fa1b006e5b0 msgr2=0x7fa1b015eda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:15.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 shutdown_connections 2024-09-19T05:37:15.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.298+0000 7fa1b8265640 1 -- 172.21.15.39:0/632685582 wait complete. 2024-09-19T05:37:15.311 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":182,"stamp":"2024-09-19T05:37:14.707047+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":157,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":280084,"kb_used_data":9732,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754694636,"statfs":{"total":773094113280,"available":772807307264,"internally_reserved":0,"allocated":9965568,"data_stored":4873256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":276614704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001769"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570145+0000","last_change":"2024-09-19T05:37:07.605043+0000","last_active":"2024-09-19T05:37:09.570145+0000","last_peered":"2024-09-19T05:37:09.570145+0000","last_clean":"2024-09-19T05:37:09.570145+0000","last_became_active":"2024-09-19T05:37:07.604492+0000","last_became_peered":"2024-09-19T05:37:07.604492+0000","last_unstale":"2024-09-19T05:37:09.570145+0000","last_undegraded":"2024-09-19T05:37:09.570145+0000","last_fullsized":"2024-09-19T05:37:09.570145+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:15.921903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265800+0000","last_change":"2024-09-19T05:37:07.597836+0000","last_active":"2024-09-19T05:37:09.265800+0000","last_peered":"2024-09-19T05:37:09.265800+0000","last_clean":"2024-09-19T05:37:09.265800+0000","last_became_active":"2024-09-19T05:37:07.597439+0000","last_became_peered":"2024-09-19T05:37:07.597439+0000","last_unstale":"2024-09-19T05:37:09.265800+0000","last_undegraded":"2024-09-19T05:37:09.265800+0000","last_fullsized":"2024-09-19T05:37:09.265800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:28.304743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570078+0000","last_change":"2024-09-19T05:37:07.596672+0000","last_active":"2024-09-19T05:37:09.570078+0000","last_peered":"2024-09-19T05:37:09.570078+0000","last_clean":"2024-09-19T05:37:09.570078+0000","last_became_active":"2024-09-19T05:37:07.596379+0000","last_became_peered":"2024-09-19T05:37:07.596379+0000","last_unstale":"2024-09-19T05:37:09.570078+0000","last_undegraded":"2024-09-19T05:37:09.570078+0000","last_fullsized":"2024-09-19T05:37:09.570078+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:59.905589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223597+0000","last_change":"2024-09-19T05:37:07.595356+0000","last_active":"2024-09-19T05:37:09.223597+0000","last_peered":"2024-09-19T05:37:09.223597+0000","last_clean":"2024-09-19T05:37:09.223597+0000","last_became_active":"2024-09-19T05:37:07.594966+0000","last_became_peered":"2024-09-19T05:37:07.594966+0000","last_unstale":"2024-09-19T05:37:09.223597+0000","last_undegraded":"2024-09-19T05:37:09.223597+0000","last_fullsized":"2024-09-19T05:37:09.223597+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:06.597169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570042+0000","last_change":"2024-09-19T05:37:07.588579+0000","last_active":"2024-09-19T05:37:09.570042+0000","last_peered":"2024-09-19T05:37:09.570042+0000","last_clean":"2024-09-19T05:37:09.570042+0000","last_became_active":"2024-09-19T05:37:07.588314+0000","last_became_peered":"2024-09-19T05:37:07.588314+0000","last_unstale":"2024-09-19T05:37:09.570042+0000","last_undegraded":"2024-09-19T05:37:09.570042+0000","last_fullsized":"2024-09-19T05:37:09.570042+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:41.076924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570178+0000","last_change":"2024-09-19T05:37:07.585921+0000","last_active":"2024-09-19T05:37:09.570178+0000","last_peered":"2024-09-19T05:37:09.570178+0000","last_clean":"2024-09-19T05:37:09.570178+0000","last_became_active":"2024-09-19T05:37:07.585645+0000","last_became_peered":"2024-09-19T05:37:07.585645+0000","last_unstale":"2024-09-19T05:37:09.570178+0000","last_undegraded":"2024-09-19T05:37:09.570178+0000","last_fullsized":"2024-09-19T05:37:09.570178+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:05.745916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570347+0000","last_change":"2024-09-19T05:37:07.584506+0000","last_active":"2024-09-19T05:37:09.570347+0000","last_peered":"2024-09-19T05:37:09.570347+0000","last_clean":"2024-09-19T05:37:09.570347+0000","last_became_active":"2024-09-19T05:37:07.584062+0000","last_became_peered":"2024-09-19T05:37:07.584062+0000","last_unstale":"2024-09-19T05:37:09.570347+0000","last_undegraded":"2024-09-19T05:37:09.570347+0000","last_fullsized":"2024-09-19T05:37:09.570347+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:50.191697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265386+0000","last_change":"2024-09-19T05:37:07.592625+0000","last_active":"2024-09-19T05:37:09.265386+0000","last_peered":"2024-09-19T05:37:09.265386+0000","last_clean":"2024-09-19T05:37:09.265386+0000","last_became_active":"2024-09-19T05:37:07.592328+0000","last_became_peered":"2024-09-19T05:37:07.592328+0000","last_unstale":"2024-09-19T05:37:09.265386+0000","last_undegraded":"2024-09-19T05:37:09.265386+0000","last_fullsized":"2024-09-19T05:37:09.265386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:37.100683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597282+0000","last_change":"2024-09-19T05:37:07.597017+0000","last_active":"2024-09-19T05:37:08.597282+0000","last_peered":"2024-09-19T05:37:08.597282+0000","last_clean":"2024-09-19T05:37:08.597282+0000","last_became_active":"2024-09-19T05:37:07.596703+0000","last_became_peered":"2024-09-19T05:37:07.596703+0000","last_unstale":"2024-09-19T05:37:08.597282+0000","last_undegraded":"2024-09-19T05:37:08.597282+0000","last_fullsized":"2024-09-19T05:37:08.597282+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:42.550428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570140+0000","last_change":"2024-09-19T05:37:07.607308+0000","last_active":"2024-09-19T05:37:09.570140+0000","last_peered":"2024-09-19T05:37:09.570140+0000","last_clean":"2024-09-19T05:37:09.570140+0000","last_became_active":"2024-09-19T05:37:07.606996+0000","last_became_peered":"2024-09-19T05:37:07.606996+0000","last_unstale":"2024-09-19T05:37:09.570140+0000","last_undegraded":"2024-09-19T05:37:09.570140+0000","last_fullsized":"2024-09-19T05:37:09.570140+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:44.427485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570380+0000","last_change":"2024-09-19T05:37:07.593401+0000","last_active":"2024-09-19T05:37:09.570380+0000","last_peered":"2024-09-19T05:37:09.570380+0000","last_clean":"2024-09-19T05:37:09.570380+0000","last_became_active":"2024-09-19T05:37:07.592375+0000","last_became_peered":"2024-09-19T05:37:07.592375+0000","last_unstale":"2024-09-19T05:37:09.570380+0000","last_undegraded":"2024-09-19T05:37:09.570380+0000","last_fullsized":"2024-09-19T05:37:09.570380+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:28.435915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597525+0000","last_change":"2024-09-19T05:37:07.603924+0000","last_active":"2024-09-19T05:37:08.597525+0000","last_peered":"2024-09-19T05:37:08.597525+0000","last_clean":"2024-09-19T05:37:08.597525+0000","last_became_active":"2024-09-19T05:37:07.603666+0000","last_became_peered":"2024-09-19T05:37:07.603666+0000","last_unstale":"2024-09-19T05:37:08.597525+0000","last_undegraded":"2024-09-19T05:37:08.597525+0000","last_fullsized":"2024-09-19T05:37:08.597525+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:52.147337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223492+0000","last_change":"2024-09-19T05:37:07.592785+0000","last_active":"2024-09-19T05:37:09.223492+0000","last_peered":"2024-09-19T05:37:09.223492+0000","last_clean":"2024-09-19T05:37:09.223492+0000","last_became_active":"2024-09-19T05:37:07.592391+0000","last_became_peered":"2024-09-19T05:37:07.592391+0000","last_unstale":"2024-09-19T05:37:09.223492+0000","last_undegraded":"2024-09-19T05:37:09.223492+0000","last_fullsized":"2024-09-19T05:37:09.223492+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:25.479956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.594989+0000","last_change":"2024-09-19T05:37:07.596138+0000","last_active":"2024-09-19T05:37:08.594989+0000","last_peered":"2024-09-19T05:37:08.594989+0000","last_clean":"2024-09-19T05:37:08.594989+0000","last_became_active":"2024-09-19T05:37:07.595653+0000","last_became_peered":"2024-09-19T05:37:07.595653+0000","last_unstale":"2024-09-19T05:37:08.594989+0000","last_undegraded":"2024-09-19T05:37:08.594989+0000","last_fullsized":"2024-09-19T05:37:08.594989+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:24.905532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223343+0000","last_change":"2024-09-19T05:37:07.601951+0000","last_active":"2024-09-19T05:37:09.223343+0000","last_peered":"2024-09-19T05:37:09.223343+0000","last_clean":"2024-09-19T05:37:09.223343+0000","last_became_active":"2024-09-19T05:37:07.601664+0000","last_became_peered":"2024-09-19T05:37:07.601664+0000","last_unstale":"2024-09-19T05:37:09.223343+0000","last_undegraded":"2024-09-19T05:37:09.223343+0000","last_fullsized":"2024-09-19T05:37:09.223343+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:43.037626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569838+0000","last_change":"2024-09-19T05:37:07.594316+0000","last_active":"2024-09-19T05:37:09.569838+0000","last_peered":"2024-09-19T05:37:09.569838+0000","last_clean":"2024-09-19T05:37:09.569838+0000","last_became_active":"2024-09-19T05:37:07.594043+0000","last_became_peered":"2024-09-19T05:37:07.594043+0000","last_unstale":"2024-09-19T05:37:09.569838+0000","last_undegraded":"2024-09-19T05:37:09.569838+0000","last_fullsized":"2024-09-19T05:37:09.569838+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:50.763395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265906+0000","last_change":"2024-09-19T05:37:07.591360+0000","last_active":"2024-09-19T05:37:09.265906+0000","last_peered":"2024-09-19T05:37:09.265906+0000","last_clean":"2024-09-19T05:37:09.265906+0000","last_became_active":"2024-09-19T05:37:07.591070+0000","last_became_peered":"2024-09-19T05:37:07.591070+0000","last_unstale":"2024-09-19T05:37:09.265906+0000","last_undegraded":"2024-09-19T05:37:09.265906+0000","last_fullsized":"2024-09-19T05:37:09.265906+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:55.361439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223651+0000","last_change":"2024-09-19T05:37:07.599147+0000","last_active":"2024-09-19T05:37:09.223651+0000","last_peered":"2024-09-19T05:37:09.223651+0000","last_clean":"2024-09-19T05:37:09.223651+0000","last_became_active":"2024-09-19T05:37:07.598859+0000","last_became_peered":"2024-09-19T05:37:07.598859+0000","last_unstale":"2024-09-19T05:37:09.223651+0000","last_undegraded":"2024-09-19T05:37:09.223651+0000","last_fullsized":"2024-09-19T05:37:09.223651+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:56.720855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595470+0000","last_change":"2024-09-19T05:37:07.602850+0000","last_active":"2024-09-19T05:37:08.595470+0000","last_peered":"2024-09-19T05:37:08.595470+0000","last_clean":"2024-09-19T05:37:08.595470+0000","last_became_active":"2024-09-19T05:37:07.602550+0000","last_became_peered":"2024-09-19T05:37:07.602550+0000","last_unstale":"2024-09-19T05:37:08.595470+0000","last_undegraded":"2024-09-19T05:37:08.595470+0000","last_fullsized":"2024-09-19T05:37:08.595470+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:42.299550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597497+0000","last_change":"2024-09-19T05:37:07.597730+0000","last_active":"2024-09-19T05:37:08.597497+0000","last_peered":"2024-09-19T05:37:08.597497+0000","last_clean":"2024-09-19T05:37:08.597497+0000","last_became_active":"2024-09-19T05:37:07.597464+0000","last_became_peered":"2024-09-19T05:37:07.597464+0000","last_unstale":"2024-09-19T05:37:08.597497+0000","last_undegraded":"2024-09-19T05:37:08.597497+0000","last_fullsized":"2024-09-19T05:37:08.597497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:03.817330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595279+0000","last_change":"2024-09-19T05:37:07.596980+0000","last_active":"2024-09-19T05:37:08.595279+0000","last_peered":"2024-09-19T05:37:08.595279+0000","last_clean":"2024-09-19T05:37:08.595279+0000","last_became_active":"2024-09-19T05:37:07.596628+0000","last_became_peered":"2024-09-19T05:37:07.596628+0000","last_unstale":"2024-09-19T05:37:08.595279+0000","last_undegraded":"2024-09-19T05:37:08.595279+0000","last_fullsized":"2024-09-19T05:37:08.595279+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:29.899105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265541+0000","last_change":"2024-09-19T05:37:07.593404+0000","last_active":"2024-09-19T05:37:09.265541+0000","last_peered":"2024-09-19T05:37:09.265541+0000","last_clean":"2024-09-19T05:37:09.265541+0000","last_became_active":"2024-09-19T05:37:07.593124+0000","last_became_peered":"2024-09-19T05:37:07.593124+0000","last_unstale":"2024-09-19T05:37:09.265541+0000","last_undegraded":"2024-09-19T05:37:09.265541+0000","last_fullsized":"2024-09-19T05:37:09.265541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:50.191697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265429+0000","last_change":"2024-09-19T05:37:07.596927+0000","last_active":"2024-09-19T05:37:09.265429+0000","last_peered":"2024-09-19T05:37:09.265429+0000","last_clean":"2024-09-19T05:37:09.265429+0000","last_became_active":"2024-09-19T05:37:07.596634+0000","last_became_peered":"2024-09-19T05:37:07.596634+0000","last_unstale":"2024-09-19T05:37:09.265429+0000","last_undegraded":"2024-09-19T05:37:09.265429+0000","last_fullsized":"2024-09-19T05:37:09.265429+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:05.745916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570179+0000","last_change":"2024-09-19T05:37:07.601361+0000","last_active":"2024-09-19T05:37:09.570179+0000","last_peered":"2024-09-19T05:37:09.570179+0000","last_clean":"2024-09-19T05:37:09.570179+0000","last_became_active":"2024-09-19T05:37:07.600594+0000","last_became_peered":"2024-09-19T05:37:07.600594+0000","last_unstale":"2024-09-19T05:37:09.570179+0000","last_undegraded":"2024-09-19T05:37:09.570179+0000","last_fullsized":"2024-09-19T05:37:09.570179+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:37.100683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570658+0000","last_change":"2024-09-19T05:37:07.605032+0000","last_active":"2024-09-19T05:37:09.570658+0000","last_peered":"2024-09-19T05:37:09.570658+0000","last_clean":"2024-09-19T05:37:09.570658+0000","last_became_active":"2024-09-19T05:37:07.604715+0000","last_became_peered":"2024-09-19T05:37:07.604715+0000","last_unstale":"2024-09-19T05:37:09.570658+0000","last_undegraded":"2024-09-19T05:37:09.570658+0000","last_fullsized":"2024-09-19T05:37:09.570658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:32.229820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265825+0000","last_change":"2024-09-19T05:37:07.608077+0000","last_active":"2024-09-19T05:37:09.265825+0000","last_peered":"2024-09-19T05:37:09.265825+0000","last_clean":"2024-09-19T05:37:09.265825+0000","last_became_active":"2024-09-19T05:37:07.607769+0000","last_became_peered":"2024-09-19T05:37:07.607769+0000","last_unstale":"2024-09-19T05:37:09.265825+0000","last_undegraded":"2024-09-19T05:37:09.265825+0000","last_fullsized":"2024-09-19T05:37:09.265825+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:12.994747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570474+0000","last_change":"2024-09-19T05:37:07.595970+0000","last_active":"2024-09-19T05:37:09.570474+0000","last_peered":"2024-09-19T05:37:09.570474+0000","last_clean":"2024-09-19T05:37:09.570474+0000","last_became_active":"2024-09-19T05:37:07.595688+0000","last_became_peered":"2024-09-19T05:37:07.595688+0000","last_unstale":"2024-09-19T05:37:09.570474+0000","last_undegraded":"2024-09-19T05:37:09.570474+0000","last_fullsized":"2024-09-19T05:37:09.570474+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:28.304743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570345+0000","last_change":"2024-09-19T05:37:07.593893+0000","last_active":"2024-09-19T05:37:09.570345+0000","last_peered":"2024-09-19T05:37:09.570345+0000","last_clean":"2024-09-19T05:37:09.570345+0000","last_became_active":"2024-09-19T05:37:07.593524+0000","last_became_peered":"2024-09-19T05:37:07.593524+0000","last_unstale":"2024-09-19T05:37:09.570345+0000","last_undegraded":"2024-09-19T05:37:09.570345+0000","last_fullsized":"2024-09-19T05:37:09.570345+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:43.037626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265588+0000","last_change":"2024-09-19T05:37:07.608845+0000","last_active":"2024-09-19T05:37:09.265588+0000","last_peered":"2024-09-19T05:37:09.265588+0000","last_clean":"2024-09-19T05:37:09.265588+0000","last_became_active":"2024-09-19T05:37:07.608168+0000","last_became_peered":"2024-09-19T05:37:07.608168+0000","last_unstale":"2024-09-19T05:37:09.265588+0000","last_undegraded":"2024-09-19T05:37:09.265588+0000","last_fullsized":"2024-09-19T05:37:09.265588+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:28.435915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.594986+0000","last_change":"2024-09-19T05:37:07.607326+0000","last_active":"2024-09-19T05:37:08.594986+0000","last_peered":"2024-09-19T05:37:08.594986+0000","last_clean":"2024-09-19T05:37:08.594986+0000","last_became_active":"2024-09-19T05:37:07.607018+0000","last_became_peered":"2024-09-19T05:37:07.607018+0000","last_unstale":"2024-09-19T05:37:08.594986+0000","last_undegraded":"2024-09-19T05:37:08.594986+0000","last_fullsized":"2024-09-19T05:37:08.594986+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:40.507064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223537+0000","last_change":"2024-09-19T05:37:07.592778+0000","last_active":"2024-09-19T05:37:09.223537+0000","last_peered":"2024-09-19T05:37:09.223537+0000","last_clean":"2024-09-19T05:37:09.223537+0000","last_became_active":"2024-09-19T05:37:07.592471+0000","last_became_peered":"2024-09-19T05:37:07.592471+0000","last_unstale":"2024-09-19T05:37:09.223537+0000","last_undegraded":"2024-09-19T05:37:09.223537+0000","last_fullsized":"2024-09-19T05:37:09.223537+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:32.229820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569802+0000","last_change":"2024-09-19T05:37:07.598839+0000","last_active":"2024-09-19T05:37:09.569802+0000","last_peered":"2024-09-19T05:37:09.569802+0000","last_clean":"2024-09-19T05:37:09.569802+0000","last_became_active":"2024-09-19T05:37:07.597134+0000","last_became_peered":"2024-09-19T05:37:07.597134+0000","last_unstale":"2024-09-19T05:37:09.569802+0000","last_undegraded":"2024-09-19T05:37:09.569802+0000","last_fullsized":"2024-09-19T05:37:09.569802+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:41.108680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595537+0000","last_change":"2024-09-19T05:37:07.597002+0000","last_active":"2024-09-19T05:37:08.595537+0000","last_peered":"2024-09-19T05:37:08.595537+0000","last_clean":"2024-09-19T05:37:08.595537+0000","last_became_active":"2024-09-19T05:37:07.596688+0000","last_became_peered":"2024-09-19T05:37:07.596688+0000","last_unstale":"2024-09-19T05:37:08.595537+0000","last_undegraded":"2024-09-19T05:37:08.595537+0000","last_fullsized":"2024-09-19T05:37:08.595537+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:54.972963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"88'4","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265861+0000","last_change":"2024-09-19T05:37:06.579092+0000","last_active":"2024-09-19T05:37:09.265861+0000","last_peered":"2024-09-19T05:37:09.265861+0000","last_clean":"2024-09-19T05:37:09.265861+0000","last_became_active":"2024-09-19T05:37:06.578793+0000","last_became_peered":"2024-09-19T05:37:06.578793+0000","last_unstale":"2024-09-19T05:37:09.265861+0000","last_undegraded":"2024-09-19T05:37:09.265861+0000","last_fullsized":"2024-09-19T05:37:09.265861+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:34.233151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223751+0000","last_change":"2024-09-19T05:37:07.594301+0000","last_active":"2024-09-19T05:37:09.223751+0000","last_peered":"2024-09-19T05:37:09.223751+0000","last_clean":"2024-09-19T05:37:09.223751+0000","last_became_active":"2024-09-19T05:37:07.593178+0000","last_became_peered":"2024-09-19T05:37:07.593178+0000","last_unstale":"2024-09-19T05:37:09.223751+0000","last_undegraded":"2024-09-19T05:37:09.223751+0000","last_fullsized":"2024-09-19T05:37:09.223751+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:42.299028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570000+0000","last_change":"2024-09-19T05:37:06.581538+0000","last_active":"2024-09-19T05:37:09.570000+0000","last_peered":"2024-09-19T05:37:09.570000+0000","last_clean":"2024-09-19T05:37:09.570000+0000","last_became_active":"2024-09-19T05:37:06.581233+0000","last_became_peered":"2024-09-19T05:37:06.581233+0000","last_unstale":"2024-09-19T05:37:09.570000+0000","last_undegraded":"2024-09-19T05:37:09.570000+0000","last_fullsized":"2024-09-19T05:37:09.570000+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:12.083354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569999+0000","last_change":"2024-09-19T05:37:07.598058+0000","last_active":"2024-09-19T05:37:09.569999+0000","last_peered":"2024-09-19T05:37:09.569999+0000","last_clean":"2024-09-19T05:37:09.569999+0000","last_became_active":"2024-09-19T05:37:07.597625+0000","last_became_peered":"2024-09-19T05:37:07.597625+0000","last_unstale":"2024-09-19T05:37:09.569999+0000","last_undegraded":"2024-09-19T05:37:09.569999+0000","last_fullsized":"2024-09-19T05:37:09.569999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:23.639790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265718+0000","last_change":"2024-09-19T05:37:06.586742+0000","last_active":"2024-09-19T05:37:09.265718+0000","last_peered":"2024-09-19T05:37:09.265718+0000","last_clean":"2024-09-19T05:37:09.265718+0000","last_became_active":"2024-09-19T05:37:06.586430+0000","last_became_peered":"2024-09-19T05:37:06.586430+0000","last_unstale":"2024-09-19T05:37:09.265718+0000","last_undegraded":"2024-09-19T05:37:09.265718+0000","last_fullsized":"2024-09-19T05:37:09.265718+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:16.013865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597172+0000","last_change":"2024-09-19T05:37:07.591293+0000","last_active":"2024-09-19T05:37:08.597172+0000","last_peered":"2024-09-19T05:37:08.597172+0000","last_clean":"2024-09-19T05:37:08.597172+0000","last_became_active":"2024-09-19T05:37:07.590937+0000","last_became_peered":"2024-09-19T05:37:07.590937+0000","last_unstale":"2024-09-19T05:37:08.597172+0000","last_undegraded":"2024-09-19T05:37:08.597172+0000","last_fullsized":"2024-09-19T05:37:08.597172+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:13.087845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265536+0000","last_change":"2024-09-19T05:37:06.582062+0000","last_active":"2024-09-19T05:37:09.265536+0000","last_peered":"2024-09-19T05:37:09.265536+0000","last_clean":"2024-09-19T05:37:09.265536+0000","last_became_active":"2024-09-19T05:37:06.581764+0000","last_became_peered":"2024-09-19T05:37:06.581764+0000","last_unstale":"2024-09-19T05:37:09.265536+0000","last_undegraded":"2024-09-19T05:37:09.265536+0000","last_fullsized":"2024-09-19T05:37:09.265536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:50.614124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596658+0000","last_change":"2024-09-19T05:37:07.593378+0000","last_active":"2024-09-19T05:37:08.596658+0000","last_peered":"2024-09-19T05:37:08.596658+0000","last_clean":"2024-09-19T05:37:08.596658+0000","last_became_active":"2024-09-19T05:37:07.593096+0000","last_became_peered":"2024-09-19T05:37:07.593096+0000","last_unstale":"2024-09-19T05:37:08.596658+0000","last_undegraded":"2024-09-19T05:37:08.596658+0000","last_fullsized":"2024-09-19T05:37:08.596658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:50.351874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570162+0000","last_change":"2024-09-19T05:37:06.575374+0000","last_active":"2024-09-19T05:37:09.570162+0000","last_peered":"2024-09-19T05:37:09.570162+0000","last_clean":"2024-09-19T05:37:09.570162+0000","last_became_active":"2024-09-19T05:37:06.575068+0000","last_became_peered":"2024-09-19T05:37:06.575068+0000","last_unstale":"2024-09-19T05:37:09.570162+0000","last_undegraded":"2024-09-19T05:37:09.570162+0000","last_fullsized":"2024-09-19T05:37:09.570162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:49.172183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569960+0000","last_change":"2024-09-19T05:37:07.598553+0000","last_active":"2024-09-19T05:37:09.569960+0000","last_peered":"2024-09-19T05:37:09.569960+0000","last_clean":"2024-09-19T05:37:09.569960+0000","last_became_active":"2024-09-19T05:37:07.596737+0000","last_became_peered":"2024-09-19T05:37:07.596737+0000","last_unstale":"2024-09-19T05:37:09.569960+0000","last_undegraded":"2024-09-19T05:37:09.569960+0000","last_fullsized":"2024-09-19T05:37:09.569960+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:30.327011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265599+0000","last_change":"2024-09-19T05:37:06.583101+0000","last_active":"2024-09-19T05:37:09.265599+0000","last_peered":"2024-09-19T05:37:09.265599+0000","last_clean":"2024-09-19T05:37:09.265599+0000","last_became_active":"2024-09-19T05:37:06.582798+0000","last_became_peered":"2024-09-19T05:37:06.582798+0000","last_unstale":"2024-09-19T05:37:09.265599+0000","last_undegraded":"2024-09-19T05:37:09.265599+0000","last_fullsized":"2024-09-19T05:37:09.265599+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:41.545937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223574+0000","last_change":"2024-09-19T05:37:07.602694+0000","last_active":"2024-09-19T05:37:09.223574+0000","last_peered":"2024-09-19T05:37:09.223574+0000","last_clean":"2024-09-19T05:37:09.223574+0000","last_became_active":"2024-09-19T05:37:07.602356+0000","last_became_peered":"2024-09-19T05:37:07.602356+0000","last_unstale":"2024-09-19T05:37:09.223574+0000","last_undegraded":"2024-09-19T05:37:09.223574+0000","last_fullsized":"2024-09-19T05:37:09.223574+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:21.013183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569935+0000","last_change":"2024-09-19T05:37:06.579689+0000","last_active":"2024-09-19T05:37:09.569935+0000","last_peered":"2024-09-19T05:37:09.569935+0000","last_clean":"2024-09-19T05:37:09.569935+0000","last_became_active":"2024-09-19T05:37:06.579354+0000","last_became_peered":"2024-09-19T05:37:06.579354+0000","last_unstale":"2024-09-19T05:37:09.569935+0000","last_undegraded":"2024-09-19T05:37:09.569935+0000","last_fullsized":"2024-09-19T05:37:09.569935+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:06.909275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596889+0000","last_change":"2024-09-19T05:37:07.591261+0000","last_active":"2024-09-19T05:37:08.596889+0000","last_peered":"2024-09-19T05:37:08.596889+0000","last_clean":"2024-09-19T05:37:08.596889+0000","last_became_active":"2024-09-19T05:37:07.590514+0000","last_became_peered":"2024-09-19T05:37:07.590514+0000","last_unstale":"2024-09-19T05:37:08.596889+0000","last_undegraded":"2024-09-19T05:37:08.596889+0000","last_fullsized":"2024-09-19T05:37:08.596889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:29.841719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569838+0000","last_change":"2024-09-19T05:37:06.579191+0000","last_active":"2024-09-19T05:37:09.569838+0000","last_peered":"2024-09-19T05:37:09.569838+0000","last_clean":"2024-09-19T05:37:09.569838+0000","last_became_active":"2024-09-19T05:37:06.578860+0000","last_became_peered":"2024-09-19T05:37:06.578860+0000","last_unstale":"2024-09-19T05:37:09.569838+0000","last_undegraded":"2024-09-19T05:37:09.569838+0000","last_fullsized":"2024-09-19T05:37:09.569838+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:47:40.153417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265954+0000","last_change":"2024-09-19T05:37:07.602598+0000","last_active":"2024-09-19T05:37:09.265954+0000","last_peered":"2024-09-19T05:37:09.265954+0000","last_clean":"2024-09-19T05:37:09.265954+0000","last_became_active":"2024-09-19T05:37:07.602300+0000","last_became_peered":"2024-09-19T05:37:07.602300+0000","last_unstale":"2024-09-19T05:37:09.265954+0000","last_undegraded":"2024-09-19T05:37:09.265954+0000","last_fullsized":"2024-09-19T05:37:09.265954+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:37.122021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570215+0000","last_change":"2024-09-19T05:37:06.574467+0000","last_active":"2024-09-19T05:37:09.570215+0000","last_peered":"2024-09-19T05:37:09.570215+0000","last_clean":"2024-09-19T05:37:09.570215+0000","last_became_active":"2024-09-19T05:37:06.574160+0000","last_became_peered":"2024-09-19T05:37:06.574160+0000","last_unstale":"2024-09-19T05:37:09.570215+0000","last_undegraded":"2024-09-19T05:37:09.570215+0000","last_fullsized":"2024-09-19T05:37:09.570215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:18.261886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597318+0000","last_change":"2024-09-19T05:37:07.592542+0000","last_active":"2024-09-19T05:37:08.597318+0000","last_peered":"2024-09-19T05:37:08.597318+0000","last_clean":"2024-09-19T05:37:08.597318+0000","last_became_active":"2024-09-19T05:37:07.592199+0000","last_became_peered":"2024-09-19T05:37:07.592199+0000","last_unstale":"2024-09-19T05:37:08.597318+0000","last_undegraded":"2024-09-19T05:37:08.597318+0000","last_fullsized":"2024-09-19T05:37:08.597318+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:35.237642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223699+0000","last_change":"2024-09-19T05:37:06.583094+0000","last_active":"2024-09-19T05:37:09.223699+0000","last_peered":"2024-09-19T05:37:09.223699+0000","last_clean":"2024-09-19T05:37:09.223699+0000","last_became_active":"2024-09-19T05:37:06.582833+0000","last_became_peered":"2024-09-19T05:37:06.582833+0000","last_unstale":"2024-09-19T05:37:09.223699+0000","last_undegraded":"2024-09-19T05:37:09.223699+0000","last_fullsized":"2024-09-19T05:37:09.223699+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:57.129059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570609+0000","last_change":"2024-09-19T05:37:07.602914+0000","last_active":"2024-09-19T05:37:09.570609+0000","last_peered":"2024-09-19T05:37:09.570609+0000","last_clean":"2024-09-19T05:37:09.570609+0000","last_became_active":"2024-09-19T05:37:07.602575+0000","last_became_peered":"2024-09-19T05:37:07.602575+0000","last_unstale":"2024-09-19T05:37:09.570609+0000","last_undegraded":"2024-09-19T05:37:09.570609+0000","last_fullsized":"2024-09-19T05:37:09.570609+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:25.479956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"88'3","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570681+0000","last_change":"2024-09-19T05:37:06.578272+0000","last_active":"2024-09-19T05:37:09.570681+0000","last_peered":"2024-09-19T05:37:09.570681+0000","last_clean":"2024-09-19T05:37:09.570681+0000","last_became_active":"2024-09-19T05:37:06.577899+0000","last_became_peered":"2024-09-19T05:37:06.577899+0000","last_unstale":"2024-09-19T05:37:09.570681+0000","last_undegraded":"2024-09-19T05:37:09.570681+0000","last_fullsized":"2024-09-19T05:37:09.570681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:34.233151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570562+0000","last_change":"2024-09-19T05:37:07.605709+0000","last_active":"2024-09-19T05:37:09.570562+0000","last_peered":"2024-09-19T05:37:09.570562+0000","last_clean":"2024-09-19T05:37:09.570562+0000","last_became_active":"2024-09-19T05:37:07.605348+0000","last_became_peered":"2024-09-19T05:37:07.605348+0000","last_unstale":"2024-09-19T05:37:09.570562+0000","last_undegraded":"2024-09-19T05:37:09.570562+0000","last_fullsized":"2024-09-19T05:37:09.570562+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:12.994747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"88'6","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597561+0000","last_change":"2024-09-19T05:37:06.575493+0000","last_active":"2024-09-19T05:37:08.597561+0000","last_peered":"2024-09-19T05:37:08.597561+0000","last_clean":"2024-09-19T05:37:08.597561+0000","last_became_active":"2024-09-19T05:37:06.575134+0000","last_became_peered":"2024-09-19T05:37:06.575134+0000","last_unstale":"2024-09-19T05:37:08.597561+0000","last_undegraded":"2024-09-19T05:37:08.597561+0000","last_fullsized":"2024-09-19T05:37:08.597561+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:32.478702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223554+0000","last_change":"2024-09-19T05:37:07.586728+0000","last_active":"2024-09-19T05:37:09.223554+0000","last_peered":"2024-09-19T05:37:09.223554+0000","last_clean":"2024-09-19T05:37:09.223554+0000","last_became_active":"2024-09-19T05:37:07.586397+0000","last_became_peered":"2024-09-19T05:37:07.586397+0000","last_unstale":"2024-09-19T05:37:09.223554+0000","last_undegraded":"2024-09-19T05:37:09.223554+0000","last_fullsized":"2024-09-19T05:37:09.223554+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:50.282208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595331+0000","last_change":"2024-09-19T05:37:06.580585+0000","last_active":"2024-09-19T05:37:08.595331+0000","last_peered":"2024-09-19T05:37:08.595331+0000","last_clean":"2024-09-19T05:37:08.595331+0000","last_became_active":"2024-09-19T05:37:06.580234+0000","last_became_peered":"2024-09-19T05:37:06.580234+0000","last_unstale":"2024-09-19T05:37:08.595331+0000","last_undegraded":"2024-09-19T05:37:08.595331+0000","last_fullsized":"2024-09-19T05:37:08.595331+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:31.232630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570024+0000","last_change":"2024-09-19T05:37:07.600533+0000","last_active":"2024-09-19T05:37:09.570024+0000","last_peered":"2024-09-19T05:37:09.570024+0000","last_clean":"2024-09-19T05:37:09.570024+0000","last_became_active":"2024-09-19T05:37:07.600220+0000","last_became_peered":"2024-09-19T05:37:07.600220+0000","last_unstale":"2024-09-19T05:37:09.570024+0000","last_undegraded":"2024-09-19T05:37:09.570024+0000","last_fullsized":"2024-09-19T05:37:09.570024+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:10.900005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595181+0000","last_change":"2024-09-19T05:37:06.580249+0000","last_active":"2024-09-19T05:37:08.595181+0000","last_peered":"2024-09-19T05:37:08.595181+0000","last_clean":"2024-09-19T05:37:08.595181+0000","last_became_active":"2024-09-19T05:37:06.579989+0000","last_became_peered":"2024-09-19T05:37:06.579989+0000","last_unstale":"2024-09-19T05:37:08.595181+0000","last_undegraded":"2024-09-19T05:37:08.595181+0000","last_fullsized":"2024-09-19T05:37:08.595181+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:20.068519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597146+0000","last_change":"2024-09-19T05:37:07.591805+0000","last_active":"2024-09-19T05:37:08.597146+0000","last_peered":"2024-09-19T05:37:08.597146+0000","last_clean":"2024-09-19T05:37:08.597146+0000","last_became_active":"2024-09-19T05:37:07.591509+0000","last_became_peered":"2024-09-19T05:37:07.591509+0000","last_unstale":"2024-09-19T05:37:08.597146+0000","last_undegraded":"2024-09-19T05:37:08.597146+0000","last_fullsized":"2024-09-19T05:37:08.597146+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:51.618615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597067+0000","last_change":"2024-09-19T05:37:06.575540+0000","last_active":"2024-09-19T05:37:08.597067+0000","last_peered":"2024-09-19T05:37:08.597067+0000","last_clean":"2024-09-19T05:37:08.597067+0000","last_became_active":"2024-09-19T05:37:06.575172+0000","last_became_peered":"2024-09-19T05:37:06.575172+0000","last_unstale":"2024-09-19T05:37:08.597067+0000","last_undegraded":"2024-09-19T05:37:08.597067+0000","last_fullsized":"2024-09-19T05:37:08.597067+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:50:28.111984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.594986+0000","last_change":"2024-09-19T05:37:07.593787+0000","last_active":"2024-09-19T05:37:08.594986+0000","last_peered":"2024-09-19T05:37:08.594986+0000","last_clean":"2024-09-19T05:37:08.594986+0000","last_became_active":"2024-09-19T05:37:07.593478+0000","last_became_peered":"2024-09-19T05:37:07.593478+0000","last_unstale":"2024-09-19T05:37:08.594986+0000","last_undegraded":"2024-09-19T05:37:08.594986+0000","last_fullsized":"2024-09-19T05:37:08.594986+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:24.601441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"88'8","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569974+0000","last_change":"2024-09-19T05:37:06.575761+0000","last_active":"2024-09-19T05:37:09.569974+0000","last_peered":"2024-09-19T05:37:09.569974+0000","last_clean":"2024-09-19T05:37:09.569974+0000","last_became_active":"2024-09-19T05:37:06.575500+0000","last_became_peered":"2024-09-19T05:37:06.575500+0000","last_unstale":"2024-09-19T05:37:09.569974+0000","last_undegraded":"2024-09-19T05:37:09.569974+0000","last_fullsized":"2024-09-19T05:37:09.569974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:11.987332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570677+0000","last_change":"2024-09-19T05:37:07.595304+0000","last_active":"2024-09-19T05:37:09.570677+0000","last_peered":"2024-09-19T05:37:09.570677+0000","last_clean":"2024-09-19T05:37:09.570677+0000","last_became_active":"2024-09-19T05:37:07.594964+0000","last_became_peered":"2024-09-19T05:37:07.594964+0000","last_unstale":"2024-09-19T05:37:09.570677+0000","last_undegraded":"2024-09-19T05:37:09.570677+0000","last_fullsized":"2024-09-19T05:37:09.570677+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:50.282208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597062+0000","last_change":"2024-09-19T05:37:06.585696+0000","last_active":"2024-09-19T05:37:08.597062+0000","last_peered":"2024-09-19T05:37:08.597062+0000","last_clean":"2024-09-19T05:37:08.597062+0000","last_became_active":"2024-09-19T05:37:06.585436+0000","last_became_peered":"2024-09-19T05:37:06.585436+0000","last_unstale":"2024-09-19T05:37:08.597062+0000","last_undegraded":"2024-09-19T05:37:08.597062+0000","last_fullsized":"2024-09-19T05:37:08.597062+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:28.356207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596334+0000","last_change":"2024-09-19T05:37:07.592215+0000","last_active":"2024-09-19T05:37:08.596334+0000","last_peered":"2024-09-19T05:37:08.596334+0000","last_clean":"2024-09-19T05:37:08.596334+0000","last_became_active":"2024-09-19T05:37:07.591933+0000","last_became_peered":"2024-09-19T05:37:07.591933+0000","last_unstale":"2024-09-19T05:37:08.596334+0000","last_undegraded":"2024-09-19T05:37:08.596334+0000","last_fullsized":"2024-09-19T05:37:08.596334+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:47.610120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569987+0000","last_change":"2024-09-19T05:37:06.567125+0000","last_active":"2024-09-19T05:37:09.569987+0000","last_peered":"2024-09-19T05:37:09.569987+0000","last_clean":"2024-09-19T05:37:09.569987+0000","last_became_active":"2024-09-19T05:37:06.566808+0000","last_became_peered":"2024-09-19T05:37:06.566808+0000","last_unstale":"2024-09-19T05:37:09.569987+0000","last_undegraded":"2024-09-19T05:37:09.569987+0000","last_fullsized":"2024-09-19T05:37:09.569987+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:46.353899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570638+0000","last_change":"2024-09-19T05:37:07.593628+0000","last_active":"2024-09-19T05:37:09.570638+0000","last_peered":"2024-09-19T05:37:09.570638+0000","last_clean":"2024-09-19T05:37:09.570638+0000","last_became_active":"2024-09-19T05:37:07.593120+0000","last_became_peered":"2024-09-19T05:37:07.593120+0000","last_unstale":"2024-09-19T05:37:09.570638+0000","last_undegraded":"2024-09-19T05:37:09.570638+0000","last_fullsized":"2024-09-19T05:37:09.570638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:55.361439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265614+0000","last_change":"2024-09-19T05:37:06.584203+0000","last_active":"2024-09-19T05:37:09.265614+0000","last_peered":"2024-09-19T05:37:09.265614+0000","last_clean":"2024-09-19T05:37:09.265614+0000","last_became_active":"2024-09-19T05:37:06.583953+0000","last_became_peered":"2024-09-19T05:37:06.583953+0000","last_unstale":"2024-09-19T05:37:09.265614+0000","last_undegraded":"2024-09-19T05:37:09.265614+0000","last_fullsized":"2024-09-19T05:37:09.265614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:12.083354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595129+0000","last_change":"2024-09-19T05:37:07.599795+0000","last_active":"2024-09-19T05:37:08.595129+0000","last_peered":"2024-09-19T05:37:08.595129+0000","last_clean":"2024-09-19T05:37:08.595129+0000","last_became_active":"2024-09-19T05:37:07.599481+0000","last_became_peered":"2024-09-19T05:37:07.599481+0000","last_unstale":"2024-09-19T05:37:08.595129+0000","last_undegraded":"2024-09-19T05:37:08.595129+0000","last_fullsized":"2024-09-19T05:37:08.595129+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:58.696539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265686+0000","last_change":"2024-09-19T05:37:06.586239+0000","last_active":"2024-09-19T05:37:09.265686+0000","last_peered":"2024-09-19T05:37:09.265686+0000","last_clean":"2024-09-19T05:37:09.265686+0000","last_became_active":"2024-09-19T05:37:06.585753+0000","last_became_peered":"2024-09-19T05:37:06.585753+0000","last_unstale":"2024-09-19T05:37:09.265686+0000","last_undegraded":"2024-09-19T05:37:09.265686+0000","last_fullsized":"2024-09-19T05:37:09.265686+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:22.928394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595328+0000","last_change":"2024-09-19T05:37:07.605958+0000","last_active":"2024-09-19T05:37:08.595328+0000","last_peered":"2024-09-19T05:37:08.595328+0000","last_clean":"2024-09-19T05:37:08.595328+0000","last_became_active":"2024-09-19T05:37:07.605659+0000","last_became_peered":"2024-09-19T05:37:07.605659+0000","last_unstale":"2024-09-19T05:37:08.595328+0000","last_undegraded":"2024-09-19T05:37:08.595328+0000","last_fullsized":"2024-09-19T05:37:08.595328+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:01.025430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596570+0000","last_change":"2024-09-19T05:37:06.580583+0000","last_active":"2024-09-19T05:37:08.596570+0000","last_peered":"2024-09-19T05:37:08.596570+0000","last_clean":"2024-09-19T05:37:08.596570+0000","last_became_active":"2024-09-19T05:37:06.580286+0000","last_became_peered":"2024-09-19T05:37:06.580286+0000","last_unstale":"2024-09-19T05:37:08.596570+0000","last_undegraded":"2024-09-19T05:37:08.596570+0000","last_fullsized":"2024-09-19T05:37:08.596570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:46.910756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.594966+0000","last_change":"2024-09-19T05:37:07.598525+0000","last_active":"2024-09-19T05:37:08.594966+0000","last_peered":"2024-09-19T05:37:08.594966+0000","last_clean":"2024-09-19T05:37:08.594966+0000","last_became_active":"2024-09-19T05:37:07.598204+0000","last_became_peered":"2024-09-19T05:37:07.598204+0000","last_unstale":"2024-09-19T05:37:08.594966+0000","last_undegraded":"2024-09-19T05:37:08.594966+0000","last_fullsized":"2024-09-19T05:37:08.594966+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:11.883555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596614+0000","last_change":"2024-09-19T05:37:06.579135+0000","last_active":"2024-09-19T05:37:08.596614+0000","last_peered":"2024-09-19T05:37:08.596614+0000","last_clean":"2024-09-19T05:37:08.596614+0000","last_became_active":"2024-09-19T05:37:06.578806+0000","last_became_peered":"2024-09-19T05:37:06.578806+0000","last_unstale":"2024-09-19T05:37:08.596614+0000","last_undegraded":"2024-09-19T05:37:08.596614+0000","last_fullsized":"2024-09-19T05:37:08.596614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:12.419995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570326+0000","last_change":"2024-09-19T05:37:07.607262+0000","last_active":"2024-09-19T05:37:09.570326+0000","last_peered":"2024-09-19T05:37:09.570326+0000","last_clean":"2024-09-19T05:37:09.570326+0000","last_became_active":"2024-09-19T05:37:07.606882+0000","last_became_peered":"2024-09-19T05:37:07.606882+0000","last_unstale":"2024-09-19T05:37:09.570326+0000","last_undegraded":"2024-09-19T05:37:09.570326+0000","last_fullsized":"2024-09-19T05:37:09.570326+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:48.435573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265505+0000","last_change":"2024-09-19T05:37:06.580486+0000","last_active":"2024-09-19T05:37:09.265505+0000","last_peered":"2024-09-19T05:37:09.265505+0000","last_clean":"2024-09-19T05:37:09.265505+0000","last_became_active":"2024-09-19T05:37:06.580189+0000","last_became_peered":"2024-09-19T05:37:06.580189+0000","last_unstale":"2024-09-19T05:37:09.265505+0000","last_undegraded":"2024-09-19T05:37:09.265505+0000","last_fullsized":"2024-09-19T05:37:09.265505+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:45.692343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265930+0000","last_change":"2024-09-19T05:37:07.591885+0000","last_active":"2024-09-19T05:37:09.265930+0000","last_peered":"2024-09-19T05:37:09.265930+0000","last_clean":"2024-09-19T05:37:09.265930+0000","last_became_active":"2024-09-19T05:37:07.591519+0000","last_became_peered":"2024-09-19T05:37:07.591519+0000","last_unstale":"2024-09-19T05:37:09.265930+0000","last_undegraded":"2024-09-19T05:37:09.265930+0000","last_fullsized":"2024-09-19T05:37:09.265930+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:47:28.556684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"88'2","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.596498+0000","last_change":"2024-09-19T05:37:06.576428+0000","last_active":"2024-09-19T05:37:08.596498+0000","last_peered":"2024-09-19T05:37:08.596498+0000","last_clean":"2024-09-19T05:37:08.596498+0000","last_became_active":"2024-09-19T05:37:06.576129+0000","last_became_peered":"2024-09-19T05:37:06.576129+0000","last_unstale":"2024-09-19T05:37:08.596498+0000","last_undegraded":"2024-09-19T05:37:08.596498+0000","last_fullsized":"2024-09-19T05:37:08.596498+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:10.535173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570194+0000","last_change":"2024-09-19T05:37:07.604776+0000","last_active":"2024-09-19T05:37:09.570194+0000","last_peered":"2024-09-19T05:37:09.570194+0000","last_clean":"2024-09-19T05:37:09.570194+0000","last_became_active":"2024-09-19T05:37:07.604118+0000","last_became_peered":"2024-09-19T05:37:07.604118+0000","last_unstale":"2024-09-19T05:37:09.570194+0000","last_undegraded":"2024-09-19T05:37:09.570194+0000","last_fullsized":"2024-09-19T05:37:09.570194+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:26.422314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265985+0000","last_change":"2024-09-19T05:37:06.590352+0000","last_active":"2024-09-19T05:37:09.265985+0000","last_peered":"2024-09-19T05:37:09.265985+0000","last_clean":"2024-09-19T05:37:09.265985+0000","last_became_active":"2024-09-19T05:37:06.590003+0000","last_became_peered":"2024-09-19T05:37:06.590003+0000","last_unstale":"2024-09-19T05:37:09.265985+0000","last_undegraded":"2024-09-19T05:37:09.265985+0000","last_fullsized":"2024-09-19T05:37:09.265985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:11.683372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570177+0000","last_change":"2024-09-19T05:37:07.599557+0000","last_active":"2024-09-19T05:37:09.570177+0000","last_peered":"2024-09-19T05:37:09.570177+0000","last_clean":"2024-09-19T05:37:09.570177+0000","last_became_active":"2024-09-19T05:37:07.599217+0000","last_became_peered":"2024-09-19T05:37:07.599217+0000","last_unstale":"2024-09-19T05:37:09.570177+0000","last_undegraded":"2024-09-19T05:37:09.570177+0000","last_fullsized":"2024-09-19T05:37:09.570177+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:21.540148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265677+0000","last_change":"2024-09-19T05:37:06.583360+0000","last_active":"2024-09-19T05:37:09.265677+0000","last_peered":"2024-09-19T05:37:09.265677+0000","last_clean":"2024-09-19T05:37:09.265677+0000","last_became_active":"2024-09-19T05:37:06.583089+0000","last_became_peered":"2024-09-19T05:37:06.583089+0000","last_unstale":"2024-09-19T05:37:09.265677+0000","last_undegraded":"2024-09-19T05:37:09.265677+0000","last_fullsized":"2024-09-19T05:37:09.265677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:05.649180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569906+0000","last_change":"2024-09-19T05:37:07.592989+0000","last_active":"2024-09-19T05:37:09.569906+0000","last_peered":"2024-09-19T05:37:09.569906+0000","last_clean":"2024-09-19T05:37:09.569906+0000","last_became_active":"2024-09-19T05:37:07.592701+0000","last_became_peered":"2024-09-19T05:37:07.592701+0000","last_unstale":"2024-09-19T05:37:09.569906+0000","last_undegraded":"2024-09-19T05:37:09.569906+0000","last_fullsized":"2024-09-19T05:37:09.569906+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:53.582199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570482+0000","last_change":"2024-09-19T05:37:06.573256+0000","last_active":"2024-09-19T05:37:09.570482+0000","last_peered":"2024-09-19T05:37:09.570482+0000","last_clean":"2024-09-19T05:37:09.570482+0000","last_became_active":"2024-09-19T05:37:06.572910+0000","last_became_peered":"2024-09-19T05:37:06.572910+0000","last_unstale":"2024-09-19T05:37:09.570482+0000","last_undegraded":"2024-09-19T05:37:09.570482+0000","last_fullsized":"2024-09-19T05:37:09.570482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:15.386647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595149+0000","last_change":"2024-09-19T05:37:07.595872+0000","last_active":"2024-09-19T05:37:08.595149+0000","last_peered":"2024-09-19T05:37:08.595149+0000","last_clean":"2024-09-19T05:37:08.595149+0000","last_became_active":"2024-09-19T05:37:07.595269+0000","last_became_peered":"2024-09-19T05:37:07.595269+0000","last_unstale":"2024-09-19T05:37:08.595149+0000","last_undegraded":"2024-09-19T05:37:08.595149+0000","last_fullsized":"2024-09-19T05:37:08.595149+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.600777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.265711+0000","last_change":"2024-09-19T05:37:06.579749+0000","last_active":"2024-09-19T05:37:09.265711+0000","last_peered":"2024-09-19T05:37:09.265711+0000","last_clean":"2024-09-19T05:37:09.265711+0000","last_became_active":"2024-09-19T05:37:06.579002+0000","last_became_peered":"2024-09-19T05:37:06.579002+0000","last_unstale":"2024-09-19T05:37:09.265711+0000","last_undegraded":"2024-09-19T05:37:09.265711+0000","last_fullsized":"2024-09-19T05:37:09.265711+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:28.837228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.597476+0000","last_change":"2024-09-19T05:37:07.593381+0000","last_active":"2024-09-19T05:37:08.597476+0000","last_peered":"2024-09-19T05:37:08.597476+0000","last_clean":"2024-09-19T05:37:08.597476+0000","last_became_active":"2024-09-19T05:37:07.593029+0000","last_became_peered":"2024-09-19T05:37:07.593029+0000","last_unstale":"2024-09-19T05:37:08.597476+0000","last_undegraded":"2024-09-19T05:37:08.597476+0000","last_fullsized":"2024-09-19T05:37:08.597476+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:12.687863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570132+0000","last_change":"2024-09-19T05:37:06.580394+0000","last_active":"2024-09-19T05:37:09.570132+0000","last_peered":"2024-09-19T05:37:09.570132+0000","last_clean":"2024-09-19T05:37:09.570132+0000","last_became_active":"2024-09-19T05:37:06.580036+0000","last_became_peered":"2024-09-19T05:37:06.580036+0000","last_unstale":"2024-09-19T05:37:09.570132+0000","last_undegraded":"2024-09-19T05:37:09.570132+0000","last_fullsized":"2024-09-19T05:37:09.570132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:04.343518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.594969+0000","last_change":"2024-09-19T05:37:07.596541+0000","last_active":"2024-09-19T05:37:08.594969+0000","last_peered":"2024-09-19T05:37:08.594969+0000","last_clean":"2024-09-19T05:37:08.594969+0000","last_became_active":"2024-09-19T05:37:07.596210+0000","last_became_peered":"2024-09-19T05:37:07.596210+0000","last_unstale":"2024-09-19T05:37:08.594969+0000","last_undegraded":"2024-09-19T05:37:08.594969+0000","last_fullsized":"2024-09-19T05:37:08.594969+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:55:26.018392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.223317+0000","last_change":"2024-09-19T05:37:06.584760+0000","last_active":"2024-09-19T05:37:09.223317+0000","last_peered":"2024-09-19T05:37:09.223317+0000","last_clean":"2024-09-19T05:37:09.223317+0000","last_became_active":"2024-09-19T05:37:06.584435+0000","last_became_peered":"2024-09-19T05:37:06.584435+0000","last_unstale":"2024-09-19T05:37:09.223317+0000","last_undegraded":"2024-09-19T05:37:09.223317+0000","last_fullsized":"2024-09-19T05:37:09.223317+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:18.666047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.569869+0000","last_change":"2024-09-19T05:37:07.591945+0000","last_active":"2024-09-19T05:37:09.569869+0000","last_peered":"2024-09-19T05:37:09.569869+0000","last_clean":"2024-09-19T05:37:09.569869+0000","last_became_active":"2024-09-19T05:37:07.591610+0000","last_became_peered":"2024-09-19T05:37:07.591610+0000","last_unstale":"2024-09-19T05:37:09.569869+0000","last_undegraded":"2024-09-19T05:37:09.569869+0000","last_fullsized":"2024-09-19T05:37:09.569869+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:03.069886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595035+0000","last_change":"2024-09-19T05:37:06.578259+0000","last_active":"2024-09-19T05:37:08.595035+0000","last_peered":"2024-09-19T05:37:08.595035+0000","last_clean":"2024-09-19T05:37:08.595035+0000","last_became_active":"2024-09-19T05:37:06.577991+0000","last_became_peered":"2024-09-19T05:37:06.577991+0000","last_unstale":"2024-09-19T05:37:08.595035+0000","last_undegraded":"2024-09-19T05:37:08.595035+0000","last_fullsized":"2024-09-19T05:37:08.595035+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:45.270368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:08.595556+0000","last_change":"2024-09-19T05:37:07.599024+0000","last_active":"2024-09-19T05:37:08.595556+0000","last_peered":"2024-09-19T05:37:08.595556+0000","last_clean":"2024-09-19T05:37:08.595556+0000","last_became_active":"2024-09-19T05:37:07.598710+0000","last_became_peered":"2024-09-19T05:37:07.598710+0000","last_unstale":"2024-09-19T05:37:08.595556+0000","last_undegraded":"2024-09-19T05:37:08.595556+0000","last_fullsized":"2024-09-19T05:37:08.595556+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:06.557648+0000","last_clean_scrub_stamp":"2024-09-19T05:37:06.557648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:22.865046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"88'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570017+0000","last_change":"2024-09-19T05:37:06.582508+0000","last_active":"2024-09-19T05:37:09.570017+0000","last_peered":"2024-09-19T05:37:09.570017+0000","last_clean":"2024-09-19T05:37:09.570017+0000","last_became_active":"2024-09-19T05:37:06.582247+0000","last_became_peered":"2024-09-19T05:37:06.582247+0000","last_unstale":"2024-09-19T05:37:09.570017+0000","last_undegraded":"2024-09-19T05:37:09.570017+0000","last_fullsized":"2024-09-19T05:37:09.570017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:37:05.553157+0000","last_clean_scrub_stamp":"2024-09-19T05:37:05.553157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:41.545937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":296,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-19T05:37:09.570085+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:37:09.570085+0000","last_peered":"2024-09-19T05:37:09.570085+0000","last_clean":"2024-09-19T05:37:09.570085+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:09.570085+0000","last_undegraded":"2024-09-19T05:37:09.570085+0000","last_fullsized":"2024-09-19T05:37:09.570085+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509482,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36424,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335416,"statfs":{"total":96636764160,"available":96599465984,"internally_reserved":0,"allocated":1101824,"data_stored":463977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509481,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36440,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335400,"statfs":{"total":96636764160,"available":96599449600,"internally_reserved":0,"allocated":1110016,"data_stored":464959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509483,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1097728,"data_stored":463359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542187,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37000,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334840,"statfs":{"total":96636764160,"available":96598876160,"internally_reserved":0,"allocated":1683456,"data_stored":1047505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36428,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335412,"statfs":{"total":96636764160,"available":96599461888,"internally_reserved":0,"allocated":1097728,"data_stored":463395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542187,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36436,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335404,"statfs":{"total":96636764160,"available":96599453696,"internally_reserved":0,"allocated":1114112,"data_stored":465061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542188,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32252,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339588,"statfs":{"total":96636764160,"available":96603738112,"internally_reserved":0,"allocated":1081344,"data_stored":457025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542188,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32836,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339004,"statfs":{"total":96636764160,"available":96603140096,"internally_reserved":0,"allocated":1679360,"data_stored":1047975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:37:15.316 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:37:15.316 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:37:15.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.460+0000 7fcf5b253640 1 Processor -- start 2024-09-19T05:37:15.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.460+0000 7fcf5b253640 1 -- start start 2024-09-19T05:37:15.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf5b253640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcf5406bb20 0x7fcf5406bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf5b253640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 0x7fcf540cf7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf5b253640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf540d2ed0 con 0x7fcf5415e820 2024-09-19T05:37:15.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf5b253640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fcf5406c4b0 con 0x7fcf5406bb20 2024-09-19T05:37:15.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf5b253640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcf540d2c80 con 0x7fcf540cf3b0 2024-09-19T05:37:15.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf58fef640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcf5415e820 0x7fcf540d3f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36640/0 (socket says 172.21.15.39:36640) 2024-09-19T05:37:15.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf58fef640 1 -- 172.21.15.39:0/3201913972 learned_addr learned my addr 172.21.15.39:0/3201913972 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:15.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf597f0640 1 --2- 172.21.15.39:0/3201913972 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 0x7fcf540cf7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf53fff640 1 --2- 172.21.15.39:0/3201913972 >> v2:172.21.15.50:3300/0 conn(0x7fcf5406bb20 0x7fcf5406bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.461+0000 7fcf537fe640 1 -- 172.21.15.39:0/3201913972 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1471922997 0 0) 0x7fcf540d2ed0 con 0x7fcf5415e820 2024-09-19T05:37:15.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.462+0000 7fcf537fe640 1 -- 172.21.15.39:0/3201913972 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcf40003520 con 0x7fcf5415e820 2024-09-19T05:37:15.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.462+0000 7fcf597f0640 1 -- 172.21.15.39:0/3201913972 >> v2:172.21.15.50:3300/0 conn(0x7fcf5406bb20 msgr2=0x7fcf5406bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:15.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.462+0000 7fcf597f0640 1 --2- 172.21.15.39:0/3201913972 >> v2:172.21.15.50:3300/0 conn(0x7fcf5406bb20 0x7fcf5406bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.462+0000 7fcf597f0640 1 -- 172.21.15.39:0/3201913972 >> v1:172.21.15.39:6789/0 conn(0x7fcf5415e820 legacy=0x7fcf540d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.462+0000 7fcf597f0640 1 -- 172.21.15.39:0/3201913972 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf540d31b0 con 0x7fcf540cf3b0 2024-09-19T05:37:15.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.462+0000 7fcf53fff640 1 --2- 172.21.15.39:0/3201913972 >> v2:172.21.15.50:3300/0 conn(0x7fcf5406bb20 0x7fcf5406bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:37:15.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.462+0000 7fcf597f0640 1 --2- 172.21.15.39:0/3201913972 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 0x7fcf540cf7e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c0097a0 tx=0x7fcf4c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de987ada5ef4c77a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:15.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf537fe640 1 -- 172.21.15.39:0/3201913972 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c037070 con 0x7fcf540cf3b0 2024-09-19T05:37:15.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf537fe640 1 -- 172.21.15.39:0/3201913972 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf4c032440 con 0x7fcf540cf3b0 2024-09-19T05:37:15.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf537fe640 1 -- 172.21.15.39:0/3201913972 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c0327f0 con 0x7fcf540cf3b0 2024-09-19T05:37:15.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf5b253640 1 -- 172.21.15.39:0/3201913972 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 msgr2=0x7fcf540cf7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf5b253640 1 --2- 172.21.15.39:0/3201913972 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 0x7fcf540cf7e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c0097a0 tx=0x7fcf4c02a210 comp rx=0 tx=0).stop 2024-09-19T05:37:15.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf5b253640 1 -- 172.21.15.39:0/3201913972 shutdown_connections 2024-09-19T05:37:15.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf5b253640 1 --2- 172.21.15.39:0/3201913972 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 0x7fcf540cf7e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf5b253640 1 --2- 172.21.15.39:0/3201913972 >> v2:172.21.15.50:3300/0 conn(0x7fcf5406bb20 0x7fcf5406bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf5b253640 1 -- 172.21.15.39:0/3201913972 >> 172.21.15.39:0/3201913972 conn(0x7fcf54072770 msgr2=0x7fcf540d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:15.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf5b253640 1 -- 172.21.15.39:0/3201913972 shutdown_connections 2024-09-19T05:37:15.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.463+0000 7fcf5b253640 1 -- 172.21.15.39:0/3201913972 wait complete. 2024-09-19T05:37:15.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.464+0000 7fcf5b253640 1 Processor -- start 2024-09-19T05:37:15.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.464+0000 7fcf5b253640 1 -- start start 2024-09-19T05:37:15.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.465+0000 7fcf5b253640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5406bb20 0x7fcf54157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.465+0000 7fcf5b253640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 0x7fcf541585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.465+0000 7fcf5b253640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5415e820 0x7fcf540b46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.465+0000 7fcf5b253640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcf540d3a50 con 0x7fcf5406bb20 2024-09-19T05:37:15.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.465+0000 7fcf5b253640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcf540d3770 con 0x7fcf5415e820 2024-09-19T05:37:15.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.465+0000 7fcf5b253640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcf540cfd20 con 0x7fcf540cf3b0 2024-09-19T05:37:15.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.465+0000 7fcf58fef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5406bb20 0x7fcf54157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf58fef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5406bb20 0x7fcf54157ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37334/0 (socket says 172.21.15.39:37334) 2024-09-19T05:37:15.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf58fef640 1 -- 172.21.15.39:0/4123612417 learned_addr learned my addr 172.21.15.39:0/4123612417 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:15.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf53fff640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 0x7fcf541585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf597f0640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5415e820 0x7fcf540b46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf58fef640 1 -- 172.21.15.39:0/4123612417 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 msgr2=0x7fcf541585b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf58fef640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 0x7fcf541585b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf58fef640 1 -- 172.21.15.39:0/4123612417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5415e820 msgr2=0x7fcf540b46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf58fef640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5415e820 0x7fcf540b46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf58fef640 1 -- 172.21.15.39:0/4123612417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf54158010 con 0x7fcf5406bb20 2024-09-19T05:37:15.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf58fef640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5406bb20 0x7fcf54157ad0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c00c390 tx=0x7fcf3c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:15.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf517fa640 1 -- 172.21.15.39:0/4123612417 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c017070 con 0x7fcf5406bb20 2024-09-19T05:37:15.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf517fa640 1 -- 172.21.15.39:0/4123612417 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf3c005ce0 con 0x7fcf5406bb20 2024-09-19T05:37:15.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf54158af0 con 0x7fcf5406bb20 2024-09-19T05:37:15.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf517fa640 1 -- 172.21.15.39:0/4123612417 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c0072f0 con 0x7fcf5406bb20 2024-09-19T05:37:15.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.466+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf540c8700 con 0x7fcf5406bb20 2024-09-19T05:37:15.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.467+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf540b6fe0 con 0x7fcf5406bb20 2024-09-19T05:37:15.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.468+0000 7fcf517fa640 1 -- 172.21.15.39:0/4123612417 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcf3c01a070 con 0x7fcf5406bb20 2024-09-19T05:37:15.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.468+0000 7fcf517fa640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcf3406c2b0 0x7fcf3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.468+0000 7fcf53fff640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcf3406c2b0 0x7fcf3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.468+0000 7fcf517fa640 1 -- 172.21.15.39:0/4123612417 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7fcf3c08a7e0 con 0x7fcf5406bb20 2024-09-19T05:37:15.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.469+0000 7fcf53fff640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcf3406c2b0 0x7fcf3406e770 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fcf44009bd0 tx=0x7fcf4400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:15.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.473+0000 7fcf517fa640 1 -- 172.21.15.39:0/4123612417 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcf540b6fe0 con 0x7fcf5406bb20 2024-09-19T05:37:15.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.718+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fcf5406bf70 con 0x7fcf5406bb20 2024-09-19T05:37:15.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.721+0000 7fcf517fa640 1 -- 172.21.15.39:0/4123612417 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7fcf3c05de20 con 0x7fcf5406bb20 2024-09-19T05:37:15.723 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2024-09-19T05:37:15.723 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCRt+tm5K4kJRAA5cfpk80diGgQfSx7KsK0kQ== 2024-09-19T05:37:15.724 INFO:teuthology.orchestra.run.smithi039.stdout: caps mds = "allow" 2024-09-19T05:37:15.724 INFO:teuthology.orchestra.run.smithi039.stdout: caps mon = "allow r" 2024-09-19T05:37:15.724 INFO:teuthology.orchestra.run.smithi039.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:37:15.724 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-19T05:37:15.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcf3406c2b0 msgr2=0x7fcf3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcf3406c2b0 0x7fcf3406e770 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fcf44009bd0 tx=0x7fcf4400b040 comp rx=0 tx=0).stop 2024-09-19T05:37:15.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5406bb20 msgr2=0x7fcf54157ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5406bb20 0x7fcf54157ad0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c00c390 tx=0x7fcf3c00c850 comp rx=0 tx=0).stop 2024-09-19T05:37:15.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 shutdown_connections 2024-09-19T05:37:15.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcf3406c2b0 0x7fcf3406e770 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf5415e820 0x7fcf540b46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcf540cf3b0 0x7fcf541585b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 --2- 172.21.15.39:0/4123612417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5406bb20 0x7fcf54157ad0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 >> 172.21.15.39:0/4123612417 conn(0x7fcf54072770 msgr2=0x7fcf540cc090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:15.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 shutdown_connections 2024-09-19T05:37:15.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.723+0000 7fcf5b253640 1 -- 172.21.15.39:0/4123612417 wait complete. 2024-09-19T05:37:15.737 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:15.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.836+0000 7f7674423640 1 Processor -- start 2024-09-19T05:37:15.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.836+0000 7f7674423640 1 -- start start 2024-09-19T05:37:15.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.837+0000 7f7674423640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f766c160710 0x7f766c0cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.837+0000 7f7674423640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f766c0d07c0 0x7f766c072070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.837+0000 7f7674423640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f766c0cfdd0 con 0x7f766c160af0 2024-09-19T05:37:15.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.837+0000 7f7674423640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f766c15cc90 con 0x7f766c160710 2024-09-19T05:37:15.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.837+0000 7f7674423640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f766c15cf70 con 0x7f766c0d07c0 2024-09-19T05:37:15.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.837+0000 7f76721bf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f766c160710 0x7f766c0cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.837+0000 7f76719be640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f766c160af0 0x7f766c0d00b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36644/0 (socket says 172.21.15.39:36644) 2024-09-19T05:37:15.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.837+0000 7f76719be640 1 -- 172.21.15.39:0/3503510985 learned_addr learned my addr 172.21.15.39:0/3503510985 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:15.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.837+0000 7f76729c0640 1 --2- 172.21.15.39:0/3503510985 >> v2:172.21.15.50:3300/0 conn(0x7f766c0d07c0 0x7f766c072070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76721bf640 1 -- 172.21.15.39:0/3503510985 >> v2:172.21.15.50:3300/0 conn(0x7f766c0d07c0 msgr2=0x7f766c072070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:15.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76721bf640 1 --2- 172.21.15.39:0/3503510985 >> v2:172.21.15.50:3300/0 conn(0x7f766c0d07c0 0x7f766c072070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76721bf640 1 -- 172.21.15.39:0/3503510985 >> v1:172.21.15.39:6789/0 conn(0x7f766c160af0 legacy=0x7f766c0d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76711bd640 1 -- 172.21.15.39:0/3503510985 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2637379471 0 0) 0x7f766c0cfdd0 con 0x7f766c160af0 2024-09-19T05:37:15.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76721bf640 1 -- 172.21.15.39:0/3503510985 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f766c15d250 con 0x7f766c160710 2024-09-19T05:37:15.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76729c0640 1 --2- 172.21.15.39:0/3503510985 >> v2:172.21.15.50:3300/0 conn(0x7f766c0d07c0 0x7f766c072070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:15.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76721bf640 1 --2- 172.21.15.39:0/3503510985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 0x7f766c0cf2c0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f766c0718d0 tx=0x7f765c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aacfb1f3281b85a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:15.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76711bd640 1 -- 172.21.15.39:0/3503510985 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f765c007740 con 0x7f766c160710 2024-09-19T05:37:15.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76711bd640 1 -- 172.21.15.39:0/3503510985 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f765c0078e0 con 0x7f766c160710 2024-09-19T05:37:15.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.838+0000 7f76711bd640 1 -- 172.21.15.39:0/3503510985 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f765c007cb0 con 0x7f766c160710 2024-09-19T05:37:15.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.839+0000 7f7674423640 1 -- 172.21.15.39:0/3503510985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 msgr2=0x7f766c0cf2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.839+0000 7f7674423640 1 --2- 172.21.15.39:0/3503510985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 0x7f766c0cf2c0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f766c0718d0 tx=0x7f765c02a680 comp rx=0 tx=0).stop 2024-09-19T05:37:15.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.839+0000 7f7674423640 1 -- 172.21.15.39:0/3503510985 shutdown_connections 2024-09-19T05:37:15.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.839+0000 7f7674423640 1 --2- 172.21.15.39:0/3503510985 >> v2:172.21.15.50:3300/0 conn(0x7f766c0d07c0 0x7f766c072070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.839+0000 7f7674423640 1 --2- 172.21.15.39:0/3503510985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 0x7f766c0cf2c0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.839+0000 7f7674423640 1 -- 172.21.15.39:0/3503510985 >> 172.21.15.39:0/3503510985 conn(0x7f766c06d000 msgr2=0x7f766c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:15.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.839+0000 7f7674423640 1 -- 172.21.15.39:0/3503510985 shutdown_connections 2024-09-19T05:37:15.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.839+0000 7f7674423640 1 -- 172.21.15.39:0/3503510985 wait complete. 2024-09-19T05:37:15.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.840+0000 7f7674423640 1 Processor -- start 2024-09-19T05:37:15.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.840+0000 7f7674423640 1 -- start start 2024-09-19T05:37:15.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f7674423640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c0d07c0 0x7f766c1513b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f7674423640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 0x7f766c15f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f7674423640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f766c160af0 0x7f766c15f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f7674423640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f766c15d770 con 0x7f766c160710 2024-09-19T05:37:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f7674423640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f766c0cf800 con 0x7f766c0d07c0 2024-09-19T05:37:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f7674423640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f766c14ee20 con 0x7f766c160af0 2024-09-19T05:37:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f76719be640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 0x7f766c15f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f76719be640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 0x7f766c15f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37346/0 (socket says 172.21.15.39:37346) 2024-09-19T05:37:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f76719be640 1 -- 172.21.15.39:0/645712675 learned_addr learned my addr 172.21.15.39:0/645712675 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f76721bf640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c0d07c0 0x7f766c1513b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.841+0000 7f76729c0640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f766c160af0 0x7f766c15f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f76719be640 1 -- 172.21.15.39:0/645712675 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f766c160af0 msgr2=0x7f766c15f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f76719be640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f766c160af0 0x7f766c15f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f76719be640 1 -- 172.21.15.39:0/645712675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c0d07c0 msgr2=0x7f766c1513b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f76719be640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c0d07c0 0x7f766c1513b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f76719be640 1 -- 172.21.15.39:0/645712675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f766c1518f0 con 0x7f766c160710 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f76719be640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 0x7f766c15f2a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f766000c460 tx=0x7f766000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f766affd640 1 -- 172.21.15.39:0/645712675 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7660018070 con 0x7f766c160710 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f766affd640 1 -- 172.21.15.39:0/645712675 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7660007500 con 0x7f766c160710 2024-09-19T05:37:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f766affd640 1 -- 172.21.15.39:0/645712675 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7660004a20 con 0x7f766c160710 2024-09-19T05:37:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f766c15fe10 con 0x7f766c160710 2024-09-19T05:37:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.842+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f766c14f480 con 0x7f766c160710 2024-09-19T05:37:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.843+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f766c0afd50 con 0x7f766c160710 2024-09-19T05:37:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.843+0000 7f766affd640 1 -- 172.21.15.39:0/645712675 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f766001b070 con 0x7f766c160710 2024-09-19T05:37:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.844+0000 7f766affd640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f765806c2b0 0x7f765806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.844+0000 7f76721bf640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f765806c2b0 0x7f765806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.844+0000 7f766affd640 1 -- 172.21.15.39:0/645712675 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f766008a630 con 0x7f766c160710 2024-09-19T05:37:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.845+0000 7f76721bf640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f765806c2b0 0x7f765806e770 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f765c034000 tx=0x7f765c02f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:15.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:15.849+0000 7f766affd640 1 -- 172.21.15.39:0/645712675 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7660058750 con 0x7f766c160710 2024-09-19T05:37:16.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.060+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f766c072b20 con 0x7f766c160710 2024-09-19T05:37:16.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.060+0000 7f766affd640 1 -- 172.21.15.39:0/645712675 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5222 (secure 0 0 0) 0x7f766005ca50 con 0x7f766c160710 2024-09-19T05:37:16.063 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:16.063 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":50,"btime":"2024-09-19T05:37:09:593671+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5576,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/2008596274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":2008596274},{"type":"v1","addr":"172.21.15.50:6835","nonce":2008596274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6043,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6834/388643646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6833","nonce":388643646},{"type":"v1","addr":"172.21.15.50:6834","nonce":388643646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6486,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6836/1943307967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1943307967},{"type":"v1","addr":"172.21.15.39:6836","nonce":1943307967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:08.928480+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6489},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6489":{"gid":6489,"name":"c","rank":0,"incarnation":48,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6837/2292447519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6835","nonce":2292447519},{"type":"v1","addr":"172.21.15.39:6837","nonce":2292447519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6489,"qdb_cluster":[6489]},"id":7}]} 2024-09-19T05:37:16.063 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 50 2024-09-19T05:37:16.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f765806c2b0 msgr2=0x7f765806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f765806c2b0 0x7f765806e770 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f765c034000 tx=0x7f765c02f000 comp rx=0 tx=0).stop 2024-09-19T05:37:16.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 msgr2=0x7f766c15f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 0x7f766c15f2a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f766000c460 tx=0x7f766000c920 comp rx=0 tx=0).stop 2024-09-19T05:37:16.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 shutdown_connections 2024-09-19T05:37:16.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f765806c2b0 0x7f765806e770 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f766c160af0 0x7f766c15f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f766c160710 0x7f766c15f2a0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 --2- 172.21.15.39:0/645712675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c0d07c0 0x7f766c1513b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 >> 172.21.15.39:0/645712675 conn(0x7f766c06d000 msgr2=0x7f766c0b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 shutdown_connections 2024-09-19T05:37:16.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.062+0000 7f7674423640 1 -- 172.21.15.39:0/645712675 wait complete. 2024-09-19T05:37:16.479 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 50, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:37:06.927965+0000', 'modified': '2024-09-19T05:37:08.928480+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6489}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6489': {'gid': 6489, 'name': 'c', 'rank': 0, 'incarnation': 48, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.39:6837/2292447519', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6835', 'nonce': 2292447519}, {'type': 'v1', 'addr': '172.21.15.39:6837', 'nonce': 2292447519}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6489, 'qdb_cluster': [6489]} 2024-09-19T05:37:16.479 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:37:16.479 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T05:37:16.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.583+0000 7f2b02d31640 1 Processor -- start 2024-09-19T05:37:16.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.583+0000 7f2b02d31640 1 -- start start 2024-09-19T05:37:16.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.583+0000 7f2b02d31640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2afc0b6690 0x7f2afc0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.583+0000 7f2b02d31640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2afc0d16e0 0x7f2afc0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.583+0000 7f2b02d31640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2afc0cff10 con 0x7f2afc0b6a70 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.583+0000 7f2b02d31640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f2afc0cf540 con 0x7f2afc0b6690 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.583+0000 7f2b02d31640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f2afc0d1b10 con 0x7f2afc0d16e0 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.584+0000 7f2b00acd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2afc0b6690 0x7f2afc0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.584+0000 7f2afbfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2afc0b6a70 0x7f2afc0d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36658/0 (socket says 172.21.15.39:36658) 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.584+0000 7f2afbfff640 1 -- 172.21.15.39:0/2939615884 learned_addr learned my addr 172.21.15.39:0/2939615884 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.584+0000 7f2b00acd640 1 -- 172.21.15.39:0/2939615884 >> v2:172.21.15.50:3300/0 conn(0x7f2afc0d16e0 msgr2=0x7f2afc0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.584+0000 7f2b00acd640 1 --2- 172.21.15.39:0/2939615884 >> v2:172.21.15.50:3300/0 conn(0x7f2afc0d16e0 0x7f2afc0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.584+0000 7f2b00acd640 1 -- 172.21.15.39:0/2939615884 >> v1:172.21.15.39:6789/0 conn(0x7f2afc0b6a70 legacy=0x7f2afc0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.584+0000 7f2b00acd640 1 -- 172.21.15.39:0/2939615884 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2afc0d1d90 con 0x7f2afc0b6690 2024-09-19T05:37:16.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.584+0000 7f2afb7fe640 1 -- 172.21.15.39:0/2939615884 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4242604181 0 0) 0x7f2afc0cff10 con 0x7f2afc0b6a70 2024-09-19T05:37:16.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2b00acd640 1 --2- 172.21.15.39:0/2939615884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0b6690 0x7f2afc0cf9d0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f2afc1621f0 tx=0x7f2af002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b48e0692de945d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2afb7fe640 1 -- 172.21.15.39:0/2939615884 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af0037070 con 0x7f2afc0b6690 2024-09-19T05:37:16.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2afb7fe640 1 -- 172.21.15.39:0/2939615884 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2af0032440 con 0x7f2afc0b6690 2024-09-19T05:37:16.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2afb7fe640 1 -- 172.21.15.39:0/2939615884 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af0032810 con 0x7f2afc0b6690 2024-09-19T05:37:16.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2b02d31640 1 -- 172.21.15.39:0/2939615884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0b6690 msgr2=0x7f2afc0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2b02d31640 1 --2- 172.21.15.39:0/2939615884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0b6690 0x7f2afc0cf9d0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f2afc1621f0 tx=0x7f2af002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2b02d31640 1 -- 172.21.15.39:0/2939615884 shutdown_connections 2024-09-19T05:37:16.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2b02d31640 1 --2- 172.21.15.39:0/2939615884 >> v2:172.21.15.50:3300/0 conn(0x7f2afc0d16e0 0x7f2afc0d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2b02d31640 1 --2- 172.21.15.39:0/2939615884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0b6690 0x7f2afc0cf9d0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2b02d31640 1 -- 172.21.15.39:0/2939615884 >> 172.21.15.39:0/2939615884 conn(0x7f2afc072560 msgr2=0x7f2afc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2b02d31640 1 -- 172.21.15.39:0/2939615884 shutdown_connections 2024-09-19T05:37:16.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.585+0000 7f2b02d31640 1 -- 172.21.15.39:0/2939615884 wait complete. 2024-09-19T05:37:16.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.587+0000 7f2b02d31640 1 Processor -- start 2024-09-19T05:37:16.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.587+0000 7f2b02d31640 1 -- start start 2024-09-19T05:37:16.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b02d31640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2afc0b6690 0x7f2afc0ca370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b02d31640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2afc0b6a70 0x7f2afc0cd830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b02d31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0d16e0 0x7f2afc0b8e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b02d31640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc0b6f00 con 0x7f2afc0d16e0 2024-09-19T05:37:16.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b02d31640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc0cf1d0 con 0x7f2afc0b6690 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b02d31640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2afc15c530 con 0x7f2afc0b6a70 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b012ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0d16e0 0x7f2afc0b8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b012ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0d16e0 0x7f2afc0b8e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37362/0 (socket says 172.21.15.39:37362) 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b012ce640 1 -- 172.21.15.39:0/3539583014 learned_addr learned my addr 172.21.15.39:0/3539583014 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b00acd640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2afc0b6690 0x7f2afc0ca370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b012ce640 1 -- 172.21.15.39:0/3539583014 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2afc0b6a70 msgr2=0x7f2afc0cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b012ce640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2afc0b6a70 0x7f2afc0cd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b012ce640 1 -- 172.21.15.39:0/3539583014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2afc0b6690 msgr2=0x7f2afc0ca370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b012ce640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2afc0b6690 0x7f2afc0ca370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b012ce640 1 -- 172.21.15.39:0/3539583014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2afc0ce230 con 0x7f2afc0d16e0 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b012ce640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0d16e0 0x7f2afc0b8e90 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f2af400b970 tx=0x7f2af400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2af97fa640 1 -- 172.21.15.39:0/3539583014 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af4019070 con 0x7f2afc0d16e0 2024-09-19T05:37:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2af97fa640 1 -- 172.21.15.39:0/3539583014 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2af400cb60 con 0x7f2afc0d16e0 2024-09-19T05:37:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b02d31640 1 -- 172.21.15.39:0/3539583014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2afc0ce510 con 0x7f2afc0d16e0 2024-09-19T05:37:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2af97fa640 1 -- 172.21.15.39:0/3539583014 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af4014440 con 0x7f2afc0d16e0 2024-09-19T05:37:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.588+0000 7f2b02d31640 1 -- 172.21.15.39:0/3539583014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2afc0ca8b0 con 0x7f2afc0d16e0 2024-09-19T05:37:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.590+0000 7f2af97fa640 1 -- 172.21.15.39:0/3539583014 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2af401c070 con 0x7f2afc0d16e0 2024-09-19T05:37:16.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.590+0000 7f2af97fa640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2ae006c2b0 0x7f2ae006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.590+0000 7f2af97fa640 1 -- 172.21.15.39:0/3539583014 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f2af408b1a0 con 0x7f2afc0d16e0 2024-09-19T05:37:16.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.590+0000 7f2b00acd640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2ae006c2b0 0x7f2ae006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.591+0000 7f2b00acd640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2ae006c2b0 0x7f2ae006e770 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f2af0034000 tx=0x7f2af002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.591+0000 7f2b05ad1740 1 Processor -- start 2024-09-19T05:37:16.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.591+0000 7f2b05ad1740 1 -- start start 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 0x5601b3353a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330ba80 0x5601b330e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b33088b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5601b3270520 con 0x5601b330fa50 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5601b32183e0 con 0x5601b330e2c0 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5601b326c4e0 con 0x5601b330ba80 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b012ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b33088b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b012ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b33088b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37364/0 (socket says 172.21.15.39:37364) 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b012ce640 1 -- 172.21.15.39:0/2953885349 learned_addr learned my addr 172.21.15.39:0/2953885349 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b00acd640 1 --2- 172.21.15.39:0/2953885349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 0x5601b3353a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2afbfff640 1 --2- 172.21.15.39:0/2953885349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330ba80 0x5601b330e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b012ce640 1 -- 172.21.15.39:0/2953885349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330ba80 msgr2=0x5601b330e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b012ce640 1 --2- 172.21.15.39:0/2953885349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330ba80 0x5601b330e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b012ce640 1 -- 172.21.15.39:0/2953885349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 msgr2=0x5601b3353a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b012ce640 1 --2- 172.21.15.39:0/2953885349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 0x5601b3353a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.592+0000 7f2b012ce640 1 -- 172.21.15.39:0/2953885349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601b32332f0 con 0x5601b330fa50 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b012ce640 1 --2- 172.21.15.39:0/2953885349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b33088b0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f2af4089640 tx=0x7f2af4059090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfa3d1f5b9ce64e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2ae67fc640 1 -- 172.21.15.39:0/2953885349 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af4061df0 con 0x5601b330fa50 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2ae67fc640 1 -- 172.21.15.39:0/2953885349 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2af4057510 con 0x5601b330fa50 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2ae67fc640 1 -- 172.21.15.39:0/2953885349 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af4055880 con 0x5601b330fa50 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2953885349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 msgr2=0x5601b33088b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2953885349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b33088b0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f2af4089640 tx=0x7f2af4059090 comp rx=0 tx=0).stop 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2953885349 shutdown_connections 2024-09-19T05:37:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2953885349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b33088b0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2953885349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330ba80 0x5601b330e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2953885349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 0x5601b3353a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2953885349 >> 172.21.15.39:0/2953885349 conn(0x5601b330aa80 msgr2=0x5601b3352f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2953885349 shutdown_connections 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.593+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2953885349 wait complete. 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.594+0000 7f2b05ad1740 1 -- start start 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.594+0000 7f2b05ad1740 1 Processor -- start 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 0x5601b3350590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3308290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b332fd00 0x5601b3330180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5601b3309f20 con 0x5601b330fa50 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5601b31f9450 con 0x5601b332fd00 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5601b3354290 con 0x5601b330e2c0 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b05ad1740 10 client.0 _ll_register_callbacks cb 0x5601b2f82ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2afbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3308290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2afbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3308290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37378/0 (socket says 172.21.15.39:37378) 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2afbfff640 1 -- 172.21.15.39:0/2769482268 learned_addr learned my addr 172.21.15.39:0/2769482268 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b012ce640 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b332fd00 0x5601b3330180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b00acd640 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 0x5601b3350590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2afbfff640 1 -- 172.21.15.39:0/2769482268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 msgr2=0x5601b3350590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2afbfff640 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 0x5601b3350590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2afbfff640 1 -- 172.21.15.39:0/2769482268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b332fd00 msgr2=0x5601b3330180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2afbfff640 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b332fd00 0x5601b3330180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2afbfff640 1 -- 172.21.15.39:0/2769482268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601b2f832d0 con 0x5601b330fa50 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.595+0000 7f2b012ce640 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b332fd00 0x5601b3330180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2afbfff640 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3308290 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f2ae8005e60 tx=0x7f2ae8001680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4584e6bb9a7df29b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2adb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2adb7fe640 1 -- 172.21.15.39:0/2769482268 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae8019060 con 0x5601b330fa50 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2adb7fe640 1 -- 172.21.15.39:0/2769482268 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f2ae8007610 con 0x5601b330fa50 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2769482268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2af4057510 con 0x5601b330fa50 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2adb7fe640 1 -- 172.21.15.39:0/2769482268 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f2ae8010450 con 0x5601b330fa50 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b05ad1740 10 client.6657 fetch_fsmap learned FSMap version 50 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2769482268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) -- 0x5601b304d6b0 con 0x5601b330fa50 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2adb7fe640 1 -- 172.21.15.39:0/2769482268 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2af4057510 con 0x5601b330fa50 2024-09-19T05:37:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2adb7fe640 1 -- 172.21.15.39:0/2769482268 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 50) ==== 3502+0+0 (secure 0 0 0) 0x7f2ae80105f0 con 0x5601b330fa50 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b05ad1740 10 client.6657 fetch_fsmap finished waiting for FSMap version 50 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b05ad1740 10 client.6657 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b05ad1740 20 client.6657 populate_metadata read hostname 'smithi039' 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] conn(0x5601b3337190 0x5601b3337590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b05ad1740 4 client.6657 mds_command: new command op to 6489 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2769482268 --> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601b327dc50 con 0x5601b3337190 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.596+0000 7f2b00acd640 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] conn(0x5601b3337190 0x5601b3337590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.597+0000 7f2b00acd640 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] conn(0x5601b3337190 0x5601b3337590 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dacff492aa475c6e server_cookie=d77d10e249ce3680 in_seq=0 out_seq=0 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.597+0000 7f2adb7fe640 10 client.6657 ms_handle_connect on v2:172.21.15.39:6835/2292447519 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.597+0000 7f2adb7fe640 1 -- 172.21.15.39:0/2769482268 <== mds.0 v2:172.21.15.39:6835/2292447519 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5601b327dc50 con 0x5601b3337190 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.597+0000 7f2adb7fe640 10 client.6657 handle_command_reply: tid=0 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.597+0000 7f2b05ad1740 1 client.6657 shutdown 2024-09-19T05:37:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2769482268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 msgr2=0x5601b3308290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3308290 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f2ae8005e60 tx=0x7f2ae8001680 comp rx=0 tx=0).stop 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2769482268 shutdown_connections 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] conn(0x5601b3337190 0x5601b3337590 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b332fd00 0x5601b3330180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2adb7fe640 0 client.6657 ms_handle_reset on v2:172.21.15.39:6835/2292447519 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3308290 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/2769482268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 0x5601b3350590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2769482268 >> 172.21.15.39:0/2769482268 conn(0x5601b330ba80 msgr2=0x5601b3351fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2769482268 shutdown_connections 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 1 -- 172.21.15.39:0/2769482268 wait complete. 2024-09-19T05:37:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.598+0000 7f2b05ad1740 20 client.6657 trim_cache size 0 max 16384 2024-09-19T05:37:16.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.616+0000 7f2b05ad1740 1 Processor -- start 2024-09-19T05:37:16.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.616+0000 7f2b05ad1740 1 -- start start 2024-09-19T05:37:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.616+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 0x5601b33636d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.616+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3335e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.616+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b332fd00 0x5601b3353090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.616+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc1ffaa0 con 0x5601b330fa50 2024-09-19T05:37:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.616+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc154fd0 con 0x5601b330e2c0 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.616+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2afc155620 con 0x5601b332fd00 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2afbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3335e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2afbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3335e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37380/0 (socket says 172.21.15.39:37380) 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2afbfff640 1 -- 172.21.15.39:0/769459493 learned_addr learned my addr 172.21.15.39:0/769459493 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2b012ce640 1 --2- 172.21.15.39:0/769459493 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b332fd00 0x5601b3353090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2b00acd640 1 --2- 172.21.15.39:0/769459493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 0x5601b33636d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2afbfff640 1 -- 172.21.15.39:0/769459493 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b332fd00 msgr2=0x5601b3353090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2afbfff640 1 --2- 172.21.15.39:0/769459493 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b332fd00 0x5601b3353090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2afbfff640 1 -- 172.21.15.39:0/769459493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 msgr2=0x5601b33636d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2afbfff640 1 --2- 172.21.15.39:0/769459493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 0x5601b33636d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2afbfff640 1 -- 172.21.15.39:0/769459493 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601b32729c0 con 0x5601b330fa50 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2afbfff640 1 --2- 172.21.15.39:0/769459493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3335e90 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f2ae8001040 tx=0x7f2ae8011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65aec9bbd5c2f33e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2ae5ffb640 1 -- 172.21.15.39:0/769459493 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae8007610 con 0x5601b330fa50 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2ae5ffb640 1 -- 172.21.15.39:0/769459493 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ae800b040 con 0x5601b330fa50 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.617+0000 7f2ae5ffb640 1 -- 172.21.15.39:0/769459493 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae8010b90 con 0x5601b330fa50 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 -- 172.21.15.39:0/769459493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 msgr2=0x5601b3335e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/769459493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3335e90 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f2ae8001040 tx=0x7f2ae8011000 comp rx=0 tx=0).stop 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 -- 172.21.15.39:0/769459493 shutdown_connections 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/769459493 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b332fd00 0x5601b3353090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/769459493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b330fa50 0x5601b3335e90 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/769459493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330e2c0 0x5601b33636d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 -- 172.21.15.39:0/769459493 >> 172.21.15.39:0/769459493 conn(0x5601b330ba80 msgr2=0x5601b334fa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 -- 172.21.15.39:0/769459493 shutdown_connections 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 -- 172.21.15.39:0/769459493 wait complete. 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.618+0000 7f2b05ad1740 1 -- start start 2024-09-19T05:37:16.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b05ad1740 1 Processor -- start 2024-09-19T05:37:16.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 0x5601b33077d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330fa50 0x5601b3307d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b05ad1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b332fd00 0x5601b3376ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5601b3338140 con 0x5601b332fd00 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5601b33368c0 con 0x5601b330fa50 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b05ad1740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5601b332dcc0 con 0x5601b330e2c0 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b05ad1740 10 client.0 _ll_register_callbacks cb 0x7f2ae8007cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b012ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b332fd00 0x5601b3376ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b012ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b332fd00 0x5601b3376ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37384/0 (socket says 172.21.15.39:37384) 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.619+0000 7f2b012ce640 1 -- 172.21.15.39:0/695449727 learned_addr learned my addr 172.21.15.39:0/695449727 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2afbfff640 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330fa50 0x5601b3307d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b00acd640 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 0x5601b33077d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b012ce640 1 -- 172.21.15.39:0/695449727 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 msgr2=0x5601b33077d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b012ce640 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 0x5601b33077d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b012ce640 1 -- 172.21.15.39:0/695449727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330fa50 msgr2=0x5601b3307d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b012ce640 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330fa50 0x5601b3307d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b012ce640 1 -- 172.21.15.39:0/695449727 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601b33d2e80 con 0x5601b332fd00 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b012ce640 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b332fd00 0x5601b3376ce0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f2af400cfd0 tx=0x7f2af4016070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e69d087404bb8c38 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2adb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2adb7fe640 1 -- 172.21.15.39:0/695449727 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af4076060 con 0x5601b332fd00 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2adb7fe640 1 -- 172.21.15.39:0/695449727 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f2af4057510 con 0x5601b332fd00 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b05ad1740 1 -- 172.21.15.39:0/695449727 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ae800b040 con 0x5601b332fd00 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2adb7fe640 1 -- 172.21.15.39:0/695449727 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f2af4061df0 con 0x5601b332fd00 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b05ad1740 10 client.6663 fetch_fsmap learned FSMap version 50 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b05ad1740 1 -- 172.21.15.39:0/695449727 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) -- 0x5601b33764e0 con 0x5601b332fd00 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2adb7fe640 1 -- 172.21.15.39:0/695449727 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ae800b040 con 0x5601b332fd00 2024-09-19T05:37:16.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2adb7fe640 1 -- 172.21.15.39:0/695449727 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 50) ==== 3502+0+0 (secure 0 0 0) 0x7f2af405d170 con 0x5601b332fd00 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b05ad1740 10 client.6663 fetch_fsmap finished waiting for FSMap version 50 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b05ad1740 10 client.6663 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.620+0000 7f2b05ad1740 20 client.6663 populate_metadata read hostname 'smithi039' 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] conn(0x5601b3377290 0x5601b3377670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 4 client.6663 mds_command: new command op to 6489 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 -- 172.21.15.39:0/695449727 --> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] -- command(tid 0: {"prefix": "status"}) -- 0x5601b3277fa0 con 0x5601b3377290 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b00acd640 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] conn(0x5601b3377290 0x5601b3377670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2adb7fe640 10 client.6663 ms_handle_connect on v2:172.21.15.39:6835/2292447519 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b00acd640 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] conn(0x5601b3377290 0x5601b3377670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d439bbfa63e4f017 server_cookie=f8ae62ae1eeba32a in_seq=0 out_seq=0 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2adb7fe640 1 -- 172.21.15.39:0/695449727 <== mds.0 v2:172.21.15.39:6835/2292447519 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5601b3277fa0 con 0x5601b3377290 2024-09-19T05:37:16.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2adb7fe640 10 client.6663 handle_command_reply: tid=0 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 client.6663 shutdown 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 -- 172.21.15.39:0/695449727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b332fd00 msgr2=0x5601b3376ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b332fd00 0x5601b3376ce0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f2af400cfd0 tx=0x7f2af4016070 comp rx=0 tx=0).stop 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 -- 172.21.15.39:0/695449727 shutdown_connections 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601b332fd00 0x5601b3376ce0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.39:6835/2292447519,v1:172.21.15.39:6837/2292447519] conn(0x5601b3377290 0x5601b3377670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601b330fa50 0x5601b3307d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 --2- 172.21.15.39:0/695449727 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5601b330e2c0 0x5601b33077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 -- 172.21.15.39:0/695449727 >> 172.21.15.39:0/695449727 conn(0x5601b330ba80 msgr2=0x5601b33089f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2adb7fe640 0 client.6663 ms_handle_reset on v2:172.21.15.39:6835/2292447519 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.621+0000 7f2b05ad1740 1 -- 172.21.15.39:0/695449727 shutdown_connections 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b05ad1740 1 -- 172.21.15.39:0/695449727 wait complete. 2024-09-19T05:37:16.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b05ad1740 20 client.6663 trim_cache size 0 max 16384 2024-09-19T05:37:16.632 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:16.632 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:37:16.632 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-19T05:37:16.632 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6489, 2024-09-19T05:37:16.632 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:37:16.632 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:37:16.632 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:37:16.632 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 9.0395196510000009, 2024-09-19T05:37:16.633 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 50, 2024-09-19T05:37:16.633 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 89, 2024-09-19T05:37:16.633 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 89, 2024-09-19T05:37:16.633 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 14.071317224 2024-09-19T05:37:16.633 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 -- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2ae006c2b0 msgr2=0x7f2ae006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2ae006c2b0 0x7f2ae006e770 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f2af0034000 tx=0x7f2af002e000 comp rx=0 tx=0).stop 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 -- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0d16e0 msgr2=0x7f2afc0b8e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0d16e0 0x7f2afc0b8e90 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f2af400b970 tx=0x7f2af400be30 comp rx=0 tx=0).stop 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 -- 172.21.15.39:0/3539583014 shutdown_connections 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2ae006c2b0 0x7f2ae006e770 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2afc0d16e0 0x7f2afc0b8e90 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2afc0b6a70 0x7f2afc0cd830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 --2- 172.21.15.39:0/3539583014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2afc0b6690 0x7f2afc0ca370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 -- 172.21.15.39:0/3539583014 >> 172.21.15.39:0/3539583014 conn(0x7f2afc072560 msgr2=0x7f2afc144440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 -- 172.21.15.39:0/3539583014 shutdown_connections 2024-09-19T05:37:16.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.622+0000 7f2b02d31640 1 -- 172.21.15.39:0/3539583014 wait complete. 2024-09-19T05:37:16.636 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:37:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.735+0000 7f8542368640 1 Processor -- start 2024-09-19T05:37:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.736+0000 7f8542368640 1 -- start start 2024-09-19T05:37:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.736+0000 7f8542368640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0b6a70 0x7f853c0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.736+0000 7f8542368640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f853c0d1510 0x7f853c0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.736+0000 7f8542368640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f853c0d1d90 con 0x7f853c0b6690 2024-09-19T05:37:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.736+0000 7f8542368640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f853c0cf540 con 0x7f853c0d1510 2024-09-19T05:37:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.736+0000 7f8542368640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f853c0ceef0 con 0x7f853c0b6a70 2024-09-19T05:37:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f853b7fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0b6a70 0x7f853c0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f8540905640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f853c0d1510 0x7f853c0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f853bfff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f853c0b6690 0x7f853c0cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:44878/0 (socket says 172.21.15.39:44878) 2024-09-19T05:37:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f853bfff640 1 -- 172.21.15.39:0/2005248769 learned_addr learned my addr 172.21.15.39:0/2005248769 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f853b7fe640 1 -- 172.21.15.39:0/2005248769 >> v2:172.21.15.50:3300/0 conn(0x7f853c0d1510 msgr2=0x7f853c0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f853affd640 1 -- 172.21.15.39:0/2005248769 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3187349287 0 0) 0x7f853c0d1d90 con 0x7f853c0b6690 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f853b7fe640 1 --2- 172.21.15.39:0/2005248769 >> v2:172.21.15.50:3300/0 conn(0x7f853c0d1510 0x7f853c0d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f853b7fe640 1 -- 172.21.15.39:0/2005248769 >> v1:172.21.15.50:6789/0 conn(0x7f853c0b6690 legacy=0x7f853c0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f853b7fe640 1 -- 172.21.15.39:0/2005248769 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f853c0cf1d0 con 0x7f853c0b6a70 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.737+0000 7f8540905640 1 --2- 172.21.15.39:0/2005248769 >> v2:172.21.15.50:3300/0 conn(0x7f853c0d1510 0x7f853c0d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.738+0000 7f853b7fe640 1 --2- 172.21.15.39:0/2005248769 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0b6a70 0x7f853c0d0fd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f85300097a0 tx=0x7f853002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=521938cda35ceeb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.738+0000 7f853affd640 1 -- 172.21.15.39:0/2005248769 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8530037070 con 0x7f853c0b6a70 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.738+0000 7f853affd640 1 -- 172.21.15.39:0/2005248769 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8530032440 con 0x7f853c0b6a70 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.738+0000 7f853affd640 1 -- 172.21.15.39:0/2005248769 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8530032810 con 0x7f853c0b6a70 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.738+0000 7f8542368640 1 -- 172.21.15.39:0/2005248769 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0b6a70 msgr2=0x7f853c0d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.738+0000 7f8542368640 1 --2- 172.21.15.39:0/2005248769 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0b6a70 0x7f853c0d0fd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f85300097a0 tx=0x7f853002a180 comp rx=0 tx=0).stop 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.739+0000 7f8542368640 1 -- 172.21.15.39:0/2005248769 shutdown_connections 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.739+0000 7f8542368640 1 --2- 172.21.15.39:0/2005248769 >> v2:172.21.15.50:3300/0 conn(0x7f853c0d1510 0x7f853c0d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.739+0000 7f8542368640 1 --2- 172.21.15.39:0/2005248769 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0b6a70 0x7f853c0d0fd0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.739+0000 7f8542368640 1 -- 172.21.15.39:0/2005248769 >> 172.21.15.39:0/2005248769 conn(0x7f853c072560 msgr2=0x7f853c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.739+0000 7f8542368640 1 -- 172.21.15.39:0/2005248769 shutdown_connections 2024-09-19T05:37:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.739+0000 7f8542368640 1 -- 172.21.15.39:0/2005248769 wait complete. 2024-09-19T05:37:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.740+0000 7f8542368640 1 Processor -- start 2024-09-19T05:37:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.740+0000 7f8542368640 1 -- start start 2024-09-19T05:37:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f8542368640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0b6690 0x7f853c1f53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f8542368640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0b6a70 0x7f853c152ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f8542368640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0d1510 0x7f853c0cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f8542368640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f853c0d1b20 con 0x7f853c0b6690 2024-09-19T05:37:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f8542368640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f853c0d19a0 con 0x7f853c0b6a70 2024-09-19T05:37:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f8542368640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f853c15c530 con 0x7f853c0d1510 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0b6690 0x7f853c1f53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0b6690 0x7f853c1f53d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37390/0 (socket says 172.21.15.39:37390) 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853bfff640 1 -- 172.21.15.39:0/1819689438 learned_addr learned my addr 172.21.15.39:0/1819689438 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f8540905640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0d1510 0x7f853c0cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853b7fe640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0b6a70 0x7f853c152ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853bfff640 1 -- 172.21.15.39:0/1819689438 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0d1510 msgr2=0x7f853c0cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853bfff640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0d1510 0x7f853c0cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853bfff640 1 -- 172.21.15.39:0/1819689438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0b6a70 msgr2=0x7f853c152ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853bfff640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0b6a70 0x7f853c152ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853bfff640 1 -- 172.21.15.39:0/1819689438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f853c1f5910 con 0x7f853c0b6690 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f853bfff640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0b6690 0x7f853c1f53d0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f852c00c500 tx=0x7f852c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.741+0000 7f8538ff9640 1 -- 172.21.15.39:0/1819689438 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f852c018070 con 0x7f853c0b6690 2024-09-19T05:37:16.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.742+0000 7f8538ff9640 1 -- 172.21.15.39:0/1819689438 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f852c007580 con 0x7f853c0b6690 2024-09-19T05:37:16.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.742+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f853c0cdc30 con 0x7f853c0b6690 2024-09-19T05:37:16.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.742+0000 7f8538ff9640 1 -- 172.21.15.39:0/1819689438 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f852c004a20 con 0x7f853c0b6690 2024-09-19T05:37:16.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.742+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f853c153e50 con 0x7f853c0b6690 2024-09-19T05:37:16.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.743+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f853c0d0fd0 con 0x7f853c0b6690 2024-09-19T05:37:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.743+0000 7f8538ff9640 1 -- 172.21.15.39:0/1819689438 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f852c01b070 con 0x7f853c0b6690 2024-09-19T05:37:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.744+0000 7f8538ff9640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852806c2b0 0x7f852806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.744+0000 7f8538ff9640 1 -- 172.21.15.39:0/1819689438 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f852c08a6a0 con 0x7f853c0b6690 2024-09-19T05:37:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.744+0000 7f853b7fe640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852806c2b0 0x7f852806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.744+0000 7f853b7fe640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852806c2b0 0x7f852806e770 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f8530034000 tx=0x7f853002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.748+0000 7f8538ff9640 1 -- 172.21.15.39:0/1819689438 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f853c1f5910 con 0x7f853c0b6690 2024-09-19T05:37:16.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.958+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f853c15d900 con 0x7f853c0b6690 2024-09-19T05:37:16.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.959+0000 7f8538ff9640 1 -- 172.21.15.39:0/1819689438 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) ==== 53+0+73 (secure 0 0 0) 0x7f852c058ea0 con 0x7f853c0b6690 2024-09-19T05:37:16.961 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:37:16.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.960+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852806c2b0 msgr2=0x7f852806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.960+0000 7f8542368640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852806c2b0 0x7f852806e770 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f8530034000 tx=0x7f853002e000 comp rx=0 tx=0).stop 2024-09-19T05:37:16.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.960+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0b6690 msgr2=0x7f853c1f53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.960+0000 7f8542368640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0b6690 0x7f853c1f53d0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f852c00c500 tx=0x7f852c00c9c0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.960+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 shutdown_connections 2024-09-19T05:37:16.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.960+0000 7f8542368640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f852806c2b0 0x7f852806e770 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.960+0000 7f8542368640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f853c0d1510 0x7f853c0cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.960+0000 7f8542368640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f853c0b6a70 0x7f853c152ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.960+0000 7f8542368640 1 --2- 172.21.15.39:0/1819689438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f853c0b6690 0x7f853c1f53d0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.961+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 >> 172.21.15.39:0/1819689438 conn(0x7f853c072560 msgr2=0x7f853c15de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.961+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 shutdown_connections 2024-09-19T05:37:16.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:16.961+0000 7f8542368640 1 -- 172.21.15.39:0/1819689438 wait complete. 2024-09-19T05:37:16.974 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:37:16.974 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:37:16.974 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:37:16.974 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:37:16.974 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:16.974 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:37:16.974 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:37:16.974 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:37:16.974 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:37:16.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:16.975 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:37:16.991 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:37:16.991 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:37:16.991 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:37:16.991 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:16.991 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:37:16.991 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:16.991 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:16.991 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42559sec preferred_lft 42559sec 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:37:16.992 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2c0b:eeff:fe90:839e/64 scope link 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::80ad:56ff:fe2b:b1b7/64 scope link 2024-09-19T05:37:16.993 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:16.994 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:37:16.994 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether da:97:a2:a8:56:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:37:16.994 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::d897:a2ff:fea8:56b6/64 scope link 2024-09-19T05:37:16.994 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:16.994 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:16.994 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:37:17.057 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:37:17.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:17.057 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:37:17.113 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:37:17.113 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:37:17.113 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:37:17.114 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:37:17.114 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:37:17.114 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:37:17.114 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:37:17.114 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:37:17.114 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:37:17.114 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:37:17.114 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:37:17.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:37:17.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:37:17.242 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:17.242 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:37:17.258 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:37:17.259 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:37:17.259 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:37:17.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:17.259 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-19T05:37:17.324 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:37:17.324 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:17.380 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:37:17.381 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:37:17.381 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:17.437 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T05:37:17.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:17.437 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:37:17.533 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:17.533 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:37:17.533 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:37:17.533 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:37:17.533 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:37:17.534 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:37:17.534 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:37:17.534 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:37:17.534 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:37:17.534 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:37:17.535 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:37:17.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:17.536 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:17.561 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:37:17.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:37:17.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:37:17.666 INFO:teuthology.orchestra.run.smithi039.stdout:client6178 2024-09-19T05:37:17.666 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:17.666 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:17.685 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:37:17.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.827+0000 7f779bf23640 1 Processor -- start 2024-09-19T05:37:17.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.827+0000 7f779bf23640 1 -- start start 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f779bf23640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7794160af0 0x7f77940d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f779bf23640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 0x7f7794072070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f779bf23640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77940d0a80 con 0x7f7794160710 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f779bf23640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f77940cfdd0 con 0x7f7794160af0 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f779bf23640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f779415cc90 con 0x7f77940d05f0 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f77994be640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7794160af0 0x7f77940d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f7799cbf640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7794160710 0x7f77940cf2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33928/0 (socket says 172.21.15.39:33928) 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f7799cbf640 1 -- 172.21.15.39:0/2389490820 learned_addr learned my addr 172.21.15.39:0/2389490820 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f77994be640 1 -- 172.21.15.39:0/2389490820 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 msgr2=0x7f7794072070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f779a4c0640 1 --2- 172.21.15.39:0/2389490820 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 0x7f7794072070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f77994be640 1 --2- 172.21.15.39:0/2389490820 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 0x7f7794072070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f77994be640 1 -- 172.21.15.39:0/2389490820 >> v1:172.21.15.39:6789/0 conn(0x7f7794160710 legacy=0x7f77940cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f7798cbd640 1 -- 172.21.15.39:0/2389490820 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 389020331 0 0) 0x7f77940d0a80 con 0x7f7794160710 2024-09-19T05:37:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f77994be640 1 -- 172.21.15.39:0/2389490820 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779415cf70 con 0x7f7794160af0 2024-09-19T05:37:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.828+0000 7f779a4c0640 1 --2- 172.21.15.39:0/2389490820 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 0x7f7794072070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:17.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.829+0000 7f77994be640 1 --2- 172.21.15.39:0/2389490820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160af0 0x7f77940d00b0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f77900097a0 tx=0x7f779002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c4415fbc2ef0ff6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:17.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.829+0000 7f7798cbd640 1 -- 172.21.15.39:0/2389490820 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790037070 con 0x7f7794160af0 2024-09-19T05:37:17.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.829+0000 7f7798cbd640 1 -- 172.21.15.39:0/2389490820 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7790032440 con 0x7f7794160af0 2024-09-19T05:37:17.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.829+0000 7f7798cbd640 1 -- 172.21.15.39:0/2389490820 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790032810 con 0x7f7794160af0 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.830+0000 7f779bf23640 1 -- 172.21.15.39:0/2389490820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160af0 msgr2=0x7f77940d00b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.830+0000 7f779bf23640 1 --2- 172.21.15.39:0/2389490820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160af0 0x7f77940d00b0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f77900097a0 tx=0x7f779002a180 comp rx=0 tx=0).stop 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.830+0000 7f779bf23640 1 -- 172.21.15.39:0/2389490820 shutdown_connections 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.830+0000 7f779bf23640 1 --2- 172.21.15.39:0/2389490820 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 0x7f7794072070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.830+0000 7f779bf23640 1 --2- 172.21.15.39:0/2389490820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160af0 0x7f77940d00b0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.830+0000 7f779bf23640 1 -- 172.21.15.39:0/2389490820 >> 172.21.15.39:0/2389490820 conn(0x7f779406d000 msgr2=0x7f779406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.830+0000 7f779bf23640 1 -- 172.21.15.39:0/2389490820 shutdown_connections 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.830+0000 7f779bf23640 1 -- 172.21.15.39:0/2389490820 wait complete. 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.831+0000 7f779bf23640 1 Processor -- start 2024-09-19T05:37:17.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.831+0000 7f779bf23640 1 -- start start 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f779bf23640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 0x7f7794148270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f779bf23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160710 0x7f7794155140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f779bf23640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7794160af0 0x7f7794155680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f779bf23640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f779415d770 con 0x7f7794160710 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f779bf23640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f779415c960 con 0x7f7794160af0 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f779bf23640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7794154c30 con 0x7f77940d05f0 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f77994be640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160710 0x7f7794155140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f77994be640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160710 0x7f7794155140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37414/0 (socket says 172.21.15.39:37414) 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f77994be640 1 -- 172.21.15.39:0/3567739534 learned_addr learned my addr 172.21.15.39:0/3567739534 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:17.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f779a4c0640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7794160af0 0x7f7794155680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f7799cbf640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 0x7f7794148270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f77994be640 1 -- 172.21.15.39:0/3567739534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 msgr2=0x7f7794148270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f77994be640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 0x7f7794148270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f77994be640 1 -- 172.21.15.39:0/3567739534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7794160af0 msgr2=0x7f7794155680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f77994be640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7794160af0 0x7f7794155680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f77994be640 1 -- 172.21.15.39:0/3567739534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7794153b90 con 0x7f7794160710 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.832+0000 7f77994be640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160710 0x7f7794155140 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f77900097a0 tx=0x7f77900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.833+0000 7f77867fc640 1 -- 172.21.15.39:0/3567739534 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790037050 con 0x7f7794160710 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.833+0000 7f77867fc640 1 -- 172.21.15.39:0/3567739534 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7790038040 con 0x7f7794160710 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.833+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7794153e70 con 0x7f7794160710 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.833+0000 7f77867fc640 1 -- 172.21.15.39:0/3567739534 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790004490 con 0x7f7794160710 2024-09-19T05:37:17.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.833+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7794154430 con 0x7f7794160710 2024-09-19T05:37:17.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.834+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77940cfab0 con 0x7f7794160710 2024-09-19T05:37:17.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.834+0000 7f77867fc640 1 -- 172.21.15.39:0/3567739534 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7790030980 con 0x7f7794160710 2024-09-19T05:37:17.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.834+0000 7f77867fc640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f777806c2b0 0x7f777806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:17.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.835+0000 7f77867fc640 1 -- 172.21.15.39:0/3567739534 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f77900ac110 con 0x7f7794160710 2024-09-19T05:37:17.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.835+0000 7f7799cbf640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f777806c2b0 0x7f777806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:17.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.835+0000 7f7799cbf640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f777806c2b0 0x7f777806e770 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7788000f60 tx=0x7f7788007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:17.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:17.839+0000 7f77867fc640 1 -- 172.21.15.39:0/3567739534 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f779007aa30 con 0x7f7794160710 2024-09-19T05:37:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.053+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f77940afd50 con 0x7f7794160710 2024-09-19T05:37:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.054+0000 7f77867fc640 1 -- 172.21.15.39:0/3567739534 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) ==== 53+0+73 (secure 0 0 0) 0x7f779007a330 con 0x7f7794160710 2024-09-19T05:37:18.056 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f777806c2b0 msgr2=0x7f777806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f777806c2b0 0x7f777806e770 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7788000f60 tx=0x7f7788007b50 comp rx=0 tx=0).stop 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160710 msgr2=0x7f7794155140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160710 0x7f7794155140 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f77900097a0 tx=0x7f77900046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 shutdown_connections 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f777806c2b0 0x7f777806e770 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7794160af0 0x7f7794155680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7794160710 0x7f7794155140 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 --2- 172.21.15.39:0/3567739534 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f77940d05f0 0x7f7794148270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 >> 172.21.15.39:0/3567739534 conn(0x7f779406d000 msgr2=0x7f779406bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 shutdown_connections 2024-09-19T05:37:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:18.056+0000 7f779bf23640 1 -- 172.21.15.39:0/3567739534 wait complete. 2024-09-19T05:37:18.069 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:37:18.070 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:37:18.070 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-19T05:37:18.070 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:37:18.070 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:18.070 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:37:18.070 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:37:18.070 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:37:18.070 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:37:18.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:18.070 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-19T05:37:18.091 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:37:18.091 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:37:18.091 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:37:18.091 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:18.091 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:37:18.091 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42527sec preferred_lft 42527sec 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-19T05:37:18.092 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a42f:c6ff:feb6:1525/64 scope link 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether b6:a5:b2:c9:9b:09 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::b4a5:b2ff:fec9:9b09/64 scope link 2024-09-19T05:37:18.093 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:18.094 INFO:teuthology.orchestra.run.smithi050.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:37:18.094 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:37:18.094 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::444:4eff:fed4:936f/64 scope link 2024-09-19T05:37:18.094 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:18.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:18.094 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:37:18.160 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:37:18.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:18.162 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-19T05:37:18.222 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-19T05:37:18.222 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:37:18.222 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:37:18.222 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:37:18.222 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:37:18.222 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:37:18.222 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:37:18.222 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:37:18.222 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:37:18.223 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:37:18.223 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:37:18.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:37:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:37:18.350 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:37:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:37:18.357 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:18.357 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:37:18.373 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:37:18.373 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:37:18.373 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:37:18.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:18.374 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2024-09-19T05:37:18.440 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:37:18.440 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:18.497 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:37:18.497 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:37:18.497 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:18.553 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T05:37:18.554 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:18.554 DEBUG:teuthology.orchestra.run.smithi050:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:18.638 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:18.638 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:37:18.649 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:18.649 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:37:18.649 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:37:18.649 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: trying mount with new device syntax: 1@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:37:18.649 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:37:18.650 INFO:teuthology.orchestra.run.smithi050.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:37:18.650 INFO:teuthology.orchestra.run.smithi050.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:37:18.650 INFO:teuthology.orchestra.run.smithi050.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:37:18.650 INFO:teuthology.orchestra.run.smithi050.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:37:18.650 INFO:teuthology.orchestra.run.smithi050.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:37:18.651 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:37:18.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:18.652 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:18.717 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:37:18.808 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:37:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:37:18.810 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:37:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:37:18.816 INFO:teuthology.orchestra.run.smithi050.stdout:client5684 2024-09-19T05:37:18.816 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:18.816 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:18.832 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:18.832 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:18.851 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:18.851 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:18.910 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:37:19.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.056+0000 7fb39db81640 1 Processor -- start 2024-09-19T05:37:19.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.056+0000 7fb39db81640 1 -- start start 2024-09-19T05:37:19.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb39db81640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb39815e970 0x7fb3980b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb39db81640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb3980d1c10 0x7fb3980ced40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb39db81640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3980b70b0 con 0x7fb398162cd0 2024-09-19T05:37:19.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb39db81640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb3980b78b0 con 0x7fb3980d1c10 2024-09-19T05:37:19.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb39db81640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb3980b62f0 con 0x7fb39815e970 2024-09-19T05:37:19.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb397fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb3980d1c10 0x7fb3980ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb38effd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb398162cd0 0x7fb3980d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33944/0 (socket says 172.21.15.39:33944) 2024-09-19T05:37:19.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb38effd640 1 -- 172.21.15.39:0/1032465412 learned_addr learned my addr 172.21.15.39:0/1032465412 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb396ffd640 1 -- 172.21.15.39:0/1032465412 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2879740154 0 0) 0x7fb380001110 con 0x7fb398162cd0 2024-09-19T05:37:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb396ffd640 1 -- 172.21.15.39:0/1032465412 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb384003520 con 0x7fb398162cd0 2024-09-19T05:37:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb3977fe640 1 --2- 172.21.15.39:0/1032465412 >> v2:172.21.15.50:3300/0 conn(0x7fb39815e970 0x7fb3980b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb397fff640 1 -- 172.21.15.39:0/1032465412 >> v2:172.21.15.50:3300/0 conn(0x7fb39815e970 msgr2=0x7fb3980b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb397fff640 1 --2- 172.21.15.39:0/1032465412 >> v2:172.21.15.50:3300/0 conn(0x7fb39815e970 0x7fb3980b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb397fff640 1 -- 172.21.15.39:0/1032465412 >> v1:172.21.15.39:6789/0 conn(0x7fb398162cd0 legacy=0x7fb3980d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.057+0000 7fb397fff640 1 -- 172.21.15.39:0/1032465412 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3980b65d0 con 0x7fb3980d1c10 2024-09-19T05:37:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.058+0000 7fb397fff640 1 --2- 172.21.15.39:0/1032465412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3980d1c10 0x7fb3980ced40 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fb390009d90 tx=0x7fb39002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f833dc2648b15c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.058+0000 7fb396ffd640 1 -- 172.21.15.39:0/1032465412 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb390031600 con 0x7fb3980d1c10 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.058+0000 7fb396ffd640 1 -- 172.21.15.39:0/1032465412 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3900317a0 con 0x7fb3980d1c10 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.058+0000 7fb396ffd640 1 -- 172.21.15.39:0/1032465412 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb390031b70 con 0x7fb3980d1c10 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.059+0000 7fb39db81640 1 -- 172.21.15.39:0/1032465412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3980d1c10 msgr2=0x7fb3980ced40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.059+0000 7fb39db81640 1 --2- 172.21.15.39:0/1032465412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3980d1c10 0x7fb3980ced40 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fb390009d90 tx=0x7fb39002a610 comp rx=0 tx=0).stop 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.059+0000 7fb39db81640 1 -- 172.21.15.39:0/1032465412 shutdown_connections 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.059+0000 7fb39db81640 1 --2- 172.21.15.39:0/1032465412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3980d1c10 0x7fb3980ced40 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.059+0000 7fb39db81640 1 --2- 172.21.15.39:0/1032465412 >> v2:172.21.15.50:3300/0 conn(0x7fb39815e970 0x7fb3980b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.059+0000 7fb39db81640 1 -- 172.21.15.39:0/1032465412 >> 172.21.15.39:0/1032465412 conn(0x7fb39806bd00 msgr2=0x7fb39806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:19.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.059+0000 7fb39db81640 1 -- 172.21.15.39:0/1032465412 shutdown_connections 2024-09-19T05:37:19.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.059+0000 7fb39db81640 1 -- 172.21.15.39:0/1032465412 wait complete. 2024-09-19T05:37:19.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.060+0000 7fb39db81640 1 Processor -- start 2024-09-19T05:37:19.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.060+0000 7fb39db81640 1 -- start start 2024-09-19T05:37:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb39db81640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3980d1c10 0x7fb398152a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb39db81640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb39815e970 0x7fb39815b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb39db81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb398162cd0 0x7fb39815bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb39db81640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb398163160 con 0x7fb398162cd0 2024-09-19T05:37:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb39db81640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb3980b6b90 con 0x7fb39815e970 2024-09-19T05:37:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb39db81640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb3980cf280 con 0x7fb3980d1c10 2024-09-19T05:37:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb397fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb398162cd0 0x7fb39815bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb397fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb398162cd0 0x7fb39815bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37434/0 (socket says 172.21.15.39:37434) 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb397fff640 1 -- 172.21.15.39:0/1030689024 learned_addr learned my addr 172.21.15.39:0/1030689024 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb38effd640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb39815e970 0x7fb39815b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb3977fe640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3980d1c10 0x7fb398152a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb397fff640 1 -- 172.21.15.39:0/1030689024 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3980d1c10 msgr2=0x7fb398152a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb397fff640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3980d1c10 0x7fb398152a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb397fff640 1 -- 172.21.15.39:0/1030689024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb39815e970 msgr2=0x7fb39815b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb397fff640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb39815e970 0x7fb39815b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb397fff640 1 -- 172.21.15.39:0/1030689024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3981f5570 con 0x7fb398162cd0 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.061+0000 7fb38effd640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb39815e970 0x7fb39815b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.062+0000 7fb397fff640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb398162cd0 0x7fb39815bc80 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fb390009eb0 tx=0x7fb390004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.062+0000 7fb394ff9640 1 -- 172.21.15.39:0/1030689024 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb390040070 con 0x7fb398162cd0 2024-09-19T05:37:19.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.062+0000 7fb394ff9640 1 -- 172.21.15.39:0/1030689024 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb39003c830 con 0x7fb398162cd0 2024-09-19T05:37:19.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.062+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3981f58a0 con 0x7fb398162cd0 2024-09-19T05:37:19.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.062+0000 7fb394ff9640 1 -- 172.21.15.39:0/1030689024 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39003cbe0 con 0x7fb398162cd0 2024-09-19T05:37:19.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.062+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3981f5e60 con 0x7fb398162cd0 2024-09-19T05:37:19.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.063+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3980ced40 con 0x7fb398162cd0 2024-09-19T05:37:19.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.063+0000 7fb394ff9640 1 -- 172.21.15.39:0/1030689024 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb390039040 con 0x7fb398162cd0 2024-09-19T05:37:19.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.064+0000 7fb394ff9640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb37806c2b0 0x7fb37806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.064+0000 7fb394ff9640 1 -- 172.21.15.39:0/1030689024 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7fb3900acb50 con 0x7fb398162cd0 2024-09-19T05:37:19.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.064+0000 7fb3977fe640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb37806c2b0 0x7fb37806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.064+0000 7fb3977fe640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb37806c2b0 0x7fb37806e770 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb388006fd0 tx=0x7fb388008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:19.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.068+0000 7fb394ff9640 1 -- 172.21.15.39:0/1030689024 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb39007b3e0 con 0x7fb398162cd0 2024-09-19T05:37:19.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.254+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb3980d3b60 con 0x7fb398162cd0 2024-09-19T05:37:19.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.254+0000 7fb394ff9640 1 -- 172.21.15.39:0/1030689024 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v89) ==== 80+0+0 (secure 0 0 0) 0x7fb39007ace0 con 0x7fb398162cd0 2024-09-19T05:37:19.257 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb37806c2b0 msgr2=0x7fb37806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb37806c2b0 0x7fb37806e770 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb388006fd0 tx=0x7fb388008040 comp rx=0 tx=0).stop 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb398162cd0 msgr2=0x7fb39815bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb398162cd0 0x7fb39815bc80 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fb390009eb0 tx=0x7fb390004a40 comp rx=0 tx=0).stop 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 shutdown_connections 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb37806c2b0 0x7fb37806e770 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb398162cd0 0x7fb39815bc80 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb39815e970 0x7fb39815b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 --2- 172.21.15.39:0/1030689024 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb3980d1c10 0x7fb398152a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 >> 172.21.15.39:0/1030689024 conn(0x7fb39806bd00 msgr2=0x7fb39815d9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:19.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 shutdown_connections 2024-09-19T05:37:19.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.256+0000 7fb39db81640 1 -- 172.21.15.39:0/1030689024 wait complete. 2024-09-19T05:37:19.269 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:37:19.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:19.270 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:19.299 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:37:19.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:19.299 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:37:19.355 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:19.355 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:19.373 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:19.374 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:19.432 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:37:19.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.533+0000 7fce46b31640 1 Processor -- start 2024-09-19T05:37:19.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.533+0000 7fce46b31640 1 -- start start 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.533+0000 7fce46b31640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce400d16e0 0x7fce400d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.533+0000 7fce46b31640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce400d1d90 con 0x7fce400b6690 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.533+0000 7fce46b31640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce400ceef0 con 0x7fce400b6a70 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.533+0000 7fce46b31640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fce400d1b50 con 0x7fce400d16e0 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce448cd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fce400b6690 0x7fce400cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33958/0 (socket says 172.21.15.39:33958) 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce448cd640 1 -- 172.21.15.39:0/2683371805 learned_addr learned my addr 172.21.15.39:0/2683371805 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4133048300 0 0) 0x7fce400d1d90 con 0x7fce400b6690 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce450ce640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce400d16e0 0x7fce400d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fce30003520 con 0x7fce400b6690 2024-09-19T05:37:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2634059208 0 0) 0x7fce30003520 con 0x7fce400b6690 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce400d16e0 msgr2=0x7fce400d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce400d16e0 0x7fce400d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 >> v1:172.21.15.50:6789/0 conn(0x7fce400b6a70 legacy=0x7fce400d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce400cf1d0 con 0x7fce400b6690 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fce34001670 con 0x7fce400b6690 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 >> v1:172.21.15.39:6789/0 conn(0x7fce400b6690 legacy=0x7fce400cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce300039e0 0x7fce30003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce400d16e0 0x7fce30004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce30004d40 0x7fce300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fce400d1b50 con 0x7fce30004d40 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fce3000ba70 con 0x7fce300039e0 2024-09-19T05:37:19.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fce3000bc70 con 0x7fce400d16e0 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce450ce640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce30004d40 0x7fce300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce3ffff640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce400d16e0 0x7fce30004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.534+0000 7fce448cd640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce300039e0 0x7fce30003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.535+0000 7fce450ce640 1 -- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce400d16e0 msgr2=0x7fce30004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.535+0000 7fce450ce640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce400d16e0 0x7fce30004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.535+0000 7fce450ce640 1 -- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce300039e0 msgr2=0x7fce30003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.535+0000 7fce450ce640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce300039e0 0x7fce30003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.535+0000 7fce450ce640 1 -- 172.21.15.39:0/2683371805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce30003520 con 0x7fce30004d40 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.535+0000 7fce450ce640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce30004d40 0x7fce300051c0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fce38009f90 tx=0x7fce30005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce675b0e0d7be041 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce38009c10 con 0x7fce30004d40 2024-09-19T05:37:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce38036070 con 0x7fce30004d40 2024-09-19T05:37:19.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce3f7fe640 1 -- 172.21.15.39:0/2683371805 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce38031850 con 0x7fce30004d40 2024-09-19T05:37:19.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce46b31640 1 -- 172.21.15.39:0/2683371805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce30004d40 msgr2=0x7fce300051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce46b31640 1 --2- 172.21.15.39:0/2683371805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce30004d40 0x7fce300051c0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fce38009f90 tx=0x7fce30005830 comp rx=0 tx=0).stop 2024-09-19T05:37:19.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce450ce640 1 -- 172.21.15.39:0/2683371805 reap_dead start 2024-09-19T05:37:19.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce46b31640 1 -- 172.21.15.39:0/2683371805 shutdown_connections 2024-09-19T05:37:19.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce46b31640 1 -- 172.21.15.39:0/2683371805 >> 172.21.15.39:0/2683371805 conn(0x7fce40072560 msgr2=0x7fce40072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:19.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce46b31640 1 -- 172.21.15.39:0/2683371805 shutdown_connections 2024-09-19T05:37:19.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.536+0000 7fce46b31640 1 -- 172.21.15.39:0/2683371805 wait complete. 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.537+0000 7fce46b31640 1 Processor -- start 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.537+0000 7fce46b31640 1 -- start start 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.538+0000 7fce46b31640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce30004d40 0x7fce401e9b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.538+0000 7fce46b31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce401ea090 0x7fce401f7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.538+0000 7fce46b31640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce401479d0 0x7fce401f7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.538+0000 7fce46b31640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fce4015c530 con 0x7fce401ea090 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.538+0000 7fce46b31640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fce400cf540 con 0x7fce401479d0 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.538+0000 7fce46b31640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fce4015c6b0 con 0x7fce30004d40 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.538+0000 7fce3ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce401ea090 0x7fce401f7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.538+0000 7fce3ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce401ea090 0x7fce401f7920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37452/0 (socket says 172.21.15.39:37452) 2024-09-19T05:37:19.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.538+0000 7fce3ffff640 1 -- 172.21.15.39:0/2044432437 learned_addr learned my addr 172.21.15.39:0/2044432437 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce448cd640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce30004d40 0x7fce401e9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce450ce640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce401479d0 0x7fce401f7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce3ffff640 1 -- 172.21.15.39:0/2044432437 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce30004d40 msgr2=0x7fce401e9b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce3ffff640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce30004d40 0x7fce401e9b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce3ffff640 1 -- 172.21.15.39:0/2044432437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce401479d0 msgr2=0x7fce401f7e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce3ffff640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce401479d0 0x7fce401f7e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce3ffff640 1 -- 172.21.15.39:0/2044432437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce401ea610 con 0x7fce401ea090 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce450ce640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce401479d0 0x7fce401f7e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce3ffff640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce401ea090 0x7fce401f7920 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fce2c00f820 tx=0x7fce2c00fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce3d7fa640 1 -- 172.21.15.39:0/2044432437 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2c0050d0 con 0x7fce401ea090 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce3d7fa640 1 -- 172.21.15.39:0/2044432437 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce2c018070 con 0x7fce401ea090 2024-09-19T05:37:19.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce401ea8f0 con 0x7fce401ea090 2024-09-19T05:37:19.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce3d7fa640 1 -- 172.21.15.39:0/2044432437 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2c005490 con 0x7fce401ea090 2024-09-19T05:37:19.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.539+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce4015b870 con 0x7fce401ea090 2024-09-19T05:37:19.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.540+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce40147fd0 con 0x7fce401ea090 2024-09-19T05:37:19.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.541+0000 7fce3d7fa640 1 -- 172.21.15.39:0/2044432437 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fce2c00d730 con 0x7fce401ea090 2024-09-19T05:37:19.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.541+0000 7fce3d7fa640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce2406c2b0 0x7fce2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:19.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.541+0000 7fce448cd640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce2406c2b0 0x7fce2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:19.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.541+0000 7fce3d7fa640 1 -- 172.21.15.39:0/2044432437 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7fce2c08b240 con 0x7fce401ea090 2024-09-19T05:37:19.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.542+0000 7fce448cd640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce2406c2b0 0x7fce2406e770 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fce400cbc00 tx=0x7fce34000fa0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:19.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.546+0000 7fce3d7fa640 1 -- 172.21.15.39:0/2044432437 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fce2c0599b0 con 0x7fce401ea090 2024-09-19T05:37:19.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.732+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fce40069140 con 0x7fce401ea090 2024-09-19T05:37:19.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.733+0000 7fce3d7fa640 1 -- 172.21.15.39:0/2044432437 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v89) ==== 80+0+0 (secure 0 0 0) 0x7fce2c0592b0 con 0x7fce401ea090 2024-09-19T05:37:19.735 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce2406c2b0 msgr2=0x7fce2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce2406c2b0 0x7fce2406e770 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fce400cbc00 tx=0x7fce34000fa0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce401ea090 msgr2=0x7fce401f7920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce401ea090 0x7fce401f7920 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fce2c00f820 tx=0x7fce2c00fce0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 shutdown_connections 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fce2406c2b0 0x7fce2406e770 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce401479d0 0x7fce401f7e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce401ea090 0x7fce401f7920 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 --2- 172.21.15.39:0/2044432437 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fce30004d40 0x7fce401e9b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:19.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 >> 172.21.15.39:0/2044432437 conn(0x7fce40072560 msgr2=0x7fce4015c890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:19.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 shutdown_connections 2024-09-19T05:37:19.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:19.735+0000 7fce46b31640 1 -- 172.21.15.39:0/2044432437 wait complete. 2024-09-19T05:37:19.748 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:37:19.749 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:19.749 DEBUG:teuthology.orchestra.run.smithi050:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:19.784 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:37:19.784 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:19.784 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:37:19.844 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:37:19.847 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:37:19.889 INFO:teuthology.orchestra.run.smithi039.stdout:[global] 2024-09-19T05:37:19.889 INFO:teuthology.orchestra.run.smithi039.stdout: chdir = "" 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: auth supported = cephx 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: filestore xattr use omap = true 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: mon clock drift allowed = 1.000 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: osd crush chooseleaf type = 0 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: auth debug = true 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.890 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on old message = true 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on bug = true 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: mon pg warn max object skew = 0 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default size = 2 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow primary affinity = true 2024-09-19T05:37:19.891 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow pg remap = true 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on no sortbitwise = false 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on too few osds = false 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: mon_allow_pool_size_one = true 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:37:19.892 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: osd default data pool replay window = 5 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: mon allow pool delete = true 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: mon cluster log file level = debug 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: debug asserts on shutdown = true 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: mon health detail to clog = false 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: mon host = "172.21.15.39,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]" 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on skipped message = False 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: fsid = 63724460-2d43-4192-a475-a2140b12f870 2024-09-19T05:37:19.893 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout:[osd] 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: osd journal size = 100 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub load threshold = 5.0 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub max interval = 600 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: osd recover clone overlap = true 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: osd recovery max chunk = 1048576 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug shutdown = true 2024-09-19T05:37:19.894 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug op order = true 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug verify stray on activate = true 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug trim objects = true 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: osd open classes on start = true 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug pg log writeout = true 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: osd map max advance = 10 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: journal zero on create = true 2024-09-19T05:37:19.895 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: filestore apply finisher threads = 3 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: bdev debug aio = true 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug misdirected ops = true 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: bdev async discard = True 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: bdev enable discard = True 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore allocator = bitmap 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore block size = 96636764160 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore fsck on mount = True 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluefs = 1/20 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluestore = 1/20 2024-09-19T05:37:19.896 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: debug osd = 20 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: debug rocksdb = 4/10 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd full ratio = 0.9 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: osd objectstore = bluestore 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: osd op complaint time = 180 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr] 2024-09-19T05:37:19.897 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout: debug mgr = 20 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout: mgr/telemetry/nag = false 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout: debug client = 20 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout:[mon] 2024-09-19T05:37:19.898 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: debug paxos = 20 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: mon data avail warn = 5 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: mon mgr mkfs grace = 240 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd reporter subtree level = osd 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd prime pg temp = true 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:37:19.899 INFO:teuthology.orchestra.run.smithi039.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: # 1m isn't quite enough 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:37:19.900 INFO:teuthology.orchestra.run.smithi039.stdout: mon down mkfs grace = 300 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: mon op complaint time = 120 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on pool no app = False 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout:[client] 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: rgw cache enabled = true 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable ops log = true 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable usage log = true 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: client mount timeout = 600 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: debug client = 20 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:19.901 INFO:teuthology.orchestra.run.smithi039.stdout: pid file = "" 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout: rados mon op timeout = 900 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout: rados osd op timeout = 900 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.a] 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.b] 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.c] 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.a] 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.c] 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.b] 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.d] 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout:[mds] 2024-09-19T05:37:19.902 INFO:teuthology.orchestra.run.smithi039.stdout: debug mds = 20 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: debug mds balancer = 20 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: mds debug frag = True 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: mds debug scatterstat = True 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: mds op complaint time = 180 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: mds verify scatter = True 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: osd op complaint time = 180 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: rados mon op timeout = 900 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: rados osd op timeout = 900 2024-09-19T05:37:19.903 INFO:teuthology.orchestra.run.smithi039.stdout: mds_sessionmap_keys_per_op = 1 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout:[global] 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: chdir = "" 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: auth supported = cephx 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: filestore xattr use omap = true 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: mon clock drift allowed = 1.000 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: osd crush chooseleaf type = 0 2024-09-19T05:37:19.933 INFO:teuthology.orchestra.run.smithi050.stdout: auth debug = true 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on old message = true 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on bug = true 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: mon pg warn max object skew = 0 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default size = 2 2024-09-19T05:37:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow primary affinity = true 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow pg remap = true 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on no sortbitwise = false 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on too few osds = false 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: mon_allow_pool_size_one = true 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:37:19.935 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: osd default data pool replay window = 5 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: mon allow pool delete = true 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: mon cluster log file level = debug 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: debug asserts on shutdown = true 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: mon health detail to clog = false 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: mon host = "172.21.15.39,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]" 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on skipped message = False 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: fsid = 63724460-2d43-4192-a475-a2140b12f870 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.936 INFO:teuthology.orchestra.run.smithi050.stdout:[osd] 2024-09-19T05:37:19.937 INFO:teuthology.orchestra.run.smithi050.stdout: osd journal size = 100 2024-09-19T05:37:19.937 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.937 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub load threshold = 5.0 2024-09-19T05:37:19.937 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub max interval = 600 2024-09-19T05:37:19.937 INFO:teuthology.orchestra.run.smithi050.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:37:19.940 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.940 INFO:teuthology.orchestra.run.smithi050.stdout: osd recover clone overlap = true 2024-09-19T05:37:19.940 INFO:teuthology.orchestra.run.smithi050.stdout: osd recovery max chunk = 1048576 2024-09-19T05:37:19.940 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.940 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug shutdown = true 2024-09-19T05:37:19.940 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug op order = true 2024-09-19T05:37:19.940 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug verify stray on activate = true 2024-09-19T05:37:19.940 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug trim objects = true 2024-09-19T05:37:19.941 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.941 INFO:teuthology.orchestra.run.smithi050.stdout: osd open classes on start = true 2024-09-19T05:37:19.941 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug pg log writeout = true 2024-09-19T05:37:19.941 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.941 INFO:teuthology.orchestra.run.smithi050.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:37:19.941 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.941 INFO:teuthology.orchestra.run.smithi050.stdout: osd map max advance = 10 2024-09-19T05:37:19.941 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.941 INFO:teuthology.orchestra.run.smithi050.stdout: journal zero on create = true 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: filestore apply finisher threads = 3 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: bdev debug aio = true 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug misdirected ops = true 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: bdev async discard = True 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: bdev enable discard = True 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore allocator = bitmap 2024-09-19T05:37:19.942 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore block size = 96636764160 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore fsck on mount = True 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluefs = 1/20 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluestore = 1/20 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: debug osd = 20 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: debug rocksdb = 4/10 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd full ratio = 0.9 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: osd objectstore = bluestore 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2024-09-19T05:37:19.943 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr] 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: debug mgr = 20 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: mgr/telemetry/nag = false 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: debug client = 20 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout:[mon] 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:19.944 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: debug paxos = 20 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: mon data avail warn = 5 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: mon mgr mkfs grace = 240 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd reporter subtree level = osd 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd prime pg temp = true 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:37:19.945 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: # 1m isn't quite enough 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: mon down mkfs grace = 300 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: mon op complaint time = 120 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on pool no app = False 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:19.946 INFO:teuthology.orchestra.run.smithi050.stdout:[client] 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: rgw cache enabled = true 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable ops log = true 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable usage log = true 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: client mount timeout = 600 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: debug client = 20 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = "" 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.a] 2024-09-19T05:37:19.947 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.b] 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.c] 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.a] 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.c] 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.b] 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.d] 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout:[mds] 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds = 20 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds balancer = 20 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug frag = True 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug scatterstat = True 2024-09-19T05:37:19.948 INFO:teuthology.orchestra.run.smithi050.stdout: mds op complaint time = 180 2024-09-19T05:37:19.949 INFO:teuthology.orchestra.run.smithi050.stdout: mds verify scatter = True 2024-09-19T05:37:19.949 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2024-09-19T05:37:19.949 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2024-09-19T05:37:19.949 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2024-09-19T05:37:19.949 INFO:teuthology.orchestra.run.smithi050.stdout: mds_sessionmap_keys_per_op = 1 2024-09-19T05:37:19.950 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:37:19.951 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:37:19.951 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:37:19.951 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:37:19.952 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:37:19.952 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:37:19.952 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:37:19.952 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:37:19.961 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:37:19.961 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-19T05:37:19.963 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:37:19.963 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-19T05:37:19.963 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:37:19.963 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-19T05:37:19.964 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:37:19.964 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-19T05:37:20.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.108+0000 7f5aa6ce6640 1 Processor -- start 2024-09-19T05:37:20.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.108+0000 7fe92e65c640 1 Processor -- start 2024-09-19T05:37:20.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.108+0000 7f59e9f6d640 1 Processor -- start 2024-09-19T05:37:20.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.108+0000 7f5aa6ce6640 1 -- start start 2024-09-19T05:37:20.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.108+0000 7fe92e65c640 1 -- start start 2024-09-19T05:37:20.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.108+0000 7f59e9f6d640 1 -- start start 2024-09-19T05:37:20.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.108+0000 7f38c6e65640 1 Processor -- start 2024-09-19T05:37:20.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.108+0000 7f38c6e65640 1 -- start start 2024-09-19T05:37:20.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.109+0000 7fe92e65c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9280ccdf0 0x7fe9280cd280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.109+0000 7fe92e65c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe928148580 con 0x7fe9280cd990 2024-09-19T05:37:20.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.109+0000 7fe92e65c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9280b29f0 con 0x7fe9281481a0 2024-09-19T05:37:20.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.109+0000 7fe92e65c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe92806d800 con 0x7fe9280ccdf0 2024-09-19T05:37:20.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.109+0000 7fe9277fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe9280cd990 0x7fe92806d0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33966/0 (socket says 172.21.15.39:33966) 2024-09-19T05:37:20.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.109+0000 7fe9277fe640 1 -- 172.21.15.39:0/2384119742 learned_addr learned my addr 172.21.15.39:0/2384119742 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:20.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.109+0000 7f38c6e65640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f38c00b66c0 0x7f38c00d03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f5aa6ce6640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5aa00d3e80 0x7f5aa00b3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.109+0000 7f38c6e65640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f38c00737f0 0x7f38c0073c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f38c6e65640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38c00d09b0 con 0x7f38c0073410 2024-09-19T05:37:20.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f38c6e65640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f38c00d0c90 con 0x7f38c00b66c0 2024-09-19T05:37:20.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f38c6e65640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f38c00d0f70 con 0x7f38c00737f0 2024-09-19T05:37:20.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7fe92cbf9640 1 --2- 172.21.15.39:0/2384119742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9280ccdf0 0x7fe9280cd280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f5aa6ce6640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5aa00cf1b0 con 0x7f5aa00cfe00 2024-09-19T05:37:20.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e9f6d640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f59e41558f0 0x7f59e40b6500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e9f6d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406fbf0 0x7f59e415f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e9f6d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59e40700a0 con 0x7f59e406f780 2024-09-19T05:37:20.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e9f6d640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f59e40b49f0 con 0x7f59e41558f0 2024-09-19T05:37:20.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e9f6d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f59e40b4cd0 con 0x7f59e406fbf0 2024-09-19T05:37:20.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f5aa6ce6640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5aa00cf490 con 0x7f5aa015ecf0 2024-09-19T05:37:20.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f5aa6ce6640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5aa00d39f0 con 0x7f5aa00d3e80 2024-09-19T05:37:20.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7fe926ffd640 1 -- 172.21.15.39:0/2384119742 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 424790579 0 0) 0x7fe928148580 con 0x7fe9280cd990 2024-09-19T05:37:20.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7fe926ffd640 1 -- 172.21.15.39:0/2384119742 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe910003520 con 0x7fe9280cd990 2024-09-19T05:37:20.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f5a9ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5aa00cfe00 0x7f5aa00b7b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33978/0 (socket says 172.21.15.39:33978) 2024-09-19T05:37:20.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f5a9ffff640 1 -- 172.21.15.39:0/3469933018 learned_addr learned my addr 172.21.15.39:0/3469933018 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:20.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f38bffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f38c00b66c0 0x7f38c00d03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f38bffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f38c00b66c0 0x7f38c00d03b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37464/0 (socket says 172.21.15.39:37464) 2024-09-19T05:37:20.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f38bffff640 1 -- 172.21.15.39:0/1006990561 learned_addr learned my addr 172.21.15.39:0/1006990561 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:20.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f38c4c01640 1 --1- 172.21.15.39:0/1006990561 >> v1:172.21.15.50:6789/0 conn(0x7f38c0073410 0x7f38c00714d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:51340/0 (socket says 172.21.15.39:51340) 2024-09-19T05:37:20.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f38c5402640 1 --2- 172.21.15.39:0/1006990561 >> v2:172.21.15.50:3300/0 conn(0x7f38c00737f0 0x7f38c0073c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e37fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f59e41558f0 0x7f59e40b6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e3fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406fbf0 0x7f59e415f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e37fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f59e41558f0 0x7f59e40b6500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:48580/0 (socket says 172.21.15.39:48580) 2024-09-19T05:37:20.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e3fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406fbf0 0x7f59e415f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:46650/0 (socket says 172.21.15.39:46650) 2024-09-19T05:37:20.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e37fe640 1 -- 172.21.15.39:0/1974728956 learned_addr learned my addr 172.21.15.39:0/1974728956 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:20.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f5aa5283640 1 --2- 172.21.15.39:0/3469933018 >> v2:172.21.15.50:3300/0 conn(0x7f5aa00d3e80 0x7f5aa00b3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1196100172 0 0) 0x7f5aa00cf490 con 0x7f5aa015ecf0 2024-09-19T05:37:20.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7fe926ffd640 1 -- 172.21.15.39:0/2384119742 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2101088328 0 0) 0x7fe9280b29f0 con 0x7fe9281481a0 2024-09-19T05:37:20.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7fe92cbf9640 1 -- 172.21.15.39:0/2384119742 >> v1:172.21.15.50:6789/0 conn(0x7fe9281481a0 legacy=0x7fe9280cfc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e37fe640 1 -- 172.21.15.39:0/1974728956 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406fbf0 msgr2=0x7f59e415f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:20.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5a90003520 con 0x7f5aa015ecf0 2024-09-19T05:37:20.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e37fe640 1 --2- 172.21.15.39:0/1974728956 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406fbf0 0x7f59e415f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e37fe640 1 -- 172.21.15.39:0/1974728956 >> v1:172.21.15.39:6789/0 conn(0x7f59e406f780 legacy=0x7f59e415f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7f59e37fe640 1 -- 172.21.15.39:0/1974728956 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59e40b4fb0 con 0x7f59e41558f0 2024-09-19T05:37:20.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f38bffff640 1 -- 172.21.15.39:0/1006990561 >> v2:172.21.15.50:3300/0 conn(0x7f38c00737f0 msgr2=0x7f38c0073c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:20.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f38bffff640 1 --2- 172.21.15.39:0/1006990561 >> v2:172.21.15.50:3300/0 conn(0x7f38c00737f0 0x7f38c0073c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f38bffff640 1 -- 172.21.15.39:0/1006990561 >> v1:172.21.15.50:6789/0 conn(0x7f38c0073410 legacy=0x7f38c00714d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f38bffff640 1 -- 172.21.15.39:0/1006990561 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38c00d1250 con 0x7f38c00b66c0 2024-09-19T05:37:20.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 <== mon.1 v1:172.21.15.50:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2966043372 0 0) 0x7f5a90003520 con 0x7f5aa015ecf0 2024-09-19T05:37:20.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 >> v2:172.21.15.50:3300/0 conn(0x7f5aa00d3e80 msgr2=0x7f5aa00b3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:20.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 --2- 172.21.15.39:0/3469933018 >> v2:172.21.15.50:3300/0 conn(0x7f5aa00d3e80 0x7f5aa00b3be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 >> v1:172.21.15.39:6789/0 conn(0x7f5aa00cfe00 legacy=0x7f5aa00b7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 --> v1:172.21.15.50:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa00d33a0 con 0x7f5aa015ecf0 2024-09-19T05:37:20.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 <== mon.1 v1:172.21.15.50:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f5a94001670 con 0x7f5aa015ecf0 2024-09-19T05:37:20.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 >> v1:172.21.15.50:6789/0 conn(0x7f5aa015ecf0 legacy=0x7f5aa00cf6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a900039b0 0x7f5a90003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a90004800 0x7f5a90004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900051c0 0x7f5a9000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa00d39f0 con 0x7f5a90004800 2024-09-19T05:37:20.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.110+0000 7fe92cbf9640 1 -- 172.21.15.39:0/2384119742 >> v1:172.21.15.39:6789/0 conn(0x7fe9280cd990 legacy=0x7fe92806d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7fe92cbf9640 1 -- 172.21.15.39:0/2384119742 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9280b2cd0 con 0x7fe9280ccdf0 2024-09-19T05:37:20.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5a9000c060 con 0x7f5a900051c0 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5a9000c260 con 0x7f5a900039b0 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5a9ffff640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a90004800 0x7f5a90004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5aa4a82640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a900039b0 0x7f5a90003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5aa5283640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900051c0 0x7f5a9000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5aa4a82640 1 -- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900051c0 msgr2=0x7f5a9000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5aa4a82640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900051c0 0x7f5a9000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5aa4a82640 1 -- 172.21.15.39:0/3469933018 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a90004800 msgr2=0x7f5a90004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5aa4a82640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a90004800 0x7f5a90004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5aa4a82640 1 -- 172.21.15.39:0/3469933018 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a90003520 con 0x7f5a900039b0 2024-09-19T05:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.111+0000 7f5aa5283640 1 -- 172.21.15.39:0/3469933018 reap_dead start 2024-09-19T05:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f59e37fe640 1 --2- 172.21.15.39:0/1974728956 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59e41558f0 0x7f59e40b6500 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f59d4009870 tx=0x7f59d402a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=616274b3882f4286 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f38bffff640 1 --2- 172.21.15.39:0/1006990561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c00b66c0 0x7f38c00d03b0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f38ac009870 tx=0x7f38ac02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=349012bd6b3d1c7e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7fe92cbf9640 1 --2- 172.21.15.39:0/2384119742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9280ccdf0 0x7fe9280cd280 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe920009dc0 tx=0x7fe92002a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22d428a72221dc4c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f59e27fc640 1 -- 172.21.15.39:0/1974728956 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d4037070 con 0x7f59e41558f0 2024-09-19T05:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f59e27fc640 1 -- 172.21.15.39:0/1974728956 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59d4032440 con 0x7f59e41558f0 2024-09-19T05:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f59e27fc640 1 -- 172.21.15.39:0/1974728956 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d4032810 con 0x7f59e41558f0 2024-09-19T05:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7fe926ffd640 1 -- 172.21.15.39:0/2384119742 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe920035020 con 0x7fe9280ccdf0 2024-09-19T05:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7fe926ffd640 1 -- 172.21.15.39:0/2384119742 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe920007540 con 0x7fe9280ccdf0 2024-09-19T05:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7fe926ffd640 1 -- 172.21.15.39:0/2384119742 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c0015f0 con 0x7fe9280ccdf0 2024-09-19T05:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f38bf7fe640 1 -- 172.21.15.39:0/1006990561 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ac037070 con 0x7f38c00b66c0 2024-09-19T05:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f5aa4a82640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a900039b0 0x7f5a90003dd0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5a9400c110 tx=0x7f5a90005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20b8e1ab10ec614b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f38bf7fe640 1 -- 172.21.15.39:0/1006990561 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38ac02ae30 con 0x7f38c00b66c0 2024-09-19T05:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f38bf7fe640 1 -- 172.21.15.39:0/1006990561 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ac032640 con 0x7f38c00b66c0 2024-09-19T05:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94036070 con 0x7f5a900039b0 2024-09-19T05:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a94007250 con 0x7f5a900039b0 2024-09-19T05:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.112+0000 7f5a9f7fe640 1 -- 172.21.15.39:0/3469933018 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94036070 con 0x7f5a900039b0 2024-09-19T05:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1974728956 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59e41558f0 msgr2=0x7f59e40b6500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f59e9f6d640 1 --2- 172.21.15.39:0/1974728956 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59e41558f0 0x7f59e40b6500 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f59d4009870 tx=0x7f59d402a250 comp rx=0 tx=0).stop 2024-09-19T05:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7fe92e65c640 1 -- 172.21.15.39:0/2384119742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9280ccdf0 msgr2=0x7fe9280cd280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7fe92e65c640 1 --2- 172.21.15.39:0/2384119742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9280ccdf0 0x7fe9280cd280 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe920009dc0 tx=0x7fe92002a640 comp rx=0 tx=0).stop 2024-09-19T05:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1974728956 shutdown_connections 2024-09-19T05:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f59e9f6d640 1 --2- 172.21.15.39:0/1974728956 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406fbf0 0x7f59e415f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f59e9f6d640 1 --2- 172.21.15.39:0/1974728956 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59e41558f0 0x7f59e40b6500 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1974728956 >> 172.21.15.39:0/1974728956 conn(0x7f59e406cd20 msgr2=0x7f59e406d100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7fe92e65c640 1 -- 172.21.15.39:0/2384119742 shutdown_connections 2024-09-19T05:37:20.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7fe92e65c640 1 --2- 172.21.15.39:0/2384119742 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9280ccdf0 0x7fe9280cd280 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7fe92e65c640 1 -- 172.21.15.39:0/2384119742 >> 172.21.15.39:0/2384119742 conn(0x7fe928062a50 msgr2=0x7fe92806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1974728956 shutdown_connections 2024-09-19T05:37:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1974728956 wait complete. 2024-09-19T05:37:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7fe92e65c640 1 -- 172.21.15.39:0/2384119742 shutdown_connections 2024-09-19T05:37:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7fe92e65c640 1 -- 172.21.15.39:0/2384119742 wait complete. 2024-09-19T05:37:20.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f38c6e65640 1 -- 172.21.15.39:0/1006990561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c00b66c0 msgr2=0x7f38c00d03b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f38c6e65640 1 --2- 172.21.15.39:0/1006990561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c00b66c0 0x7f38c00d03b0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f38ac009870 tx=0x7f38ac02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f38c6e65640 1 -- 172.21.15.39:0/1006990561 shutdown_connections 2024-09-19T05:37:20.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f38c6e65640 1 --2- 172.21.15.39:0/1006990561 >> v2:172.21.15.50:3300/0 conn(0x7f38c00737f0 0x7f38c0073c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f38c6e65640 1 --2- 172.21.15.39:0/1006990561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c00b66c0 0x7f38c00d03b0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f38c6e65640 1 -- 172.21.15.39:0/1006990561 >> 172.21.15.39:0/1006990561 conn(0x7f38c00b42b0 msgr2=0x7f38c00b46c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f38c6e65640 1 -- 172.21.15.39:0/1006990561 shutdown_connections 2024-09-19T05:37:20.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f38c6e65640 1 -- 172.21.15.39:0/1006990561 wait complete. 2024-09-19T05:37:20.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a900039b0 msgr2=0x7f5a90003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.113+0000 7f5aa6ce6640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a900039b0 0x7f5a90003dd0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5a9400c110 tx=0x7f5a90005830 comp rx=0 tx=0).stop 2024-09-19T05:37:20.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.114+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/3469933018 shutdown_connections 2024-09-19T05:37:20.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.114+0000 7f5aa6ce6640 1 --2- 172.21.15.39:0/3469933018 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a900039b0 0x7f5a90003dd0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.114+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/3469933018 >> 172.21.15.39:0/3469933018 conn(0x7f5aa00b6230 msgr2=0x7f5aa00b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.114+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/3469933018 shutdown_connections 2024-09-19T05:37:20.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.114+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/3469933018 wait complete. 2024-09-19T05:37:20.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.114+0000 7f59e9f6d640 1 Processor -- start 2024-09-19T05:37:20.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.114+0000 7fe92e65c640 1 Processor -- start 2024-09-19T05:37:20.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f59e9f6d640 1 -- start start 2024-09-19T05:37:20.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7fe92e65c640 1 -- start start 2024-09-19T05:37:20.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f38c6e65640 1 Processor -- start 2024-09-19T05:37:20.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f38c6e65640 1 -- start start 2024-09-19T05:37:20.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f5aa6ce6640 1 Processor -- start 2024-09-19T05:37:20.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f5aa6ce6640 1 -- start start 2024-09-19T05:37:20.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f59e9f6d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406f780 0x7f59e414cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f59e9f6d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59e406fbf0 0x7f59e41f4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7fe92e65c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9280ccdf0 0x7fe928146930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f59e9f6d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59e41558f0 0x7f59e414eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f59e9f6d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f59e40b5f40 con 0x7f59e406fbf0 2024-09-19T05:37:20.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.115+0000 7f59e2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59e406fbf0 0x7f59e41f4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e9f6d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f59e40b5570 con 0x7f59e41558f0 2024-09-19T05:37:20.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e9f6d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f59e40b60c0 con 0x7f59e406f780 2024-09-19T05:37:20.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59e406fbf0 0x7f59e41f4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37494/0 (socket says 172.21.15.39:37494) 2024-09-19T05:37:20.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e2ffd640 1 -- 172.21.15.39:0/1100820868 learned_addr learned my addr 172.21.15.39:0/1100820868 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:20.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe92e65c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9280cd990 0x7fe928153560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e3fff640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59e41558f0 0x7f59e414eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e37fe640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406f780 0x7f59e414cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe927fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9280ccdf0 0x7fe928146930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe92e65c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9281481a0 0x7fe9280b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe92e65c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe9280b3d60 con 0x7fe9280ccdf0 2024-09-19T05:37:20.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe92e65c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe9280b40d0 con 0x7fe9280cd990 2024-09-19T05:37:20.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe92e65c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe9280b4560 con 0x7fe9281481a0 2024-09-19T05:37:20.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe9277fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9280cd990 0x7fe928153560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe9277fe640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9280cd990 0x7fe928153560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:48612/0 (socket says 172.21.15.39:48612) 2024-09-19T05:37:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c6e65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c0073410 0x7f38c014e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c6e65640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38c00737f0 0x7f38c01520d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c6e65640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38c00b66c0 0x7f38c00709a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c6e65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f38c01660c0 con 0x7f38c0073410 2024-09-19T05:37:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c6e65640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f38c0165f40 con 0x7f38c00737f0 2024-09-19T05:37:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c6e65640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f38c0166240 con 0x7f38c00b66c0 2024-09-19T05:37:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe9277fe640 1 -- 172.21.15.39:0/1599261190 learned_addr learned my addr 172.21.15.39:0/1599261190 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e2ffd640 1 -- 172.21.15.39:0/1100820868 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406f780 msgr2=0x7f59e414cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e2ffd640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406f780 0x7f59e414cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e2ffd640 1 -- 172.21.15.39:0/1100820868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59e41558f0 msgr2=0x7f59e414eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e2ffd640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59e41558f0 0x7f59e414eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e2ffd640 1 -- 172.21.15.39:0/1100820868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59e414cff0 con 0x7f59e406fbf0 2024-09-19T05:37:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e37fe640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406f780 0x7f59e414cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe92cbf9640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9281481a0 0x7fe9280b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c4c01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c0073410 0x7f38c014e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38bffff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38c00737f0 0x7f38c01520d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c4c01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c0073410 0x7f38c014e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37512/0 (socket says 172.21.15.39:37512) 2024-09-19T05:37:20.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c4c01640 1 -- 172.21.15.39:0/2152906070 learned_addr learned my addr 172.21.15.39:0/2152906070 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:20.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f38c5402640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38c00b66c0 0x7f38c00709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7f59e2ffd640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59e406fbf0 0x7f59e41f4580 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f59d800c450 tx=0x7f59d800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe927fff640 1 -- 172.21.15.39:0/1599261190 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9281481a0 msgr2=0x7fe9280b2000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe927fff640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9281481a0 0x7fe9280b2000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.116+0000 7fe927fff640 1 -- 172.21.15.39:0/1599261190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9280cd990 msgr2=0x7fe928153560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa6ce6640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900039b0 0x7f5aa0160600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7fe927fff640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9280cd990 0x7fe928153560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7fe927fff640 1 -- 172.21.15.39:0/1599261190 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe928153aa0 con 0x7fe9280ccdf0 2024-09-19T05:37:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f59cbfff640 1 -- 172.21.15.39:0/1100820868 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d80052d0 con 0x7f59e406fbf0 2024-09-19T05:37:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7fe9277fe640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9280cd990 0x7fe928153560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:37:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f59cbfff640 1 -- 172.21.15.39:0/1100820868 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59d8005470 con 0x7f59e406fbf0 2024-09-19T05:37:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa6ce6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aa00ccbf0 0x7f5aa0157c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa4a82640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900039b0 0x7f5aa0160600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa4a82640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900039b0 0x7f5aa0160600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:48630/0 (socket says 172.21.15.39:48630) 2024-09-19T05:37:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f38bffff640 1 -- 172.21.15.39:0/2152906070 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38c00b66c0 msgr2=0x7f38c00709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f38bffff640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38c00b66c0 0x7f38c00709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f38bffff640 1 -- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c0073410 msgr2=0x7f38c014e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f38bffff640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c0073410 0x7f38c014e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f38bffff640 1 -- 172.21.15.39:0/2152906070 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38c0152610 con 0x7f38c00737f0 2024-09-19T05:37:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7fe927fff640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9280ccdf0 0x7fe928146930 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fe91800c410 tx=0x7fe91800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa6ce6640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00ca420 0x7f5aa00ca8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa6ce6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa00b3690 con 0x7f5aa00ccbf0 2024-09-19T05:37:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa6ce6640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa00d2090 con 0x7f5a900039b0 2024-09-19T05:37:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa6ce6640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5aa00b3810 con 0x7f5aa00ca420 2024-09-19T05:37:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa4a82640 1 -- 172.21.15.39:0/1657506855 learned_addr learned my addr 172.21.15.39:0/1657506855 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5a9ffff640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aa00ccbf0 0x7f5aa0157c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f38c4c01640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c0073410 0x7f38c014e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:37:20.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7fe924ff9640 1 -- 172.21.15.39:0/1599261190 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe918017070 con 0x7fe9280ccdf0 2024-09-19T05:37:20.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa5283640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00ca420 0x7f5aa00ca8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59e41530c0 con 0x7f59e406fbf0 2024-09-19T05:37:20.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa4a82640 1 -- 172.21.15.39:0/1657506855 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00ca420 msgr2=0x7f5aa00ca8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa4a82640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00ca420 0x7f5aa00ca8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f38bffff640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38c00737f0 0x7f38c01520d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f38ac031000 tx=0x7f38ac0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59e4153960 con 0x7f59e406fbf0 2024-09-19T05:37:20.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa4a82640 1 -- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aa00ccbf0 msgr2=0x7f5aa0157c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa4a82640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aa00ccbf0 0x7f5aa0157c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa4a82640 1 -- 172.21.15.39:0/1657506855 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa00cb970 con 0x7f5a900039b0 2024-09-19T05:37:20.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe928145890 con 0x7fe9280ccdf0 2024-09-19T05:37:20.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7fe924ff9640 1 -- 172.21.15.39:0/1599261190 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9180035f0 con 0x7fe9280ccdf0 2024-09-19T05:37:20.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7f5aa5283640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00ca420 0x7f5aa00ca8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:20.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7fe924ff9640 1 -- 172.21.15.39:0/1599261190 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9180039e0 con 0x7fe9280ccdf0 2024-09-19T05:37:20.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.117+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe928146130 con 0x7fe9280ccdf0 2024-09-19T05:37:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.118+0000 7f5aa4a82640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900039b0 0x7f5aa0160600 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5a9400c200 tx=0x7f5a94001a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.118+0000 7f59cbfff640 1 -- 172.21.15.39:0/1100820868 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d80052d0 con 0x7f59e406fbf0 2024-09-19T05:37:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.118+0000 7f38bd7fa640 1 -- 172.21.15.39:0/2152906070 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ac037040 con 0x7f38c00737f0 2024-09-19T05:37:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.118+0000 7f38bd7fa640 1 -- 172.21.15.39:0/2152906070 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38ac004030 con 0x7f38c00737f0 2024-09-19T05:37:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.118+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38c01528b0 con 0x7f38c00737f0 2024-09-19T05:37:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.118+0000 7f38bd7fa640 1 -- 172.21.15.39:0/2152906070 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ac004440 con 0x7f38c00737f0 2024-09-19T05:37:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.118+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38c0152e70 con 0x7f38c00737f0 2024-09-19T05:37:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.118+0000 7f5a9d7fa640 1 -- 172.21.15.39:0/1657506855 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94036040 con 0x7f5a900039b0 2024-09-19T05:37:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.118+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aa00cbc50 con 0x7f5a900039b0 2024-09-19T05:37:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.119+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aa00cc210 con 0x7f5a900039b0 2024-09-19T05:37:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.119+0000 7f5a9d7fa640 1 -- 172.21.15.39:0/1657506855 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a940016f0 con 0x7f5a900039b0 2024-09-19T05:37:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.119+0000 7f5a9d7fa640 1 -- 172.21.15.39:0/1657506855 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94036040 con 0x7f5a900039b0 2024-09-19T05:37:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.119+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59e41534b0 con 0x7f59e406fbf0 2024-09-19T05:37:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.119+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9280cd280 con 0x7fe9280ccdf0 2024-09-19T05:37:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.119+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38c00d03b0 con 0x7f38c00737f0 2024-09-19T05:37:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.120+0000 7fe924ff9640 1 -- 172.21.15.39:0/1599261190 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe91801a070 con 0x7fe9280ccdf0 2024-09-19T05:37:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.120+0000 7f38bd7fa640 1 -- 172.21.15.39:0/2152906070 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f38ac03a070 con 0x7f38c00737f0 2024-09-19T05:37:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.120+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aa0162180 con 0x7f5a900039b0 2024-09-19T05:37:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.120+0000 7f38bd7fa640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f38a406c300 0x7f38a406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.120+0000 7f59cbfff640 1 -- 172.21.15.39:0/1100820868 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f59d8012630 con 0x7f59e406fbf0 2024-09-19T05:37:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.120+0000 7fe924ff9640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe91406c300 0x7fe91406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.121+0000 7f38bd7fa640 1 -- 172.21.15.39:0/2152906070 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f38ac0ab600 con 0x7f38c00737f0 2024-09-19T05:37:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.121+0000 7f38c4c01640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f38a406c300 0x7f38a406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.121+0000 7fe924ff9640 1 -- 172.21.15.39:0/1599261190 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7fe91808a850 con 0x7fe9280ccdf0 2024-09-19T05:37:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.121+0000 7fe9277fe640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe91406c300 0x7fe91406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.121+0000 7f38c4c01640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f38a406c300 0x7f38a406e7c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f38c014ce30 tx=0x7f38b4007ef0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.121+0000 7f5a9d7fa640 1 -- 172.21.15.39:0/1657506855 <== mon.1 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a94005070 con 0x7f5a900039b0 2024-09-19T05:37:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.121+0000 7f59cbfff640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59d006c6b0 0x7f59d006eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.122+0000 7fe9277fe640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe91406c300 0x7fe91406e7c0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe91c001600 tx=0x7fe91c001550 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.122+0000 7f59e37fe640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59d006c6b0 0x7f59d006eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.122+0000 7f59cbfff640 1 -- 172.21.15.39:0/1100820868 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f59d80050d0 con 0x7f59e406fbf0 2024-09-19T05:37:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.122+0000 7f5a9d7fa640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a8406c4e0 0x7f5a8406e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.122+0000 7f5a9d7fa640 1 -- 172.21.15.39:0/1657506855 <== mon.1 v2:172.21.15.50:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5709+0+0 (secure 0 0 0) 0x7f5a940ab030 con 0x7f5a900039b0 2024-09-19T05:37:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.122+0000 7f5a9ffff640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a8406c4e0 0x7f5a8406e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.122+0000 7f59e37fe640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59d006c6b0 0x7f59d006eb70 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f59d4034000 tx=0x7f59d402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.122+0000 7f5a9ffff640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a8406c4e0 0x7f5a8406e9a0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5aa015f490 tx=0x7f5a8c007d70 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.125+0000 7f38bd7fa640 1 -- 172.21.15.39:0/2152906070 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f38ac041020 con 0x7f38c00737f0 2024-09-19T05:37:20.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.126+0000 7fe924ff9640 1 -- 172.21.15.39:0/1599261190 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe918058a10 con 0x7fe9280ccdf0 2024-09-19T05:37:20.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.130+0000 7f5a9d7fa640 1 -- 172.21.15.39:0/1657506855 <== mon.1 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a940797a0 con 0x7f5a900039b0 2024-09-19T05:37:20.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.130+0000 7f59cbfff640 1 -- 172.21.15.39:0/1100820868 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f59d8059080 con 0x7f59e406fbf0 2024-09-19T05:37:20.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.375+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) -- 0x7fe9280b4a90 con 0x7fe9280ccdf0 2024-09-19T05:37:20.377 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:37:20.375+0000 7efed0237640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:37:20.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.376+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) -- 0x7f5aa00cb490 con 0x7f5a900039b0 2024-09-19T05:37:20.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.377+0000 7fe924ff9640 1 -- 172.21.15.39:0/1599261190 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 6489 v51) ==== 95+0+0 (secure 0 0 0) 0x7fe91805cd10 con 0x7fe9280ccdf0 2024-09-19T05:37:20.379 INFO:teuthology.orchestra.run.smithi039.stderr:failed mds gid 6489 2024-09-19T05:37:20.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.380+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe91406c300 msgr2=0x7fe91406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.380+0000 7fe92e65c640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe91406c300 0x7fe91406e7c0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe91c001600 tx=0x7fe91c001550 comp rx=0 tx=0).stop 2024-09-19T05:37:20.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9280ccdf0 msgr2=0x7fe928146930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9280ccdf0 0x7fe928146930 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fe91800c410 tx=0x7fe91800c8d0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 shutdown_connections 2024-09-19T05:37:20.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fe91406c300 0x7fe91406e7c0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fe9281481a0 0x7fe9280b2000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9280cd990 0x7fe928153560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 --2- 172.21.15.39:0/1599261190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9280ccdf0 0x7fe928146930 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 >> 172.21.15.39:0/1599261190 conn(0x7fe928062a50 msgr2=0x7fe928074c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 shutdown_connections 2024-09-19T05:37:20.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.381+0000 7fe92e65c640 1 -- 172.21.15.39:0/1599261190 wait complete. 2024-09-19T05:37:20.398 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:37:20.398 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:37:20.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.395+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) -- 0x7f59e4070340 con 0x7f59e406fbf0 2024-09-19T05:37:20.399 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:37:20.396+0000 7efed0237640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:37:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.397+0000 7f59cbfff640 1 -- 172.21.15.39:0/1100820868 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 6486 v53) ==== 95+0+0 (secure 0 0 0) 0x7f59d8058980 con 0x7f59e406fbf0 2024-09-19T05:37:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.397+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) -- 0x7f38c0154090 con 0x7f38c00737f0 2024-09-19T05:37:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:failed mds gid 6486 2024-09-19T05:37:20.400 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:37:20.400 DEBUG:teuthology.parallel:result is None 2024-09-19T05:37:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.400+0000 7f5a9d7fa640 1 -- 172.21.15.39:0/1657506855 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 5576 v53) ==== 95+0+0 (secure 0 0 0) 0x7f5a940797a0 con 0x7f5a900039b0 2024-09-19T05:37:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:failed mds gid 5576 2024-09-19T05:37:20.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59d006c6b0 msgr2=0x7f59d006eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59d006c6b0 0x7f59d006eb70 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f59d4034000 tx=0x7f59d402e000 comp rx=0 tx=0).stop 2024-09-19T05:37:20.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59e406fbf0 msgr2=0x7f59e41f4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59e406fbf0 0x7f59e41f4580 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f59d800c450 tx=0x7f59d800c910 comp rx=0 tx=0).stop 2024-09-19T05:37:20.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 shutdown_connections 2024-09-19T05:37:20.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f59d006c6b0 0x7f59d006eb70 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59e41558f0 0x7f59e414eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59e406fbf0 0x7f59e41f4580 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 --2- 172.21.15.39:0/1100820868 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f59e406f780 0x7f59e414cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 >> 172.21.15.39:0/1100820868 conn(0x7f59e406cd20 msgr2=0x7f59e4072050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 shutdown_connections 2024-09-19T05:37:20.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.401+0000 7f59e9f6d640 1 -- 172.21.15.39:0/1100820868 wait complete. 2024-09-19T05:37:20.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a8406c4e0 msgr2=0x7f5a8406e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a8406c4e0 0x7f5a8406e9a0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5aa015f490 tx=0x7f5a8c007d70 comp rx=0 tx=0).stop 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900039b0 msgr2=0x7f5aa0160600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900039b0 0x7f5aa0160600 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5a9400c200 tx=0x7f5a94001a40 comp rx=0 tx=0).stop 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 shutdown_connections 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a8406c4e0 0x7f5a8406e9a0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5aa00ca420 0x7f5aa00ca8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5aa00ccbf0 0x7f5aa0157c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 --2- 172.21.15.39:0/1657506855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900039b0 0x7f5aa0160600 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 >> 172.21.15.39:0/1657506855 conn(0x7f5aa00b6230 msgr2=0x7f5aa00b9880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 shutdown_connections 2024-09-19T05:37:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.403+0000 7f5aa6ce6640 1 -- 172.21.15.39:0/1657506855 wait complete. 2024-09-19T05:37:20.407 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:37:20.405+0000 7efecda32640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:37:20.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.409+0000 7f38bd7fa640 1 -- 172.21.15.39:0/2152906070 <== mon.1 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 6043 v55) ==== 95+0+0 (secure 0 0 0) 0x7f38ac079790 con 0x7f38c00737f0 2024-09-19T05:37:20.411 INFO:teuthology.orchestra.run.smithi039.stderr:failed mds gid 6043 2024-09-19T05:37:20.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.412+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f38a406c300 msgr2=0x7f38a406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.412+0000 7f38c6e65640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f38a406c300 0x7f38a406e7c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f38c014ce30 tx=0x7f38b4007ef0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.412+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38c00737f0 msgr2=0x7f38c01520d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.412+0000 7f38c6e65640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38c00737f0 0x7f38c01520d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f38ac031000 tx=0x7f38ac0046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.412+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 shutdown_connections 2024-09-19T05:37:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.412+0000 7f38c6e65640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f38a406c300 0x7f38a406e7c0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.412+0000 7f38c6e65640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f38c00b66c0 0x7f38c00709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.412+0000 7f38c6e65640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38c00737f0 0x7f38c01520d0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.412+0000 7f38c6e65640 1 --2- 172.21.15.39:0/2152906070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f38c0073410 0x7f38c014e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.413+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 >> 172.21.15.39:0/2152906070 conn(0x7f38c00b42b0 msgr2=0x7f38c015bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.413+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 shutdown_connections 2024-09-19T05:37:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.413+0000 7f38c6e65640 1 -- 172.21.15.39:0/2152906070 wait complete. 2024-09-19T05:37:20.420 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:37:20.420 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:37:20.423 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:37:20.423 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:37:20.426 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:37:20.426 DEBUG:teuthology.parallel:result is None 2024-09-19T05:37:20.429 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:37:20.430 DEBUG:teuthology.orchestra.run.smithi050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:37:20.430 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:37:20.431 DEBUG:teuthology.parallel:result is None 2024-09-19T05:37:20.432 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:37:20.433 DEBUG:teuthology.parallel:result is None 2024-09-19T05:37:20.433 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:20.482 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:37:20.507 INFO:tasks.ceph.mds.b.smithi050.stdout:starting mds.b at 2024-09-19T05:37:20.507 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:37:20.514 INFO:tasks.ceph.mds.d.smithi050.stdout:starting mds.d at 2024-09-19T05:37:20.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.573+0000 7fb627fe8640 1 Processor -- start 2024-09-19T05:37:20.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.574+0000 7fb627fe8640 1 -- start start 2024-09-19T05:37:20.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.574+0000 7fb627fe8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb62015ecf0 0x7fb6200b3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.574+0000 7fb627fe8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fb6200cfe00 0x7fb6200b7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.574+0000 7fb627fe8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6200cf1b0 con 0x7fb6200d3e80 2024-09-19T05:37:20.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.574+0000 7fb627fe8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fb6200d39f0 con 0x7fb62015ecf0 2024-09-19T05:37:20.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.574+0000 7fb627fe8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fb6200d2090 con 0x7fb6200cfe00 2024-09-19T05:37:20.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.575+0000 7fb625d84640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb62015ecf0 0x7fb6200b3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.575+0000 7fb625583640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb6200d3e80 0x7fb6200cf6f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34024/0 (socket says 172.21.15.39:34024) 2024-09-19T05:37:20.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.575+0000 7fb625583640 1 -- 172.21.15.39:0/1857451180 learned_addr learned my addr 172.21.15.39:0/1857451180 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:20.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.575+0000 7fb626585640 1 --2- 172.21.15.39:0/1857451180 >> v2:172.21.15.50:3300/0 conn(0x7fb6200cfe00 0x7fb6200b7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.575+0000 7fb625d84640 1 -- 172.21.15.39:0/1857451180 >> v2:172.21.15.50:3300/0 conn(0x7fb6200cfe00 msgr2=0x7fb6200b7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:20.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.575+0000 7fb625d84640 1 --2- 172.21.15.39:0/1857451180 >> v2:172.21.15.50:3300/0 conn(0x7fb6200cfe00 0x7fb6200b7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.575+0000 7fb625d84640 1 -- 172.21.15.39:0/1857451180 >> v1:172.21.15.39:6789/0 conn(0x7fb6200d3e80 legacy=0x7fb6200cf6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.575+0000 7fb625d84640 1 -- 172.21.15.39:0/1857451180 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6200cf490 con 0x7fb62015ecf0 2024-09-19T05:37:20.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb625d84640 1 --2- 172.21.15.39:0/1857451180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb62015ecf0 0x7fb6200b3be0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fb62006e9d0 tx=0x7fb61c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b194195c1de1b67 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb624d82640 1 -- 172.21.15.39:0/1857451180 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb61c037070 con 0x7fb62015ecf0 2024-09-19T05:37:20.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb624d82640 1 -- 172.21.15.39:0/1857451180 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb61c032440 con 0x7fb62015ecf0 2024-09-19T05:37:20.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb624d82640 1 -- 172.21.15.39:0/1857451180 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb61c032810 con 0x7fb62015ecf0 2024-09-19T05:37:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb627fe8640 1 -- 172.21.15.39:0/1857451180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb62015ecf0 msgr2=0x7fb6200b3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb627fe8640 1 --2- 172.21.15.39:0/1857451180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb62015ecf0 0x7fb6200b3be0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fb62006e9d0 tx=0x7fb61c02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb627fe8640 1 -- 172.21.15.39:0/1857451180 shutdown_connections 2024-09-19T05:37:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb627fe8640 1 --2- 172.21.15.39:0/1857451180 >> v2:172.21.15.50:3300/0 conn(0x7fb6200cfe00 0x7fb6200b7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb627fe8640 1 --2- 172.21.15.39:0/1857451180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb62015ecf0 0x7fb6200b3be0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.576+0000 7fb627fe8640 1 -- 172.21.15.39:0/1857451180 >> 172.21.15.39:0/1857451180 conn(0x7fb6200b6230 msgr2=0x7fb6200b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.577+0000 7fb627fe8640 1 -- 172.21.15.39:0/1857451180 shutdown_connections 2024-09-19T05:37:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.577+0000 7fb627fe8640 1 -- 172.21.15.39:0/1857451180 wait complete. 2024-09-19T05:37:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb627fe8640 1 Processor -- start 2024-09-19T05:37:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb627fe8640 1 -- start start 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb627fe8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6200cfe00 0x7fb620154c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb627fe8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb6200d3e80 0x7fb6200b87f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb627fe8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb62015ecf0 0x7fb6200b8d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb627fe8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb6200b3690 con 0x7fb6200cfe00 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb627fe8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb6200d3680 con 0x7fb62015ecf0 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb627fe8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb6200b3810 con 0x7fb6200d3e80 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb625d84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6200cfe00 0x7fb620154c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb625d84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6200cfe00 0x7fb620154c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37576/0 (socket says 172.21.15.39:37576) 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.578+0000 7fb625d84640 1 -- 172.21.15.39:0/125904162 learned_addr learned my addr 172.21.15.39:0/125904162 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb626585640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb62015ecf0 0x7fb6200b8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb625583640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb6200d3e80 0x7fb6200b87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb625d84640 1 -- 172.21.15.39:0/125904162 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb6200d3e80 msgr2=0x7fb6200b87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb625d84640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb6200d3e80 0x7fb6200b87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb625d84640 1 -- 172.21.15.39:0/125904162 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb62015ecf0 msgr2=0x7fb6200b8d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb625d84640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb62015ecf0 0x7fb6200b8d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb625d84640 1 -- 172.21.15.39:0/125904162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb620156e30 con 0x7fb6200cfe00 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb625d84640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6200cfe00 0x7fb620154c30 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fb61c000c00 tx=0x7fb61c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb6167fc640 1 -- 172.21.15.39:0/125904162 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb61c041070 con 0x7fb6200cfe00 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb6167fc640 1 -- 172.21.15.39:0/125904162 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb61c03c890 con 0x7fb6200cfe00 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb6167fc640 1 -- 172.21.15.39:0/125904162 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb61c037040 con 0x7fb6200cfe00 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb620157110 con 0x7fb6200cfe00 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.579+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6201576d0 con 0x7fb6200cfe00 2024-09-19T05:37:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.580+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6200b3be0 con 0x7fb6200cfe00 2024-09-19T05:37:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.581+0000 7fb6167fc640 1 -- 172.21.15.39:0/125904162 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb61c044070 con 0x7fb6200cfe00 2024-09-19T05:37:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.581+0000 7fb6167fc640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb60406c2b0 0x7fb60406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.581+0000 7fb6167fc640 1 -- 172.21.15.39:0/125904162 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7fb61c0ac250 con 0x7fb6200cfe00 2024-09-19T05:37:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.581+0000 7fb625583640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb60406c2b0 0x7fb60406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.582+0000 7fb625583640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb60406c2b0 0x7fb60406e770 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fb6200cd8d0 tx=0x7fb610007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:20.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.586+0000 7fb6167fc640 1 -- 172.21.15.39:0/125904162 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb61c07a390 con 0x7fb6200cfe00 2024-09-19T05:37:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.799+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6200b5e10 con 0x7fb6200cfe00 2024-09-19T05:37:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.799+0000 7fb6167fc640 1 -- 172.21.15.39:0/125904162 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+1911 (secure 0 0 0) 0x7fb61c07e690 con 0x7fb6200cfe00 2024-09-19T05:37:20.802 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:20.802 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":55,"btime":"2024-09-19T05:37:20:406731+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:20.406520+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[0],"damaged":[],"stopped":[],"info":{},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":7}]} 2024-09-19T05:37:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 55 2024-09-19T05:37:20.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb60406c2b0 msgr2=0x7fb60406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb60406c2b0 0x7fb60406e770 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fb6200cd8d0 tx=0x7fb610007e80 comp rx=0 tx=0).stop 2024-09-19T05:37:20.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6200cfe00 msgr2=0x7fb620154c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6200cfe00 0x7fb620154c30 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fb61c000c00 tx=0x7fb61c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 shutdown_connections 2024-09-19T05:37:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fb60406c2b0 0x7fb60406e770 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb62015ecf0 0x7fb6200b8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fb6200d3e80 0x7fb6200b87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 --2- 172.21.15.39:0/125904162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6200cfe00 0x7fb620154c30 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.801+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 >> 172.21.15.39:0/125904162 conn(0x7fb6200b6230 msgr2=0x7fb6200d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.802+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 shutdown_connections 2024-09-19T05:37:20.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:20.802+0000 7fb627fe8640 1 -- 172.21.15.39:0/125904162 wait complete. 2024-09-19T05:37:21.217 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 55, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:37:06.927965+0000', 'modified': '2024-09-19T05:37:20.406520+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 93, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {}, 'failed': [0], 'damaged': [], 'stopped': [], 'info': {}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T05:37:21.217 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 0/1 2024-09-19T05:37:22.218 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.331+0000 7f828236f640 1 Processor -- start 2024-09-19T05:37:22.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.331+0000 7f828236f640 1 -- start start 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.332+0000 7f828236f640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f827c15ffd0 0x7f827c0cf930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.332+0000 7f828236f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f827c0ce410 con 0x7f827c06d0f0 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.332+0000 7f828236f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f827c0cd3b0 con 0x7f827c0ccca0 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.332+0000 7f828236f640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f827c0cdf80 con 0x7f827c15ffd0 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.332+0000 7f828090c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f827c06d0f0 0x7f827c06d560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34026/0 (socket says 172.21.15.39:34026) 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.332+0000 7f828090c640 1 -- 172.21.15.39:0/3482285936 learned_addr learned my addr 172.21.15.39:0/3482285936 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.332+0000 7f827bfff640 1 --2- 172.21.15.39:0/3482285936 >> v2:172.21.15.50:3300/0 conn(0x7f827c15ffd0 0x7f827c0cf930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.332+0000 7f827affd640 1 -- 172.21.15.39:0/3482285936 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2001127182 0 0) 0x7f827c0ce410 con 0x7f827c06d0f0 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.332+0000 7f827affd640 1 -- 172.21.15.39:0/3482285936 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8264003520 con 0x7f827c06d0f0 2024-09-19T05:37:22.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.333+0000 7f827affd640 1 -- 172.21.15.39:0/3482285936 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2660110192 0 0) 0x7f8264003520 con 0x7f827c06d0f0 2024-09-19T05:37:22.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.333+0000 7f827bfff640 1 -- 172.21.15.39:0/3482285936 >> v1:172.21.15.50:6789/0 conn(0x7f827c0ccca0 legacy=0x7f827c1603b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:22.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.333+0000 7f827bfff640 1 -- 172.21.15.39:0/3482285936 >> v1:172.21.15.39:6789/0 conn(0x7f827c06d0f0 legacy=0x7f827c06d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:22.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.333+0000 7f827bfff640 1 -- 172.21.15.39:0/3482285936 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f827c0cd650 con 0x7f827c15ffd0 2024-09-19T05:37:22.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.333+0000 7f827bfff640 1 --2- 172.21.15.39:0/3482285936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f827c15ffd0 0x7f827c0cf930 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f826c0097a0 tx=0x7f826c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0e705b37ab59519 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:22.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f827affd640 1 -- 172.21.15.39:0/3482285936 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f826c037070 con 0x7f827c15ffd0 2024-09-19T05:37:22.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f827affd640 1 -- 172.21.15.39:0/3482285936 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f826c02ac50 con 0x7f827c15ffd0 2024-09-19T05:37:22.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f827affd640 1 -- 172.21.15.39:0/3482285936 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82740019f0 con 0x7f827c15ffd0 2024-09-19T05:37:22.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f828236f640 1 -- 172.21.15.39:0/3482285936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f827c15ffd0 msgr2=0x7f827c0cf930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:22.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f828236f640 1 --2- 172.21.15.39:0/3482285936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f827c15ffd0 0x7f827c0cf930 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f826c0097a0 tx=0x7f826c02a1c0 comp rx=0 tx=0).stop 2024-09-19T05:37:22.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f828236f640 1 -- 172.21.15.39:0/3482285936 shutdown_connections 2024-09-19T05:37:22.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f828236f640 1 --2- 172.21.15.39:0/3482285936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f827c15ffd0 0x7f827c0cf930 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:22.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f828236f640 1 -- 172.21.15.39:0/3482285936 >> 172.21.15.39:0/3482285936 conn(0x7f827c062a50 msgr2=0x7f827c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:22.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f828236f640 1 -- 172.21.15.39:0/3482285936 shutdown_connections 2024-09-19T05:37:22.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.334+0000 7f828236f640 1 -- 172.21.15.39:0/3482285936 wait complete. 2024-09-19T05:37:22.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.335+0000 7f828236f640 1 Processor -- start 2024-09-19T05:37:22.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.336+0000 7f828236f640 1 -- start start 2024-09-19T05:37:22.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.336+0000 7f828236f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f827c06d0f0 0x7f827c148400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:22.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.336+0000 7f828236f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f827c0ccca0 0x7f827c154610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:22.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828236f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827c15ffd0 0x7f827c1f8690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:22.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828236f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f827c0cd0e0 con 0x7f827c15ffd0 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828236f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f827c0cdc10 con 0x7f827c06d0f0 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828236f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f827c0b2df0 con 0x7f827c0ccca0 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828090c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827c15ffd0 0x7f827c1f8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828090c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827c15ffd0 0x7f827c1f8690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37588/0 (socket says 172.21.15.39:37588) 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828090c640 1 -- 172.21.15.39:0/194260587 learned_addr learned my addr 172.21.15.39:0/194260587 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f827bfff640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f827c06d0f0 0x7f827c148400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f827b7fe640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f827c0ccca0 0x7f827c154610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828090c640 1 -- 172.21.15.39:0/194260587 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f827c0ccca0 msgr2=0x7f827c154610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828090c640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f827c0ccca0 0x7f827c154610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828090c640 1 -- 172.21.15.39:0/194260587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f827c06d0f0 msgr2=0x7f827c148400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828090c640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f827c06d0f0 0x7f827c148400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:22.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828090c640 1 -- 172.21.15.39:0/194260587 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f827c154f10 con 0x7f827c15ffd0 2024-09-19T05:37:22.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f827b7fe640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f827c0ccca0 0x7f827c154610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:22.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828090c640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827c15ffd0 0x7f827c1f8690 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f827400cc90 tx=0x7f827400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:22.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f8278ff9640 1 -- 172.21.15.39:0/194260587 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8274017070 con 0x7f827c15ffd0 2024-09-19T05:37:22.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f8278ff9640 1 -- 172.21.15.39:0/194260587 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8274012400 con 0x7f827c15ffd0 2024-09-19T05:37:22.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.337+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f827c1551f0 con 0x7f827c15ffd0 2024-09-19T05:37:22.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.338+0000 7f8278ff9640 1 -- 172.21.15.39:0/194260587 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82740127b0 con 0x7f827c15ffd0 2024-09-19T05:37:22.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.338+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f827c1557b0 con 0x7f827c15ffd0 2024-09-19T05:37:22.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.338+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f827c0cf930 con 0x7f827c15ffd0 2024-09-19T05:37:22.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.339+0000 7f8278ff9640 1 -- 172.21.15.39:0/194260587 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f827401a070 con 0x7f827c15ffd0 2024-09-19T05:37:22.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.339+0000 7f8278ff9640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f826806c2e0 0x7f826806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:22.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.340+0000 7f8278ff9640 1 -- 172.21.15.39:0/194260587 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f827408b350 con 0x7f827c15ffd0 2024-09-19T05:37:22.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.340+0000 7f827bfff640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f826806c2e0 0x7f826806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:22.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.340+0000 7f827bfff640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f826806c2e0 0x7f826806e7a0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f826c034000 tx=0x7f826c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:22.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.344+0000 7f8278ff9640 1 -- 172.21.15.39:0/194260587 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8274059370 con 0x7f827c15ffd0 2024-09-19T05:37:22.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.556+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f827c06e590 con 0x7f827c15ffd0 2024-09-19T05:37:22.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.557+0000 7f8278ff9640 1 -- 172.21.15.39:0/194260587 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 58 v58) ==== 94+0+5216 (secure 0 0 0) 0x7f827405d670 con 0x7f827c15ffd0 2024-09-19T05:37:22.559 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:22.559 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":58,"btime":"2024-09-19T05:37:22:418484+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6723,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1546862379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1546862379},{"type":"v1","addr":"172.21.15.39:6835","nonce":1546862379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":58,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:21.431747+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6735},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6735":{"gid":6735,"name":"a","rank":0,"incarnation":57,"state":"up:reconnect","state_seq":2,"addr":"172.21.15.39:6837/712474335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":712474335},{"type":"v1","addr":"172.21.15.39:6837","nonce":712474335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":7}]} 2024-09-19T05:37:22.560 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 58 2024-09-19T05:37:22.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f826806c2e0 msgr2=0x7f826806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:22.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f826806c2e0 0x7f826806e7a0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f826c034000 tx=0x7f826c02e000 comp rx=0 tx=0).stop 2024-09-19T05:37:22.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827c15ffd0 msgr2=0x7f827c1f8690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:22.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827c15ffd0 0x7f827c1f8690 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f827400cc90 tx=0x7f827400a430 comp rx=0 tx=0).stop 2024-09-19T05:37:22.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 shutdown_connections 2024-09-19T05:37:22.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f826806c2e0 0x7f826806e7a0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:22.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827c15ffd0 0x7f827c1f8690 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:22.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f827c0ccca0 0x7f827c154610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:22.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 --2- 172.21.15.39:0/194260587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f827c06d0f0 0x7f827c148400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:22.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 >> 172.21.15.39:0/194260587 conn(0x7f827c062a50 msgr2=0x7f827c06d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:22.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 shutdown_connections 2024-09-19T05:37:22.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:22.559+0000 7f828236f640 1 -- 172.21.15.39:0/194260587 wait complete. 2024-09-19T05:37:22.975 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 58, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:37:06.927965+0000', 'modified': '2024-09-19T05:37:21.431747+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 93, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6735}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6735': {'gid': 6735, 'name': 'a', 'rank': 0, 'incarnation': 57, 'state': 'up:reconnect', 'state_seq': 2, 'addr': '172.21.15.39:6837/712474335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6836', 'nonce': 712474335}, {'type': 'v1', 'addr': '172.21.15.39:6837', 'nonce': 712474335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T05:37:22.975 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6735:up:reconnect 2024-09-19T05:37:23.976 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:24.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.089+0000 7f2921ef1640 1 Processor -- start 2024-09-19T05:37:24.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.089+0000 7f2921ef1640 1 -- start start 2024-09-19T05:37:24.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f2921ef1640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f291c15ffd0 0x7f291c0cf930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:24.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f2921ef1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 0x7f291c1603b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:24.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f2921ef1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f291c0ce410 con 0x7f291c15c990 2024-09-19T05:37:24.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f2921ef1640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f291c0cdf80 con 0x7f291c15ffd0 2024-09-19T05:37:24.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f2921ef1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f291c0cd3b0 con 0x7f291c0ccca0 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f291bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f291c15c990 0x7f291c15ce40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34036/0 (socket says 172.21.15.39:34036) 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f291bfff640 1 -- 172.21.15.39:0/1198821147 learned_addr learned my addr 172.21.15.39:0/1198821147 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f291affd640 1 --2- 172.21.15.39:0/1198821147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 0x7f291c1603b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f291b7fe640 1 --2- 172.21.15.39:0/1198821147 >> v2:172.21.15.50:3300/0 conn(0x7f291c15ffd0 0x7f291c0cf930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.090+0000 7f291a7fc640 1 -- 172.21.15.39:0/1198821147 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1862992078 0 0) 0x7f291c0ce410 con 0x7f291c15c990 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.091+0000 7f291a7fc640 1 -- 172.21.15.39:0/1198821147 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2904003520 con 0x7f291c15c990 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.091+0000 7f291affd640 1 -- 172.21.15.39:0/1198821147 >> v2:172.21.15.50:3300/0 conn(0x7f291c15ffd0 msgr2=0x7f291c0cf930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.091+0000 7f291affd640 1 --2- 172.21.15.39:0/1198821147 >> v2:172.21.15.50:3300/0 conn(0x7f291c15ffd0 0x7f291c0cf930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.091+0000 7f291affd640 1 -- 172.21.15.39:0/1198821147 >> v1:172.21.15.39:6789/0 conn(0x7f291c15c990 legacy=0x7f291c15ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:24.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.091+0000 7f291affd640 1 -- 172.21.15.39:0/1198821147 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f291c1608f0 con 0x7f291c0ccca0 2024-09-19T05:37:24.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f291affd640 1 --2- 172.21.15.39:0/1198821147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 0x7f291c1603b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f29100097a0 tx=0x7f291002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ec149b3cc98d86b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:24.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f291a7fc640 1 -- 172.21.15.39:0/1198821147 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2910037070 con 0x7f291c0ccca0 2024-09-19T05:37:24.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f291a7fc640 1 -- 172.21.15.39:0/1198821147 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2910032440 con 0x7f291c0ccca0 2024-09-19T05:37:24.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f291a7fc640 1 -- 172.21.15.39:0/1198821147 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29100327f0 con 0x7f291c0ccca0 2024-09-19T05:37:24.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f2921ef1640 1 -- 172.21.15.39:0/1198821147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 msgr2=0x7f291c1603b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:24.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f2921ef1640 1 --2- 172.21.15.39:0/1198821147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 0x7f291c1603b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f29100097a0 tx=0x7f291002a180 comp rx=0 tx=0).stop 2024-09-19T05:37:24.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f2921ef1640 1 -- 172.21.15.39:0/1198821147 shutdown_connections 2024-09-19T05:37:24.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f2921ef1640 1 --2- 172.21.15.39:0/1198821147 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 0x7f291c1603b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:24.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f2921ef1640 1 --2- 172.21.15.39:0/1198821147 >> v2:172.21.15.50:3300/0 conn(0x7f291c15ffd0 0x7f291c0cf930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:24.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f2921ef1640 1 -- 172.21.15.39:0/1198821147 >> 172.21.15.39:0/1198821147 conn(0x7f291c062a50 msgr2=0x7f291c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:24.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f2921ef1640 1 -- 172.21.15.39:0/1198821147 shutdown_connections 2024-09-19T05:37:24.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.092+0000 7f2921ef1640 1 -- 172.21.15.39:0/1198821147 wait complete. 2024-09-19T05:37:24.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.094+0000 7f2921ef1640 1 Processor -- start 2024-09-19T05:37:24.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.094+0000 7f2921ef1640 1 -- start start 2024-09-19T05:37:24.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f2921ef1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 0x7f291c153990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:24.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f2921ef1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f291c15c990 0x7f291c072540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:24.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f2921ef1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f291c15ffd0 0x7f291c148aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:24.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f2921ef1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f291c0cdc10 con 0x7f291c15ffd0 2024-09-19T05:37:24.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f2921ef1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f291c0cd930 con 0x7f291c15c990 2024-09-19T05:37:24.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f2921ef1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f291c0cd0e0 con 0x7f291c0ccca0 2024-09-19T05:37:24.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f291c15ffd0 0x7f291c148aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:24.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f291c15ffd0 0x7f291c148aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37596/0 (socket says 172.21.15.39:37596) 2024-09-19T05:37:24.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291bfff640 1 -- 172.21.15.39:0/2599067474 learned_addr learned my addr 172.21.15.39:0/2599067474 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:24.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291b7fe640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 0x7f291c153990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:24.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291affd640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f291c15c990 0x7f291c072540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:24.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291bfff640 1 -- 172.21.15.39:0/2599067474 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 msgr2=0x7f291c153990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291bfff640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 0x7f291c153990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291bfff640 1 -- 172.21.15.39:0/2599067474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f291c15c990 msgr2=0x7f291c072540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291bfff640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f291c15c990 0x7f291c072540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291bfff640 1 -- 172.21.15.39:0/2599067474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f291c0b39d0 con 0x7f291c15ffd0 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.095+0000 7f291bfff640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f291c15ffd0 0x7f291c148aa0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f291400cb40 tx=0x7f291400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.096+0000 7f2903fff640 1 -- 172.21.15.39:0/2599067474 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2914017070 con 0x7f291c15ffd0 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.096+0000 7f2903fff640 1 -- 172.21.15.39:0/2599067474 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f291400ac40 con 0x7f291c15ffd0 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.096+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f291c153ed0 con 0x7f291c15ffd0 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.096+0000 7f2903fff640 1 -- 172.21.15.39:0/2599067474 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2914012620 con 0x7f291c15ffd0 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.096+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f291c0b4230 con 0x7f291c15ffd0 2024-09-19T05:37:24.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.097+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f291c0b2df0 con 0x7f291c15ffd0 2024-09-19T05:37:24.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.097+0000 7f2903fff640 1 -- 172.21.15.39:0/2599067474 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f291401a070 con 0x7f291c15ffd0 2024-09-19T05:37:24.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.098+0000 7f2903fff640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f290806c2b0 0x7f290806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:24.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.098+0000 7f2903fff640 1 -- 172.21.15.39:0/2599067474 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f291408b340 con 0x7f291c15ffd0 2024-09-19T05:37:24.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.098+0000 7f291b7fe640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f290806c2b0 0x7f290806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:24.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.098+0000 7f291b7fe640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f290806c2b0 0x7f290806e770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f290c009a30 tx=0x7f290c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:24.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.102+0000 7f2903fff640 1 -- 172.21.15.39:0/2599067474 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f29140599b0 con 0x7f291c15ffd0 2024-09-19T05:37:24.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.312+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f291c0d0d90 con 0x7f291c15ffd0 2024-09-19T05:37:24.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.313+0000 7f2903fff640 1 -- 172.21.15.39:0/2599067474 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5213 (secure 0 0 0) 0x7f29140592b0 con 0x7f291c15ffd0 2024-09-19T05:37:24.315 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:24.316 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":59,"btime":"2024-09-19T05:37:23:420692+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6723,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1546862379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1546862379},{"type":"v1","addr":"172.21.15.39:6835","nonce":1546862379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:22.422179+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6735},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6735":{"gid":6735,"name":"a","rank":0,"incarnation":57,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.39:6837/712474335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":712474335},{"type":"v1","addr":"172.21.15.39:6837","nonce":712474335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":7}]} 2024-09-19T05:37:24.316 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 59 2024-09-19T05:37:24.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f290806c2b0 msgr2=0x7f290806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:24.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f290806c2b0 0x7f290806e770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f290c009a30 tx=0x7f290c008040 comp rx=0 tx=0).stop 2024-09-19T05:37:24.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f291c15ffd0 msgr2=0x7f291c148aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:24.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f291c15ffd0 0x7f291c148aa0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f291400cb40 tx=0x7f291400a060 comp rx=0 tx=0).stop 2024-09-19T05:37:24.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 shutdown_connections 2024-09-19T05:37:24.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f290806c2b0 0x7f290806e770 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:24.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f291c15ffd0 0x7f291c148aa0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:24.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f291c15c990 0x7f291c072540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:24.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 --2- 172.21.15.39:0/2599067474 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f291c0ccca0 0x7f291c153990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:24.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 >> 172.21.15.39:0/2599067474 conn(0x7f291c062a50 msgr2=0x7f291c15f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:24.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 shutdown_connections 2024-09-19T05:37:24.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:24.315+0000 7f2921ef1640 1 -- 172.21.15.39:0/2599067474 wait complete. 2024-09-19T05:37:24.732 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 59, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:37:06.927965+0000', 'modified': '2024-09-19T05:37:22.422179+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 93, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6735}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6735': {'gid': 6735, 'name': 'a', 'rank': 0, 'incarnation': 57, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.39:6837/712474335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6836', 'nonce': 712474335}, {'type': 'v1', 'addr': '172.21.15.39:6837', 'nonce': 712474335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T05:37:24.733 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6735:up:rejoin 2024-09-19T05:37:25.734 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:25.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.846+0000 7f223c9bd640 1 Processor -- start 2024-09-19T05:37:25.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.846+0000 7f223c9bd640 1 -- start start 2024-09-19T05:37:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.847+0000 7f223c9bd640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f22381559e0 0x7f223806e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.847+0000 7f223c9bd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f22380ce810 0x7f223815cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.847+0000 7f223c9bd640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22380ccdc0 con 0x7f223806e740 2024-09-19T05:37:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.847+0000 7f223c9bd640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f223806eba0 con 0x7f22380ce810 2024-09-19T05:37:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.847+0000 7f223c9bd640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f22380cd0a0 con 0x7f22381559e0 2024-09-19T05:37:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.847+0000 7f2236d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f22380ce810 0x7f223815cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.847+0000 7f2236d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f22380ce810 0x7f223815cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37606/0 (socket says 172.21.15.39:37606) 2024-09-19T05:37:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.847+0000 7f2236d9d640 1 -- 172.21.15.39:0/2400902961 learned_addr learned my addr 172.21.15.39:0/2400902961 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.848+0000 7f223659c640 1 --2- 172.21.15.39:0/2400902961 >> v2:172.21.15.50:3300/0 conn(0x7f22381559e0 0x7f223806e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.848+0000 7f2236d9d640 1 -- 172.21.15.39:0/2400902961 >> v2:172.21.15.50:3300/0 conn(0x7f22381559e0 msgr2=0x7f223806e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.848+0000 7f2236d9d640 1 --2- 172.21.15.39:0/2400902961 >> v2:172.21.15.50:3300/0 conn(0x7f22381559e0 0x7f223806e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.848+0000 7f2236d9d640 1 -- 172.21.15.39:0/2400902961 >> v1:172.21.15.50:6789/0 conn(0x7f223806e740 legacy=0x7f22380ce100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.848+0000 7f2236d9d640 1 -- 172.21.15.39:0/2400902961 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22380cd380 con 0x7f22380ce810 2024-09-19T05:37:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.848+0000 7f223659c640 1 --2- 172.21.15.39:0/2400902961 >> v2:172.21.15.50:3300/0 conn(0x7f22381559e0 0x7f223806e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f2236d9d640 1 --2- 172.21.15.39:0/2400902961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22380ce810 0x7f223815cbe0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f223806edc0 tx=0x7f223002c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61cbd277119f67f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:25.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223559a640 1 -- 172.21.15.39:0/2400902961 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2230032710 con 0x7f22380ce810 2024-09-19T05:37:25.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223559a640 1 -- 172.21.15.39:0/2400902961 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22300328b0 con 0x7f22380ce810 2024-09-19T05:37:25.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223559a640 1 -- 172.21.15.39:0/2400902961 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2230032ca0 con 0x7f22380ce810 2024-09-19T05:37:25.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223c9bd640 1 -- 172.21.15.39:0/2400902961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22380ce810 msgr2=0x7f223815cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:25.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223c9bd640 1 --2- 172.21.15.39:0/2400902961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22380ce810 0x7f223815cbe0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f223806edc0 tx=0x7f223002c850 comp rx=0 tx=0).stop 2024-09-19T05:37:25.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223c9bd640 1 -- 172.21.15.39:0/2400902961 shutdown_connections 2024-09-19T05:37:25.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223c9bd640 1 --2- 172.21.15.39:0/2400902961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22380ce810 0x7f223815cbe0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:25.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223c9bd640 1 --2- 172.21.15.39:0/2400902961 >> v2:172.21.15.50:3300/0 conn(0x7f22381559e0 0x7f223806e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:25.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223c9bd640 1 -- 172.21.15.39:0/2400902961 >> 172.21.15.39:0/2400902961 conn(0x7f2238062a50 msgr2=0x7f223806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.849+0000 7f223c9bd640 1 -- 172.21.15.39:0/2400902961 shutdown_connections 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.850+0000 7f223c9bd640 1 -- 172.21.15.39:0/2400902961 wait complete. 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.851+0000 7f223c9bd640 1 Processor -- start 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.851+0000 7f223c9bd640 1 -- start start 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f223c9bd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f223806e740 0x7f22381490b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f223c9bd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22380ce810 0x7f2238150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f223c9bd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22381559e0 0x7f2238150b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f223c9bd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2238155f40 con 0x7f22381559e0 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f223c9bd640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2238155dc0 con 0x7f22380ce810 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f223c9bd640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f223815d120 con 0x7f223806e740 2024-09-19T05:37:25.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2236d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22381559e0 0x7f2238150b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2236d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22381559e0 0x7f2238150b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37612/0 (socket says 172.21.15.39:37612) 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2236d9d640 1 -- 172.21.15.39:0/4222441294 learned_addr learned my addr 172.21.15.39:0/4222441294 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f223659c640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f223806e740 0x7f22381490b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2235d9b640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22380ce810 0x7f2238150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2236d9d640 1 -- 172.21.15.39:0/4222441294 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f223806e740 msgr2=0x7f22381490b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2236d9d640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f223806e740 0x7f22381490b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2236d9d640 1 -- 172.21.15.39:0/4222441294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22380ce810 msgr2=0x7f2238150620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2236d9d640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22380ce810 0x7f2238150620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2236d9d640 1 -- 172.21.15.39:0/4222441294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f223814a8a0 con 0x7f22381559e0 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2235d9b640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22380ce810 0x7f2238150620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.852+0000 7f2236d9d640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22381559e0 0x7f2238150b60 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f223002c890 tx=0x7f22300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.853+0000 7f222effd640 1 -- 172.21.15.39:0/4222441294 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2230044070 con 0x7f22381559e0 2024-09-19T05:37:25.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.853+0000 7f222effd640 1 -- 172.21.15.39:0/4222441294 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2230003830 con 0x7f22381559e0 2024-09-19T05:37:25.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.853+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f223814ab80 con 0x7f22381559e0 2024-09-19T05:37:25.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.853+0000 7f222effd640 1 -- 172.21.15.39:0/4222441294 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2230003c20 con 0x7f22381559e0 2024-09-19T05:37:25.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.853+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f223814b420 con 0x7f22381559e0 2024-09-19T05:37:25.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.854+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f223814af70 con 0x7f22381559e0 2024-09-19T05:37:25.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.854+0000 7f222effd640 1 -- 172.21.15.39:0/4222441294 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2230047070 con 0x7f22381559e0 2024-09-19T05:37:25.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.855+0000 7f222effd640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f221806c2e0 0x7f221806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:25.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.855+0000 7f222effd640 1 -- 172.21.15.39:0/4222441294 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f22300ae6c0 con 0x7f22381559e0 2024-09-19T05:37:25.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.855+0000 7f223659c640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f221806c2e0 0x7f221806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:25.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.855+0000 7f223659c640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f221806c2e0 0x7f221806e7a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f2238068ea0 tx=0x7f2228007770 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:25.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:25.859+0000 7f222effd640 1 -- 172.21.15.39:0/4222441294 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f223007c890 con 0x7f22381559e0 2024-09-19T05:37:26.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.069+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f223815cbe0 con 0x7f22381559e0 2024-09-19T05:37:26.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.069+0000 7f222effd640 1 -- 172.21.15.39:0/4222441294 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 60 v60) ==== 94+0+5220 (secure 0 0 0) 0x7f2230080b90 con 0x7f22381559e0 2024-09-19T05:37:26.072 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:26.073 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":60,"btime":"2024-09-19T05:37:24:428156+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6723,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1546862379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1546862379},{"type":"v1","addr":"172.21.15.39:6835","nonce":1546862379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:24.428149+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6735},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6735":{"gid":6735,"name":"a","rank":0,"incarnation":57,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/712474335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":712474335},{"type":"v1","addr":"172.21.15.39:6837","nonce":712474335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6735,"qdb_cluster":[6735]},"id":7}]} 2024-09-19T05:37:26.074 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 60 2024-09-19T05:37:26.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f221806c2e0 msgr2=0x7f221806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f221806c2e0 0x7f221806e7a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f2238068ea0 tx=0x7f2228007770 comp rx=0 tx=0).stop 2024-09-19T05:37:26.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22381559e0 msgr2=0x7f2238150b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22381559e0 0x7f2238150b60 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f223002c890 tx=0x7f22300046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 shutdown_connections 2024-09-19T05:37:26.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f221806c2e0 0x7f221806e7a0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22381559e0 0x7f2238150b60 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f22380ce810 0x7f2238150620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 --2- 172.21.15.39:0/4222441294 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f223806e740 0x7f22381490b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 >> 172.21.15.39:0/4222441294 conn(0x7f2238062a50 msgr2=0x7f2238072810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:26.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 shutdown_connections 2024-09-19T05:37:26.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.071+0000 7f223c9bd640 1 -- 172.21.15.39:0/4222441294 wait complete. 2024-09-19T05:37:26.424 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-19T05:37:26.422+0000 7fc99624d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:37:26.488 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 60, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:37:06.927965+0000', 'modified': '2024-09-19T05:37:24.428149+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 93, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6735}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6735': {'gid': 6735, 'name': 'a', 'rank': 0, 'incarnation': 57, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6837/712474335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6836', 'nonce': 712474335}, {'type': 'v1', 'addr': '172.21.15.39:6837', 'nonce': 712474335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6735, 'qdb_cluster': [6735]} 2024-09-19T05:37:26.488 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:37:26.488 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T05:37:26.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.592+0000 7f97eb331640 1 Processor -- start 2024-09-19T05:37:26.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.593+0000 7f97eb331640 1 -- start start 2024-09-19T05:37:26.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97eb331640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f97e4155820 0x7f97e40b3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97eb331640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97e40b3ee0 con 0x7f97e406e910 2024-09-19T05:37:26.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97eb331640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97e40b41c0 con 0x7f97e40b39d0 2024-09-19T05:37:26.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97eb331640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f97e40b4780 con 0x7f97e4155820 2024-09-19T05:37:26.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97e98ce640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f97e406e910 0x7f97e415d110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34044/0 (socket says 172.21.15.39:34044) 2024-09-19T05:37:26.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97e98ce640 1 -- 172.21.15.39:0/3066361875 learned_addr learned my addr 172.21.15.39:0/3066361875 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:26.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97e90cd640 1 --2- 172.21.15.39:0/3066361875 >> v2:172.21.15.50:3300/0 conn(0x7f97e4155820 0x7f97e40b3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2392653275 0 0) 0x7f97e40b3ee0 con 0x7f97e406e910 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f97d0003520 con 0x7f97e406e910 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1659816039 0 0) 0x7f97d0003520 con 0x7f97e406e910 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 >> v2:172.21.15.50:3300/0 conn(0x7f97e4155820 msgr2=0x7f97e40b3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 --2- 172.21.15.39:0/3066361875 >> v2:172.21.15.50:3300/0 conn(0x7f97e4155820 0x7f97e40b3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 >> v1:172.21.15.50:6789/0 conn(0x7f97e40b39d0 legacy=0x7f97e406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97e40b44a0 con 0x7f97e406e910 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f97dc0019f0 con 0x7f97e406e910 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 >> v1:172.21.15.39:6789/0 conn(0x7f97e406e910 legacy=0x7f97e415d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f97d00039b0 0x7f97d0003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97d0004800 0x7f97d0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97d000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f97e40b4780 con 0x7f97d00052e0 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97d000c1b0 con 0x7f97d0004800 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.594+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f97d000c3b0 con 0x7f97d00039b0 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.595+0000 7f97e98ce640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97d000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.595+0000 7f97e90cd640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f97d00039b0 0x7f97d0003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.595+0000 7f97e88cc640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97d0004800 0x7f97d0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.595+0000 7f97e98ce640 1 -- 172.21.15.39:0/3066361875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f97d00039b0 msgr2=0x7f97d0003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.595+0000 7f97e98ce640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f97d00039b0 0x7f97d0003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.595+0000 7f97e98ce640 1 -- 172.21.15.39:0/3066361875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97d0004800 msgr2=0x7f97d0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.595+0000 7f97e98ce640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97d0004800 0x7f97d0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.595+0000 7f97e98ce640 1 -- 172.21.15.39:0/3066361875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97d0003520 con 0x7f97d00052e0 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.595+0000 7f97e98ce640 1 -- 172.21.15.39:0/3066361875 reap_dead start 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97e98ce640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97d000b9c0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00a420 tx=0x7f97d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=280b945d804567e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc00a460 con 0x7f97d00052e0 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97dc031070 con 0x7f97d00052e0 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97d7fff640 1 -- 172.21.15.39:0/3066361875 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc036470 con 0x7f97d00052e0 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97eb331640 1 -- 172.21.15.39:0/3066361875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 msgr2=0x7f97d000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97eb331640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97d000b9c0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00a420 tx=0x7f97d0005830 comp rx=0 tx=0).stop 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97eb331640 1 -- 172.21.15.39:0/3066361875 shutdown_connections 2024-09-19T05:37:26.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97eb331640 1 --2- 172.21.15.39:0/3066361875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97d000b9c0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97eb331640 1 -- 172.21.15.39:0/3066361875 >> 172.21.15.39:0/3066361875 conn(0x7f97e4062a50 msgr2=0x7f97e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:26.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97eb331640 1 -- 172.21.15.39:0/3066361875 shutdown_connections 2024-09-19T05:37:26.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.596+0000 7f97eb331640 1 -- 172.21.15.39:0/3066361875 wait complete. 2024-09-19T05:37:26.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97eb331640 1 Processor -- start 2024-09-19T05:37:26.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97eb331640 1 -- start start 2024-09-19T05:37:26.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97eb331640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97e414d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97eb331640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97e414a510 0x7f97e415a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97eb331640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f97e415a880 0x7f97e41e4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97eb331640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f97e4155c00 con 0x7f97d00052e0 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97eb331640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97e415cc80 con 0x7f97e414a510 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97eb331640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f97e4155d80 con 0x7f97e415a880 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97e90cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97e414d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97e90cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97e414d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37616/0 (socket says 172.21.15.39:37616) 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.598+0000 7f97e90cd640 1 -- 172.21.15.39:0/556467211 learned_addr learned my addr 172.21.15.39:0/556467211 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97e88cc640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97e414a510 0x7f97e415a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97e98ce640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f97e415a880 0x7f97e41e4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97e90cd640 1 -- 172.21.15.39:0/556467211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f97e415a880 msgr2=0x7f97e41e4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97e90cd640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f97e415a880 0x7f97e41e4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97e90cd640 1 -- 172.21.15.39:0/556467211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97e414a510 msgr2=0x7f97e415a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97e90cd640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97e414a510 0x7f97e415a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97e90cd640 1 -- 172.21.15.39:0/556467211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97e414c820 con 0x7f97d00052e0 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97e90cd640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97e414d5a0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f97e0011940 tx=0x7f97e0011e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97d5ffb640 1 -- 172.21.15.39:0/556467211 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e000fa90 con 0x7f97d00052e0 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97d5ffb640 1 -- 172.21.15.39:0/556467211 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97e000fc30 con 0x7f97d00052e0 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97d5ffb640 1 -- 172.21.15.39:0/556467211 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0014440 con 0x7f97d00052e0 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97eb331640 1 -- 172.21.15.39:0/556467211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97e414cac0 con 0x7f97d00052e0 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.599+0000 7f97eb331640 1 -- 172.21.15.39:0/556467211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97e414d080 con 0x7f97d00052e0 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.601+0000 7f97d5ffb640 1 -- 172.21.15.39:0/556467211 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f97e0012040 con 0x7f97d00052e0 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.602+0000 7f97d5ffb640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f97c806c2b0 0x7f97c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.602+0000 7f97d5ffb640 1 -- 172.21.15.39:0/556467211 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f97e008bb40 con 0x7f97d00052e0 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.602+0000 7f97e88cc640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f97c806c2b0 0x7f97c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.602+0000 7f97e88cc640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f97c806c2b0 0x7f97c806e770 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f97d8000c00 tx=0x7f97d8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97ee0cf740 1 Processor -- start 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97ee0cf740 1 -- start start 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fd2c0 0x5637f3342a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32faa80 0x5637f32fd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 0x5637f32f78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5637f325f520 con 0x5637f32fd2c0 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5637f32073e0 con 0x5637f32faa80 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5637f325b4e0 con 0x5637f32fea50 2024-09-19T05:37:26.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97e90cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fd2c0 0x5637f3342a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97e90cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fd2c0 0x5637f3342a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37622/0 (socket says 172.21.15.39:37622) 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.603+0000 7f97e90cd640 1 -- 172.21.15.39:0/2816609581 learned_addr learned my addr 172.21.15.39:0/2816609581 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97e98ce640 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 0x5637f32f78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97e88cc640 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32faa80 0x5637f32fd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97e90cd640 1 -- 172.21.15.39:0/2816609581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 msgr2=0x5637f32f78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97e90cd640 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 0x5637f32f78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97e90cd640 1 -- 172.21.15.39:0/2816609581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32faa80 msgr2=0x5637f32fd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97e90cd640 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32faa80 0x5637f32fd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97e90cd640 1 -- 172.21.15.39:0/2816609581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637f32222f0 con 0x5637f32fd2c0 2024-09-19T05:37:26.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97e88cc640 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32faa80 0x5637f32fd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97e90cd640 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fd2c0 0x5637f3342a60 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f97e0089e10 tx=0x7f97e0059b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=addea0f8aebc70de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97c6ffd640 1 -- 172.21.15.39:0/2816609581 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0088070 con 0x5637f32fd2c0 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97c6ffd640 1 -- 172.21.15.39:0/2816609581 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97e00560a0 con 0x5637f32fd2c0 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.604+0000 7f97c6ffd640 1 -- 172.21.15.39:0/2816609581 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e00623a0 con 0x5637f32fd2c0 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 -- 172.21.15.39:0/2816609581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fd2c0 msgr2=0x5637f3342a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fd2c0 0x5637f3342a60 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f97e0089e10 tx=0x7f97e0059b70 comp rx=0 tx=0).stop 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 -- 172.21.15.39:0/2816609581 shutdown_connections 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 0x5637f32f78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32faa80 0x5637f32fd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/2816609581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fd2c0 0x5637f3342a60 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 -- 172.21.15.39:0/2816609581 >> 172.21.15.39:0/2816609581 conn(0x5637f32f9a80 msgr2=0x5637f3341f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:26.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 -- 172.21.15.39:0/2816609581 shutdown_connections 2024-09-19T05:37:26.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 -- 172.21.15.39:0/2816609581 wait complete. 2024-09-19T05:37:26.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 -- start start 2024-09-19T05:37:26.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.605+0000 7f97ee0cf740 1 Processor -- start 2024-09-19T05:37:26.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32fd2c0 0x5637f331e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f331ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f331e720 0x5637f33273d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5637f32f8f20 con 0x5637f32fea50 2024-09-19T05:37:26.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5637f31e8450 con 0x5637f32fd2c0 2024-09-19T05:37:26.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5637f3343290 con 0x5637f331e720 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97ee0cf740 10 client.0 _ll_register_callbacks cb 0x5637f2f71ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97e88cc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f331ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97e88cc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f331ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37628/0 (socket says 172.21.15.39:37628) 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97e88cc640 1 -- 172.21.15.39:0/3564576507 learned_addr learned my addr 172.21.15.39:0/3564576507 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97e90cd640 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32fd2c0 0x5637f331e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.606+0000 7f97e98ce640 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f331e720 0x5637f33273d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97e88cc640 1 -- 172.21.15.39:0/3564576507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f331e720 msgr2=0x5637f33273d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97e88cc640 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f331e720 0x5637f33273d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97e88cc640 1 -- 172.21.15.39:0/3564576507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32fd2c0 msgr2=0x5637f331e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97e88cc640 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32fd2c0 0x5637f331e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97e88cc640 1 -- 172.21.15.39:0/3564576507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637f2f722d0 con 0x5637f32fea50 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97e88cc640 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f331ece0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f97d8015770 tx=0x7f97d8001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d01ab4d2d243a3f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97bffff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97bffff640 1 -- 172.21.15.39:0/3564576507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d8026070 con 0x5637f32fea50 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97bffff640 1 -- 172.21.15.39:0/3564576507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f97d8022600 con 0x5637f32fea50 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3564576507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97e00560a0 con 0x5637f32fea50 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97bffff640 1 -- 172.21.15.39:0/3564576507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7f97d8031050 con 0x5637f32fea50 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97ee0cf740 10 client.6780 fetch_fsmap learned FSMap version 60 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3564576507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=60,monmap=2+}) -- 0x5637f303c6b0 con 0x5637f32fea50 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.607+0000 7f97bffff640 1 -- 172.21.15.39:0/3564576507 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97e00560a0 con 0x5637f32fea50 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97bffff640 1 -- 172.21.15.39:0/3564576507 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 60) ==== 3502+0+0 (secure 0 0 0) 0x7f97d8034020 con 0x5637f32fea50 2024-09-19T05:37:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97ee0cf740 10 client.6780 fetch_fsmap finished waiting for FSMap version 60 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97ee0cf740 10 client.6780 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97ee0cf740 20 client.6780 populate_metadata read hostname 'smithi039' 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x5637f3325bc0 0x5637f33557d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97ee0cf740 4 client.6780 mds_command: new command op to 6735 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3564576507 --> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5637f326cc50 con 0x5637f3325bc0 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97e90cd640 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x5637f3325bc0 0x5637f33557d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97e90cd640 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x5637f3325bc0 0x5637f33557d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f501cd123e798c4d server_cookie=128a0d9c00df17c3 in_seq=0 out_seq=0 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.608+0000 7f97bffff640 10 client.6780 ms_handle_connect on v2:172.21.15.39:6836/712474335 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97bffff640 1 -- 172.21.15.39:0/3564576507 <== mds.0 v2:172.21.15.39:6836/712474335 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5637f326cc50 con 0x5637f3325bc0 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97bffff640 10 client.6780 handle_command_reply: tid=0 2024-09-19T05:37:26.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 client.6780 shutdown 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3564576507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 msgr2=0x5637f331ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f331ece0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f97d8015770 tx=0x7f97d8001120 comp rx=0 tx=0).stop 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3564576507 shutdown_connections 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x5637f3325bc0 0x5637f33557d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f331e720 0x5637f33273d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97bffff640 0 client.6780 ms_handle_reset on v2:172.21.15.39:6836/712474335 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f331ece0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3564576507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32fd2c0 0x5637f331e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3564576507 >> 172.21.15.39:0/3564576507 conn(0x5637f32faa80 msgr2=0x5637f3341490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3564576507 shutdown_connections 2024-09-19T05:37:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3564576507 wait complete. 2024-09-19T05:37:26.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.609+0000 7f97ee0cf740 20 client.6780 trim_cache size 0 max 16384 2024-09-19T05:37:26.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.627+0000 7f97ee0cf740 1 Processor -- start 2024-09-19T05:37:26.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.627+0000 7f97ee0cf740 1 -- start start 2024-09-19T05:37:26.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32fd2c0 0x5637f3366000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 0x5637f32f67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f331e720 0x5637f32f6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f97e41fc2a0 con 0x5637f331e720 2024-09-19T05:37:26.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97e414be60 con 0x5637f32fd2c0 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f97e41fbc80 con 0x5637f32fea50 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e98ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f331e720 0x5637f32f6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e98ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f331e720 0x5637f32f6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37634/0 (socket says 172.21.15.39:37634) 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e98ce640 1 -- 172.21.15.39:0/3279098401 learned_addr learned my addr 172.21.15.39:0/3279098401 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e88cc640 1 --2- 172.21.15.39:0/3279098401 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 0x5637f32f67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e98ce640 1 -- 172.21.15.39:0/3279098401 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 msgr2=0x5637f32f67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e98ce640 1 --2- 172.21.15.39:0/3279098401 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 0x5637f32f67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e98ce640 1 -- 172.21.15.39:0/3279098401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32fd2c0 msgr2=0x5637f3366000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e98ce640 1 --2- 172.21.15.39:0/3279098401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32fd2c0 0x5637f3366000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e98ce640 1 -- 172.21.15.39:0/3279098401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637f32f9820 con 0x5637f331e720 2024-09-19T05:37:26.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.628+0000 7f97e98ce640 1 --2- 172.21.15.39:0/3279098401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f331e720 0x5637f32f6d10 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00a900 tx=0x7f97dc02f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95663e1b01582998 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97c67fc640 1 -- 172.21.15.39:0/3279098401 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc0017b0 con 0x5637f331e720 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97c67fc640 1 -- 172.21.15.39:0/3279098401 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97dc031040 con 0x5637f331e720 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97c67fc640 1 -- 172.21.15.39:0/3279098401 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc004b60 con 0x5637f331e720 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3279098401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f331e720 msgr2=0x5637f32f6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3279098401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f331e720 0x5637f32f6d10 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00a900 tx=0x7f97dc02f000 comp rx=0 tx=0).stop 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3279098401 shutdown_connections 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3279098401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f331e720 0x5637f32f6d10 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3279098401 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fea50 0x5637f32f67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/3279098401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f32fd2c0 0x5637f3366000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3279098401 >> 172.21.15.39:0/3279098401 conn(0x5637f32faa80 msgr2=0x5637f32f3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:26.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3279098401 shutdown_connections 2024-09-19T05:37:26.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.629+0000 7f97ee0cf740 1 -- 172.21.15.39:0/3279098401 wait complete. 2024-09-19T05:37:26.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.630+0000 7f97ee0cf740 1 -- start start 2024-09-19T05:37:26.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.630+0000 7f97ee0cf740 1 Processor -- start 2024-09-19T05:37:26.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fd2c0 0x5637f33ba220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f33b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97ee0cf740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f331e720 0x5637f331fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5637f3325a40 con 0x5637f32fea50 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5637f3327910 con 0x5637f331e720 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97ee0cf740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x5637f3325fd0 con 0x5637f32fd2c0 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97ee0cf740 10 client.0 _ll_register_callbacks cb 0x7f97d8001cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e88cc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f33b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e88cc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f33b7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37644/0 (socket says 172.21.15.39:37644) 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e88cc640 1 -- 172.21.15.39:0/565199083 learned_addr learned my addr 172.21.15.39:0/565199083 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e90cd640 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fd2c0 0x5637f33ba220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e98ce640 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f331e720 0x5637f331fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e88cc640 1 -- 172.21.15.39:0/565199083 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fd2c0 msgr2=0x5637f33ba220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e88cc640 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fd2c0 0x5637f33ba220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e88cc640 1 -- 172.21.15.39:0/565199083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f331e720 msgr2=0x5637f331fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e88cc640 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f331e720 0x5637f331fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e88cc640 1 -- 172.21.15.39:0/565199083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637f331dbd0 con 0x5637f32fea50 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97e88cc640 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f33b7d50 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f97d8022c10 tx=0x7f97d8017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5957d813c73bc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.631+0000 7f97bffff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97bffff640 1 -- 172.21.15.39:0/565199083 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d8026070 con 0x5637f32fea50 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97bffff640 1 -- 172.21.15.39:0/565199083 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f97d80067d0 con 0x5637f32fea50 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97ee0cf740 1 -- 172.21.15.39:0/565199083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97dc031040 con 0x5637f32fea50 2024-09-19T05:37:26.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97bffff640 1 -- 172.21.15.39:0/565199083 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7f97d8040050 con 0x5637f32fea50 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97ee0cf740 10 client.6786 fetch_fsmap learned FSMap version 60 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97ee0cf740 1 -- 172.21.15.39:0/565199083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=60,monmap=2+}) -- 0x5637f3355e50 con 0x5637f32fea50 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97bffff640 1 -- 172.21.15.39:0/565199083 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97dc031040 con 0x5637f32fea50 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97bffff640 1 -- 172.21.15.39:0/565199083 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 60) ==== 3502+0+0 (secure 0 0 0) 0x7f97d8043020 con 0x5637f32fea50 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97ee0cf740 10 client.6786 fetch_fsmap finished waiting for FSMap version 60 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97ee0cf740 10 client.6786 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97ee0cf740 20 client.6786 populate_metadata read hostname 'smithi039' 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x5637f33b8f70 0x5637f3357760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97ee0cf740 4 client.6786 mds_command: new command op to 6735 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97ee0cf740 1 -- 172.21.15.39:0/565199083 --> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] -- command(tid 0: {"prefix": "status"}) -- 0x5637f3266fa0 con 0x5637f33b8f70 2024-09-19T05:37:26.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97e90cd640 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x5637f33b8f70 0x5637f3357760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.632+0000 7f97bffff640 10 client.6786 ms_handle_connect on v2:172.21.15.39:6836/712474335 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97e90cd640 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x5637f33b8f70 0x5637f3357760 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56442e76537d70d7 server_cookie=b10c5440fcb06096 in_seq=0 out_seq=0 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97bffff640 1 -- 172.21.15.39:0/565199083 <== mds.0 v2:172.21.15.39:6836/712474335 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5637f3266fa0 con 0x5637f33b8f70 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97bffff640 10 client.6786 handle_command_reply: tid=0 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 client.6786 shutdown 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 -- 172.21.15.39:0/565199083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 msgr2=0x5637f33b7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f33b7d50 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f97d8022c10 tx=0x7f97d8017000 comp rx=0 tx=0).stop 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 -- 172.21.15.39:0/565199083 shutdown_connections 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x5637f33b8f70 0x5637f3357760 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5637f331e720 0x5637f331fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5637f32fea50 0x5637f33b7d50 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 --2- 172.21.15.39:0/565199083 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x5637f32fd2c0 0x5637f33ba220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97bffff640 0 client.6786 ms_handle_reset on v2:172.21.15.39:6836/712474335 2024-09-19T05:37:26.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 -- 172.21.15.39:0/565199083 >> 172.21.15.39:0/565199083 conn(0x5637f32faa80 msgr2=0x5637f333ffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:26.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 -- 172.21.15.39:0/565199083 shutdown_connections 2024-09-19T05:37:26.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 1 -- 172.21.15.39:0/565199083 wait complete. 2024-09-19T05:37:26.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.633+0000 7f97ee0cf740 20 client.6786 trim_cache size 0 max 16384 2024-09-19T05:37:26.643 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:26.643 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:37:26.643 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-19T05:37:26.644 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6735, 2024-09-19T05:37:26.644 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:37:26.644 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:37:26.644 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:37:26.644 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 5.2126020210000004, 2024-09-19T05:37:26.644 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 60, 2024-09-19T05:37:26.644 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 93, 2024-09-19T05:37:26.644 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 93, 2024-09-19T05:37:26.644 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 6.1258958000000003 2024-09-19T05:37:26.645 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:26.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 -- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f97c806c2b0 msgr2=0x7f97c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f97c806c2b0 0x7f97c806e770 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f97d8000c00 tx=0x7f97d8009040 comp rx=0 tx=0).stop 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 -- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 msgr2=0x7f97e414d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97e414d5a0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f97e0011940 tx=0x7f97e0011e00 comp rx=0 tx=0).stop 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 -- 172.21.15.39:0/556467211 shutdown_connections 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f97c806c2b0 0x7f97c806e770 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f97e415a880 0x7f97e41e4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97e414a510 0x7f97e415a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 --2- 172.21.15.39:0/556467211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97d00052e0 0x7f97e414d5a0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 -- 172.21.15.39:0/556467211 >> 172.21.15.39:0/556467211 conn(0x7f97e4062a50 msgr2=0x7f97e4154590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:26.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 -- 172.21.15.39:0/556467211 shutdown_connections 2024-09-19T05:37:26.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.634+0000 7f97eb331640 1 -- 172.21.15.39:0/556467211 wait complete. 2024-09-19T05:37:26.648 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:37:26.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.748+0000 7f88b6b03640 1 Processor -- start 2024-09-19T05:37:26.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.748+0000 7f88b6b03640 1 -- start start 2024-09-19T05:37:26.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88b6b03640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f88b006d680 0x7f88b006da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88b6b03640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88b00b37b0 0x7f88b00cf7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88b6b03640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88b006dfa0 con 0x7f88b00d5320 2024-09-19T05:37:26.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88b6b03640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f88b00b3540 con 0x7f88b00b37b0 2024-09-19T05:37:26.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88b6b03640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f88b006e7e0 con 0x7f88b006d680 2024-09-19T05:37:26.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88affff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88b00b37b0 0x7f88b00cf7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88affff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88b00b37b0 0x7f88b00cf7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37660/0 (socket says 172.21.15.39:37660) 2024-09-19T05:37:26.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88affff640 1 -- 172.21.15.39:0/1231194718 learned_addr learned my addr 172.21.15.39:0/1231194718 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:26.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88affff640 1 -- 172.21.15.39:0/1231194718 >> v2:172.21.15.50:3300/0 conn(0x7f88b006d680 msgr2=0x7f88b006da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88affff640 1 --2- 172.21.15.39:0/1231194718 >> v2:172.21.15.50:3300/0 conn(0x7f88b006d680 0x7f88b006da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88affff640 1 -- 172.21.15.39:0/1231194718 >> v1:172.21.15.50:6789/0 conn(0x7f88b00d5320 legacy=0x7f88b00d2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:26.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.749+0000 7f88affff640 1 -- 172.21.15.39:0/1231194718 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88b00d3dd0 con 0x7f88b00b37b0 2024-09-19T05:37:26.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.750+0000 7f88affff640 1 --2- 172.21.15.39:0/1231194718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 0x7f88b00cf7a0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f88b008d780 tx=0x7f889c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e542e5dd83179f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.750+0000 7f88af7fe640 1 -- 172.21.15.39:0/1231194718 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f889c037070 con 0x7f88b00b37b0 2024-09-19T05:37:26.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.750+0000 7f88af7fe640 1 -- 172.21.15.39:0/1231194718 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f889c032440 con 0x7f88b00b37b0 2024-09-19T05:37:26.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.750+0000 7f88af7fe640 1 -- 172.21.15.39:0/1231194718 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f889c032810 con 0x7f88b00b37b0 2024-09-19T05:37:26.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.750+0000 7f88b6b03640 1 -- 172.21.15.39:0/1231194718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 msgr2=0x7f88b00cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.750+0000 7f88b6b03640 1 --2- 172.21.15.39:0/1231194718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 0x7f88b00cf7a0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f88b008d780 tx=0x7f889c02a230 comp rx=0 tx=0).stop 2024-09-19T05:37:26.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.750+0000 7f88b6b03640 1 -- 172.21.15.39:0/1231194718 shutdown_connections 2024-09-19T05:37:26.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.750+0000 7f88b6b03640 1 --2- 172.21.15.39:0/1231194718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 0x7f88b00cf7a0 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.750+0000 7f88b6b03640 1 --2- 172.21.15.39:0/1231194718 >> v2:172.21.15.50:3300/0 conn(0x7f88b006d680 0x7f88b006da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.751+0000 7f88b6b03640 1 -- 172.21.15.39:0/1231194718 >> 172.21.15.39:0/1231194718 conn(0x7f88b00d17f0 msgr2=0x7f88b00d4740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:26.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.751+0000 7f88b6b03640 1 -- 172.21.15.39:0/1231194718 shutdown_connections 2024-09-19T05:37:26.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.751+0000 7f88b6b03640 1 -- 172.21.15.39:0/1231194718 wait complete. 2024-09-19T05:37:26.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.752+0000 7f88b6b03640 1 Processor -- start 2024-09-19T05:37:26.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.752+0000 7f88b6b03640 1 -- start start 2024-09-19T05:37:26.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b6b03640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88b006d680 0x7f88b00b4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b6b03640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 0x7f88b00b6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b6b03640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88b00d5320 0x7f88b00cca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b6b03640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f88b00b3d00 con 0x7f88b00b37b0 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b6b03640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f88b00b3240 con 0x7f88b00d5320 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b6b03640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f88b01620d0 con 0x7f88b006d680 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 0x7f88b00b6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 0x7f88b00b6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37676/0 (socket says 172.21.15.39:37676) 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88affff640 1 -- 172.21.15.39:0/2197219067 learned_addr learned my addr 172.21.15.39:0/2197219067 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b50a0640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88b00d5320 0x7f88b00cca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b489f640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88b006d680 0x7f88b00b4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88affff640 1 -- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88b006d680 msgr2=0x7f88b00b4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88affff640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88b006d680 0x7f88b00b4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88affff640 1 -- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88b00d5320 msgr2=0x7f88b00cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88affff640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88b00d5320 0x7f88b00cca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88affff640 1 -- 172.21.15.39:0/2197219067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88b00b5010 con 0x7f88b00b37b0 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b50a0640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88b00d5320 0x7f88b00cca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b489f640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88b006d680 0x7f88b00b4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88affff640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 0x7f88b00b6290 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f889c000c00 tx=0x7f889c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88ad7fa640 1 -- 172.21.15.39:0/2197219067 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f889c041070 con 0x7f88b00b37b0 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88ad7fa640 1 -- 172.21.15.39:0/2197219067 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f889c03c870 con 0x7f88b00b37b0 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88b00cde70 con 0x7f88b00b37b0 2024-09-19T05:37:26.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88ad7fa640 1 -- 172.21.15.39:0/2197219067 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f889c037040 con 0x7f88b00b37b0 2024-09-19T05:37:26.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.753+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88b00b42d0 con 0x7f88b00b37b0 2024-09-19T05:37:26.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.754+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88b006da60 con 0x7f88b00b37b0 2024-09-19T05:37:26.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.755+0000 7f88ad7fa640 1 -- 172.21.15.39:0/2197219067 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f889c044070 con 0x7f88b00b37b0 2024-09-19T05:37:26.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.755+0000 7f88ad7fa640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f889406c2b0 0x7f889406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:26.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.755+0000 7f88ad7fa640 1 -- 172.21.15.39:0/2197219067 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f889c0ac2c0 con 0x7f88b00b37b0 2024-09-19T05:37:26.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.755+0000 7f88b489f640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f889406c2b0 0x7f889406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:26.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.756+0000 7f88b489f640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f889406c2b0 0x7f889406e770 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009890 tx=0x7f88a4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:26.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.760+0000 7f88ad7fa640 1 -- 172.21.15.39:0/2197219067 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f889c07aae0 con 0x7f88b00b37b0 2024-09-19T05:37:26.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.969+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f88b00d33c0 con 0x7f88b00b37b0 2024-09-19T05:37:26.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.970+0000 7f88ad7fa640 1 -- 172.21.15.39:0/2197219067 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v60) ==== 53+0+73 (secure 0 0 0) 0x7f889c07a3e0 con 0x7f88b00b37b0 2024-09-19T05:37:26.972 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:37:26.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f889406c2b0 msgr2=0x7f889406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f889406c2b0 0x7f889406e770 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009890 tx=0x7f88a4008040 comp rx=0 tx=0).stop 2024-09-19T05:37:26.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 msgr2=0x7f88b00b6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:26.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 0x7f88b00b6290 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f889c000c00 tx=0x7f889c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 shutdown_connections 2024-09-19T05:37:26.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f889406c2b0 0x7f889406e770 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f88b00d5320 0x7f88b00cca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88b00b37b0 0x7f88b00b6290 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 --2- 172.21.15.39:0/2197219067 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f88b006d680 0x7f88b00b4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:26.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 >> 172.21.15.39:0/2197219067 conn(0x7f88b00d17f0 msgr2=0x7f88b00b7b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:26.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 shutdown_connections 2024-09-19T05:37:26.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:26.972+0000 7f88b6b03640 1 -- 172.21.15.39:0/2197219067 wait complete. 2024-09-19T05:37:26.985 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:37:26.985 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:37:26.985 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-19T05:37:26.985 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:37:26.985 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:26.985 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:37:26.985 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:37:26.985 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:37:26.985 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:37:26.986 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:26.986 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-19T05:37:27.002 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:37:27.003 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:37:27.003 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:37:27.003 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:27.003 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-19T05:37:27.003 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:27.003 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:27.003 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:27.003 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-19T05:37:27.003 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42549sec preferred_lft 42549sec 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:27.004 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2c0b:eeff:fe90:839e/64 scope link 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 82:ad:56:2b:b1:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::80ad:56ff:fe2b:b1b7/64 scope link 2024-09-19T05:37:27.005 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:27.006 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:37:27.006 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether da:97:a2:a8:56:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:37:27.006 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::d897:a2ff:fea8:56b6/64 scope link 2024-09-19T05:37:27.006 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:27.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:27.006 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:37:27.067 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-19T05:37:27.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:27.069 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-19T05:37:27.126 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-19T05:37:27.126 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:37:27.126 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:37:27.126 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:37:27.126 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:37:27.127 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:37:27.127 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-19T05:37:27.127 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:37:27.127 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:37:27.127 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:37:27.127 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-19T05:37:27.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:37:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:37:27.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:27.255 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:37:27.270 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:37:27.271 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:37:27.271 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:37:27.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:27.271 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-19T05:37:27.338 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:37:27.338 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:27.394 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:37:27.394 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:37:27.394 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:27.450 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T05:37:27.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:27.450 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:27.535 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:27.535 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:37:27.543 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:27.543 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:37:27.543 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:37:27.543 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:37:27.544 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:37:27.544 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:37:27.544 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:37:27.545 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:37:27.545 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:37:27.545 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:37:27.546 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:37:27.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:27.546 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:27.571 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:37:27.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:37:27.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:37:27.668 INFO:teuthology.orchestra.run.smithi039.stdout:client6289 2024-09-19T05:37:27.668 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:27.668 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:27.685 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:37:27.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.825+0000 7f350efc4640 1 Processor -- start 2024-09-19T05:37:27.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.825+0000 7f350efc4640 1 -- start start 2024-09-19T05:37:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f350efc4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f350815f2c0 0x7f350815cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f350efc4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f350815de00 con 0x7f35080d03e0 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f350efc4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35080b5cf0 con 0x7f35080d0000 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f350efc4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f350815d1f0 con 0x7f350815f2c0 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f3507fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f350815f2c0 0x7f350815cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f3507fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f350815f2c0 0x7f350815cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34008/0 (socket says 172.21.15.39:34008) 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f3507fff640 1 -- 172.21.15.39:0/4094128223 learned_addr learned my addr 172.21.15.39:0/4094128223 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f350d561640 1 --1- 172.21.15.39:0/4094128223 >> v1:172.21.15.39:6789/0 conn(0x7f35080d03e0 0x7f35080b55e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43990/0 (socket says 172.21.15.39:43990) 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f3507fff640 1 -- 172.21.15.39:0/4094128223 >> v1:172.21.15.50:6789/0 conn(0x7f35080d0000 legacy=0x7f35080b4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f3507fff640 1 -- 172.21.15.39:0/4094128223 >> v1:172.21.15.39:6789/0 conn(0x7f35080d03e0 legacy=0x7f35080b55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f3507fff640 1 -- 172.21.15.39:0/4094128223 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f350815d4d0 con 0x7f350815f2c0 2024-09-19T05:37:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.826+0000 7f35077fe640 1 -- 172.21.15.39:0/4094128223 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3117869554 0 0) 0x7f350815de00 con 0x7f35080d03e0 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.827+0000 7f3507fff640 1 --2- 172.21.15.39:0/4094128223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 0x7f350815cba0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f34f4009870 tx=0x7f34f402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a07d01965bf7fd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.827+0000 7f35077fe640 1 -- 172.21.15.39:0/4094128223 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f4037070 con 0x7f350815f2c0 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.827+0000 7f35077fe640 1 -- 172.21.15.39:0/4094128223 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34f402ae50 con 0x7f350815f2c0 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.827+0000 7f35077fe640 1 -- 172.21.15.39:0/4094128223 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f4032860 con 0x7f350815f2c0 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.827+0000 7f350efc4640 1 -- 172.21.15.39:0/4094128223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 msgr2=0x7f350815cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.827+0000 7f350efc4640 1 --2- 172.21.15.39:0/4094128223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 0x7f350815cba0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f34f4009870 tx=0x7f34f402a300 comp rx=0 tx=0).stop 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.827+0000 7f350efc4640 1 -- 172.21.15.39:0/4094128223 shutdown_connections 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.827+0000 7f350efc4640 1 --2- 172.21.15.39:0/4094128223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 0x7f350815cba0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.827+0000 7f350efc4640 1 -- 172.21.15.39:0/4094128223 >> 172.21.15.39:0/4094128223 conn(0x7f350806cb50 msgr2=0x7f350806cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.828+0000 7f350efc4640 1 -- 172.21.15.39:0/4094128223 shutdown_connections 2024-09-19T05:37:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.828+0000 7f350efc4640 1 -- 172.21.15.39:0/4094128223 wait complete. 2024-09-19T05:37:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.829+0000 7f350efc4640 1 Processor -- start 2024-09-19T05:37:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.829+0000 7f350efc4640 1 -- start start 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350efc4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35080d0000 0x7f350814da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350efc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35080d03e0 0x7f35081503a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350efc4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 0x7f3508158270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350efc4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f350815da90 con 0x7f350815f2c0 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350efc4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f35080b0540 con 0x7f35080d0000 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350efc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f35080ce430 con 0x7f35080d03e0 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350d561640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 0x7f3508158270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350d561640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 0x7f3508158270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34012/0 (socket says 172.21.15.39:34012) 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350d561640 1 -- 172.21.15.39:0/4204791656 learned_addr learned my addr 172.21.15.39:0/4204791656 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f3507fff640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35080d03e0 0x7f35081503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350cd60640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35080d0000 0x7f350814da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350d561640 1 -- 172.21.15.39:0/4204791656 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35080d03e0 msgr2=0x7f35081503a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350d561640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35080d03e0 0x7f35081503a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350d561640 1 -- 172.21.15.39:0/4204791656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35080d0000 msgr2=0x7f350814da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350d561640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35080d0000 0x7f350814da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350d561640 1 -- 172.21.15.39:0/4204791656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f350814df90 con 0x7f350815f2c0 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f3507fff640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35080d03e0 0x7f35081503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f350d561640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 0x7f3508158270 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f350000c800 tx=0x7f350000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.830+0000 7f35057fa640 1 -- 172.21.15.39:0/4204791656 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3500018070 con 0x7f350815f2c0 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.831+0000 7f35057fa640 1 -- 172.21.15.39:0/4204791656 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3500004d80 con 0x7f350815f2c0 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.831+0000 7f35057fa640 1 -- 172.21.15.39:0/4204791656 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f350000a880 con 0x7f350815f2c0 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.831+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35081508e0 con 0x7f350815f2c0 2024-09-19T05:37:27.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.831+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35081528d0 con 0x7f350815f2c0 2024-09-19T05:37:27.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.832+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35080ce7c0 con 0x7f350815f2c0 2024-09-19T05:37:27.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.832+0000 7f35057fa640 1 -- 172.21.15.39:0/4204791656 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f350001b070 con 0x7f350815f2c0 2024-09-19T05:37:27.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.833+0000 7f35057fa640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f34ec06c2e0 0x7f34ec06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:27.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.833+0000 7f350cd60640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f34ec06c2e0 0x7f34ec06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:27.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.833+0000 7f35057fa640 1 -- 172.21.15.39:0/4204791656 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f350008aa10 con 0x7f350815f2c0 2024-09-19T05:37:27.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.833+0000 7f350cd60640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f34ec06c2e0 0x7f34ec06e7a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f350806ffa0 tx=0x7f34fc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:27.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:27.837+0000 7f35057fa640 1 -- 172.21.15.39:0/4204791656 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3500058af0 con 0x7f350815f2c0 2024-09-19T05:37:28.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.048+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3508159c80 con 0x7f350815f2c0 2024-09-19T05:37:28.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.049+0000 7f35057fa640 1 -- 172.21.15.39:0/4204791656 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v60) ==== 53+0+73 (secure 0 0 0) 0x7f350005cdf0 con 0x7f350815f2c0 2024-09-19T05:37:28.051 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:37:28.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f34ec06c2e0 msgr2=0x7f34ec06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f34ec06c2e0 0x7f34ec06e7a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f350806ffa0 tx=0x7f34fc009040 comp rx=0 tx=0).stop 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 msgr2=0x7f3508158270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 0x7f3508158270 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f350000c800 tx=0x7f350000ccc0 comp rx=0 tx=0).stop 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 shutdown_connections 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f34ec06c2e0 0x7f34ec06e7a0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f350815f2c0 0x7f3508158270 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f35080d03e0 0x7f35081503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 --2- 172.21.15.39:0/4204791656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f35080d0000 0x7f350814da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 >> 172.21.15.39:0/4204791656 conn(0x7f350806cb50 msgr2=0x7f350815ad80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 shutdown_connections 2024-09-19T05:37:28.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:28.051+0000 7f350efc4640 1 -- 172.21.15.39:0/4204791656 wait complete. 2024-09-19T05:37:28.064 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:37:28.064 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:37:28.064 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi050.front.sepia.ceph.com 2024-09-19T05:37:28.065 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:37:28.065 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:28.065 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:37:28.065 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:37:28.065 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:37:28.065 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:37:28.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:28.065 DEBUG:teuthology.orchestra.run.smithi050:> ip addr 2024-09-19T05:37:28.086 INFO:teuthology.orchestra.run.smithi050.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:37:28.086 INFO:teuthology.orchestra.run.smithi050.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:37:28.086 INFO:teuthology.orchestra.run.smithi050.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:37:28.086 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:28.086 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 ::1/128 scope host 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f0 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:6b:fd:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp7s0f1 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:84 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f0 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: inet 172.21.15.50/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft 42517sec preferred_lft 42517sec 2024-09-19T05:37:28.087 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::ec4:7aff:febd:1584/64 scope link 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 0c:c4:7a:bd:15:85 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: altname enp1s0f1 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::a42f:c6ff:feb6:1525/64 scope link 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether b6:a5:b2:c9:9b:09 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:37:28.088 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::b4a5:b2ff:fec9:9b09/64 scope link 2024-09-19T05:37:28.089 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:28.089 INFO:teuthology.orchestra.run.smithi050.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:37:28.089 INFO:teuthology.orchestra.run.smithi050.stdout: link/ether 06:44:4e:d4:93:6f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:37:28.089 INFO:teuthology.orchestra.run.smithi050.stdout: inet6 fe80::444:4eff:fed4:936f/64 scope link 2024-09-19T05:37:28.089 INFO:teuthology.orchestra.run.smithi050.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:37:28.089 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:28.089 DEBUG:teuthology.orchestra.run.smithi050:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:37:28.156 INFO:teuthology.orchestra.run.smithi050.stdout:1 2024-09-19T05:37:28.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:28.158 DEBUG:teuthology.orchestra.run.smithi050:> route 2024-09-19T05:37:28.218 INFO:teuthology.orchestra.run.smithi050.stdout:Kernel IP routing table 2024-09-19T05:37:28.218 INFO:teuthology.orchestra.run.smithi050.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:37:28.218 INFO:teuthology.orchestra.run.smithi050.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:37:28.218 INFO:teuthology.orchestra.run.smithi050.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:37:28.218 INFO:teuthology.orchestra.run.smithi050.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:37:28.219 DEBUG:teuthology.orchestra.run.smithi050:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:37:28.219 DEBUG:teuthology.orchestra.run.smithi050:> set -e 2024-09-19T05:37:28.219 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:37:28.219 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:37:28.219 DEBUG:teuthology.orchestra.run.smithi050:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:37:28.219 DEBUG:teuthology.orchestra.run.smithi050:> ') 2024-09-19T05:37:28.311 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:37:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:37:28.346 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:37:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:37:28.352 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:28.352 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:37:28.368 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:37:28.368 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:37:28.369 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:37:28.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:28.369 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link set brx.0 up 2024-09-19T05:37:28.435 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:37:28.435 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:28.492 INFO:teuthology.orchestra.run.smithi050.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:37:28.492 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:37:28.492 DEBUG:teuthology.orchestra.run.smithi050:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:28.547 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T05:37:28.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:28.547 DEBUG:teuthology.orchestra.run.smithi050:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:28.632 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:28.632 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:37:28.640 INFO:teuthology.orchestra.run.smithi050.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T05:37:28.640 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T05:37:28.640 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.50:3300,172.21.15.50:3301" 2024-09-19T05:37:28.640 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: trying mount with new device syntax: 1@63724460-2d43-4192-a475-a2140b12f870.cephfs=/ 2024-09-19T05:37:28.640 INFO:teuthology.orchestra.run.smithi050.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.39:3300/172.21.15.50:3300/172.21.15.50:3301" will pass to kernel 2024-09-19T05:37:28.641 INFO:teuthology.orchestra.run.smithi050.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:37:28.641 INFO:teuthology.orchestra.run.smithi050.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:37:28.641 INFO:teuthology.orchestra.run.smithi050.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:37:28.641 INFO:teuthology.orchestra.run.smithi050.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:37:28.641 INFO:teuthology.orchestra.run.smithi050.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:37:28.643 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:37:28.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:28.643 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:28.668 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:37:28.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:37:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:37:28.761 INFO:teuthology.orchestra.run.smithi050.stderr:2024-09-19T05:37:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:37:28.767 INFO:teuthology.orchestra.run.smithi050.stdout:client6804 2024-09-19T05:37:28.767 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:28.767 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:28.784 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-19T05:37:28.910 INFO:teuthology.orchestra.run.smithi039.stdout:[{"id":6804,"entity":{"name":{"type":"client","num":6804},"addr":{"type":"any","addr":"172.21.15.50:0","nonce":3135351337}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":0.263994807,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":0.99939484654983346,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.6804 172.21.15.50:0/3135351337","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000003fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi050","kernel_version":"5.14.0-508.el9.x86_64","root":"/"}},{"id":6289,"entity":{"name":{"type":"client","num":6289},"addr":{"type":"any","addr":"172.21.15.39:0","nonce":2769725561}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":1.361973208,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":0.99686272615474547,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.6289 172.21.15.39:0/2769725561","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000003fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi039","kernel_version":"5.14.0-508.el9.x86_64","root":"/"}}] 2024-09-19T05:37:28.911 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000003fbff" }, "entity_id": "1", "hostname": "smithi050", "kernel_version": "5.14.0-508.el9.x86_64", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.50:0", "nonce": 3135351337, "type": "any" }, "name": { "num": 6804, "type": "client" } }, "id": 6804, "inst": "client.6804 172.21.15.50:0/3135351337", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 0.9993948465498335 }, "state": "open", "uptime": 0.263994807 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000003fbff" }, "entity_id": "0", "hostname": "smithi039", "kernel_version": "5.14.0-508.el9.x86_64", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.39:0", "nonce": 2769725561, "type": "any" }, "name": { "num": 6289, "type": "client" } }, "id": 6289, "inst": "client.6289 172.21.15.39:0/2769725561", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 0.9968627261547455 }, "state": "open", "uptime": 1.361973208 } ] 2024-09-19T05:37:28.911 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-19T05:37:29.048 INFO:teuthology.orchestra.run.smithi039.stdout:{"message":"","return_code":0} 2024-09-19T05:37:29.048 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T05:37:29.049 DEBUG:teuthology.orchestra.run.smithi039:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 0 show session 2024-09-19T05:37:29.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.089+0000 7f399cd8a280 1 -- start start 2024-09-19T05:37:29.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.089+0000 7f399cd8a280 1 Processor -- start 2024-09-19T05:37:29.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.089+0000 7f399cd8a280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3b120c00 0x55ea3b19c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.089+0000 7f399cd8a280 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3b121800 0x55ea3b19cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.089+0000 7f399cd8a280 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3b121c00 0x55ea3b19d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.089+0000 7f399cd8a280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55ea3bf12780 con 0x55ea3b120c00 2024-09-19T05:37:29.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.089+0000 7f399cd8a280 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ea3bf12600 con 0x55ea3b121800 2024-09-19T05:37:29.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.089+0000 7f399cd8a280 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55ea3bf12480 con 0x55ea3b121c00 2024-09-19T05:37:29.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399b52f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3b120c00 0x55ea3b19c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399b52f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3b120c00 0x55ea3b19c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34016/0 (socket says 172.21.15.39:34016) 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399b52f640 1 -- 172.21.15.39:0/2033987176 learned_addr learned my addr 172.21.15.39:0/2033987176 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399ad2e640 1 --2- 172.21.15.39:0/2033987176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3b121800 0x55ea3b19cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399bd30640 1 --2- 172.21.15.39:0/2033987176 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3b121c00 0x55ea3b19d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399b52f640 1 -- 172.21.15.39:0/2033987176 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3b121c00 msgr2=0x55ea3b19d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399b52f640 1 --2- 172.21.15.39:0/2033987176 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3b121c00 0x55ea3b19d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399b52f640 1 -- 172.21.15.39:0/2033987176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3b121800 msgr2=0x55ea3b19cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399b52f640 1 --2- 172.21.15.39:0/2033987176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3b121800 0x55ea3b19cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399b52f640 1 -- 172.21.15.39:0/2033987176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea3b158780 con 0x55ea3b120c00 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399b52f640 1 --2- 172.21.15.39:0/2033987176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3b120c00 0x55ea3b19c580 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x55ea3bf4f290 tx=0x55ea3bec5440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=435d0269911ffab1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:29.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f3998d2a640 1 -- 172.21.15.39:0/2033987176 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ea3b1469c0 con 0x55ea3b120c00 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f3998d2a640 1 -- 172.21.15.39:0/2033987176 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ea3b14c700 con 0x55ea3b120c00 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f3998d2a640 1 -- 172.21.15.39:0/2033987176 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ea3b146680 con 0x55ea3b120c00 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399cd8a280 1 -- 172.21.15.39:0/2033987176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea3b1583c0 con 0x55ea3b120c00 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399cd8a280 1 -- 172.21.15.39:0/2033987176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55ea3b159680 con 0x55ea3b120c00 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f399cd8a280 4 waiting for MDS map... 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.090+0000 7f3998d2a640 1 -- 172.21.15.39:0/2033987176 <== mon.0 v2:172.21.15.39:3300/0 4 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x55ea3c006200 con 0x55ea3b120c00 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.091+0000 7f3998d2a640 1 -- 172.21.15.39:0/2033987176 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 60) ==== 3502+0+0 (secure 0 0 0) 0x55ea3b17b180 con 0x55ea3b120c00 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.091+0000 7f399cd8a280 4 Got MDS map 60 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.091+0000 7f399cd8a280 10 main: main 2024-09-19T05:37:29.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.091+0000 7f399cd8a280 4 main: connecting to RADOS... 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.091+0000 7f399cd8a280 1 Processor -- start 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.091+0000 7f399cd8a280 1 -- start start 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399cd8a280 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3c058000 0x55ea3b19d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399cd8a280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058400 0x55ea3b19db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399cd8a280 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3c058800 0x55ea3b19e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399cd8a280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55ea3bf12300 con 0x55ea3c058400 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399cd8a280 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ea3bf12000 con 0x55ea3c058800 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399cd8a280 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55ea3b182900 con 0x55ea3c058000 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399b52f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058400 0x55ea3b19db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399b52f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058400 0x55ea3b19db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34024/0 (socket says 172.21.15.39:34024) 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399b52f640 1 -- 172.21.15.39:0/4093087803 learned_addr learned my addr 172.21.15.39:0/4093087803 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399bd30640 1 --2- 172.21.15.39:0/4093087803 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3c058000 0x55ea3b19d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399ad2e640 1 --2- 172.21.15.39:0/4093087803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3c058800 0x55ea3b19e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399b52f640 1 -- 172.21.15.39:0/4093087803 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3c058000 msgr2=0x55ea3b19d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399b52f640 1 --2- 172.21.15.39:0/4093087803 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3c058000 0x55ea3b19d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399b52f640 1 -- 172.21.15.39:0/4093087803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3c058800 msgr2=0x55ea3b19e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399b52f640 1 --2- 172.21.15.39:0/4093087803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3c058800 0x55ea3b19e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399b52f640 1 -- 172.21.15.39:0/4093087803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea3b1594a0 con 0x55ea3c058400 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f399b52f640 1 --2- 172.21.15.39:0/4093087803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058400 0x55ea3b19db80 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x55ea3c050750 tx=0x55ea3bec5500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3fe62fdb4335d3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f3996d26640 1 -- 172.21.15.39:0/4093087803 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ea3b146b60 con 0x55ea3c058400 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f3996d26640 1 -- 172.21.15.39:0/4093087803 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ea3b14cfc0 con 0x55ea3c058400 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.092+0000 7f3996d26640 1 -- 172.21.15.39:0/4093087803 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ea3b146820 con 0x55ea3c058400 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 -- 172.21.15.39:0/4093087803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058400 msgr2=0x55ea3b19db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 --2- 172.21.15.39:0/4093087803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058400 0x55ea3b19db80 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x55ea3c050750 tx=0x55ea3bec5500 comp rx=0 tx=0).stop 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 -- 172.21.15.39:0/4093087803 shutdown_connections 2024-09-19T05:37:29.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 --2- 172.21.15.39:0/4093087803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3c058800 0x55ea3b19e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 --2- 172.21.15.39:0/4093087803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058400 0x55ea3b19db80 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 --2- 172.21.15.39:0/4093087803 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3c058000 0x55ea3b19d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 -- 172.21.15.39:0/4093087803 >> 172.21.15.39:0/4093087803 conn(0x55ea3bef9c00 msgr2=0x55ea3beaf000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:29.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 -- 172.21.15.39:0/4093087803 shutdown_connections 2024-09-19T05:37:29.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 -- 172.21.15.39:0/4093087803 wait complete. 2024-09-19T05:37:29.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.093+0000 7f399cd8a280 1 Processor -- start 2024-09-19T05:37:29.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399cd8a280 1 -- start start 2024-09-19T05:37:29.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399cd8a280 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3c058000 0x55ea3b19f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399cd8a280 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3c058400 0x55ea3b19ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399cd8a280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058800 0x55ea3b19e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399cd8a280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55ea3bf13500 con 0x55ea3c058800 2024-09-19T05:37:29.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399cd8a280 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ea3bf13680 con 0x55ea3c058400 2024-09-19T05:37:29.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399cd8a280 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55ea3bf12c00 con 0x55ea3c058000 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399ad2e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058800 0x55ea3b19e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399ad2e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058800 0x55ea3b19e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34032/0 (socket says 172.21.15.39:34032) 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399ad2e640 1 -- 172.21.15.39:0/3350900114 learned_addr learned my addr 172.21.15.39:0/3350900114 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399bd30640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3c058000 0x55ea3b19f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399b52f640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3c058400 0x55ea3b19ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.094+0000 7f399ad2e640 1 -- 172.21.15.39:0/3350900114 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3c058000 msgr2=0x55ea3b19f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f399ad2e640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3c058000 0x55ea3b19f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f399ad2e640 1 -- 172.21.15.39:0/3350900114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3c058400 msgr2=0x55ea3b19ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f399ad2e640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3c058400 0x55ea3b19ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f399ad2e640 1 -- 172.21.15.39:0/3350900114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea3b158000 con 0x55ea3c058800 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f399ad2e640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058800 0x55ea3b19e680 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x55ea3c0514d0 tx=0x55ea3c010c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:29.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f3995523640 1 -- 172.21.15.39:0/3350900114 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ea3b146b60 con 0x55ea3c058800 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f3995523640 1 -- 172.21.15.39:0/3350900114 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ea3b14cfc0 con 0x55ea3c058800 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ea3b158960 con 0x55ea3c058800 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f3995523640 1 -- 172.21.15.39:0/3350900114 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ea3b146820 con 0x55ea3c058800 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea3b159860 con 0x55ea3c058800 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.095+0000 7f399cd8a280 4 main: resolving pool 14 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.096+0000 7f3995523640 1 -- 172.21.15.39:0/3350900114 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x55ea3bff0c00 con 0x55ea3c058800 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.096+0000 7f3995523640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55ea3c074c00 0x55ea3b19f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.096+0000 7f3995523640 1 -- 172.21.15.39:0/3350900114 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x55ea3c05f000 con 0x55ea3c058800 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.097+0000 7f399cd8a280 4 main: creating IoCtx.. 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.096+0000 7f399bd30640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55ea3c074c00 0x55ea3b19f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.097+0000 7f399cd8a280 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55ea3c058c00 0x55ea3b19e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.097+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 --> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] -- osd_op(unknown.0.0:1 14.b 14:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e93) -- 0x55ea3c059000 con 0x55ea3c058c00 2024-09-19T05:37:29.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.097+0000 7f399b52f640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55ea3c058c00 0x55ea3b19e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.097+0000 7f399bd30640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55ea3c074c00 0x55ea3b19f700 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x55ea3bec06f0 tx=0x55ea3c010ea0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:29.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.097+0000 7f399b52f640 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55ea3c058c00 0x55ea3b19e100 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:29.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.097+0000 7f399b52f640 1 -- 172.21.15.39:0/3350900114 <== osd.0 v2:172.21.15.39:6818/3228276777 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv5 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x55ea3beba000 con 0x55ea3c058c00 2024-09-19T05:37:29.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.097+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 --> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] -- osd_op(unknown.0.0:2 14.b 14:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e93) -- 0x55ea3c075c00 con 0x55ea3c058c00 2024-09-19T05:37:29.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399b52f640 1 -- 172.21.15.39:0/3350900114 <== osd.0 v2:172.21.15.39:6818/3228276777 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=471b] v0'0 uv5 ondisk = 0) ==== 159+0+471 (crc 0 0 0) 0x55ea3beba000 con 0x55ea3c058c00 2024-09-19T05:37:29.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 --> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] -- osd_op(unknown.0.0:3 14.b 14:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=27b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e93) -- 0x55ea3b4b6000 con 0x55ea3c058c00 2024-09-19T05:37:29.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399b52f640 1 -- 172.21.15.39:0/3350900114 <== osd.0 v2:172.21.15.39:6818/3228276777 3 ==== osd_op_reply(3 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv5 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x55ea3beba000 con 0x55ea3c058c00 2024-09-19T05:37:29.106 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:29.106 INFO:teuthology.orchestra.run.smithi039.stdout: "0": { 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "data": { 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "sessions": [ 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6804, 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": { 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 6804 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "any", 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.50:0", 2024-09-19T05:37:29.107 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3135351337 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "open", 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "num_leases": 0, 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "num_caps": 0, 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "request_load_avg": 0, 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 0, 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "requests_in_flight": 0, 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "num_completed_requests": 0, 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "num_completed_flushes": 0, 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "reconnecting": false, 2024-09-19T05:37:29.108 INFO:teuthology.orchestra.run.smithi039.stdout: "recall_caps": { 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 60 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "release_caps": { 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 60 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "recall_caps_throttle": { 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 1.5 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "recall_caps_throttle2o": { 2024-09-19T05:37:29.109 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 0.5 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "session_cache_liveness": { 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 300 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "cap_acquisition": { 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 30 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "last_trim_completed_requests_tid": 0, 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "last_trim_completed_flushes_tid": 0, 2024-09-19T05:37:29.110 INFO:teuthology.orchestra.run.smithi039.stdout: "delegated_inos": [], 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": "client.6804 172.21.15.50:0/3135351337", 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "completed_requests": [], 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "prealloc_inos": [], 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "client_metadata": { 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "client_features": { 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "feature_bits": "0x000000000003fbff" 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "metric_spec": { 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "metric_flags": { 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "feature_bits": "0x000000000080ffff" 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.111 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "1", 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi050", 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: "kernel_version": "5.14.0-508.el9.x86_64", 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6289, 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": { 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-19T05:37:29.112 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 6289 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "any", 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2769725561 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "open", 2024-09-19T05:37:29.113 INFO:teuthology.orchestra.run.smithi039.stdout: "num_leases": 0, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "num_caps": 0, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "request_load_avg": 0, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 0, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "requests_in_flight": 0, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "num_completed_requests": 0, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "num_completed_flushes": 0, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "reconnecting": false, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "recall_caps": { 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 60 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "release_caps": { 2024-09-19T05:37:29.114 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 60 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "recall_caps_throttle": { 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 1.5 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "recall_caps_throttle2o": { 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 0.5 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "session_cache_liveness": { 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 300 2024-09-19T05:37:29.115 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "cap_acquisition": { 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "value": 0, 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "halflife": 30 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "last_trim_completed_requests_tid": 0, 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "last_trim_completed_flushes_tid": 0, 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "delegated_inos": [], 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": "client.6289 172.21.15.39:0/2769725561", 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "completed_requests": [], 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "prealloc_inos": [], 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "client_metadata": { 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "client_features": { 2024-09-19T05:37:29.116 INFO:teuthology.orchestra.run.smithi039.stdout: "feature_bits": "0x000000000003fbff" 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: "metric_spec": { 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: "metric_flags": { 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: "feature_bits": "0x000000000080ffff" 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: "kernel_version": "5.14.0-508.el9.x86_64", 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:29.117 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-19T05:37:29.118 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:29.118 INFO:teuthology.orchestra.run.smithi039.stdout: "result": 0 2024-09-19T05:37:29.118 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:29.118 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:29.118 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:29.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55ea3c058c00 msgr2=0x55ea3b19e100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55ea3c058c00 0x55ea3b19e100 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55ea3c074c00 msgr2=0x55ea3b19f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55ea3c074c00 0x55ea3b19f700 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x55ea3bec06f0 tx=0x55ea3c010ea0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058800 msgr2=0x55ea3b19e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 --2- 172.21.15.39:0/3350900114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3c058800 0x55ea3b19e680 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x55ea3c0514d0 tx=0x55ea3c010c00 comp rx=0 tx=0).stop 2024-09-19T05:37:29.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399ad2e640 1 -- 172.21.15.39:0/3350900114 reap_dead start 2024-09-19T05:37:29.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 shutdown_connections 2024-09-19T05:37:29.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 >> 172.21.15.39:0/3350900114 conn(0x55ea3bef9c00 msgr2=0x55ea3beaf000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 shutdown_connections 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 -- 172.21.15.39:0/3350900114 wait complete. 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 -- 172.21.15.39:0/2033987176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3b120c00 msgr2=0x55ea3b19c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.098+0000 7f399cd8a280 1 --2- 172.21.15.39:0/2033987176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3b120c00 0x55ea3b19c580 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x55ea3bf4f290 tx=0x55ea3bec5440 comp rx=0 tx=0).stop 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.099+0000 7f399cd8a280 1 -- 172.21.15.39:0/2033987176 shutdown_connections 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.099+0000 7f399cd8a280 1 --2- 172.21.15.39:0/2033987176 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55ea3b121c00 0x55ea3b19d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.099+0000 7f399cd8a280 1 --2- 172.21.15.39:0/2033987176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ea3b121800 0x55ea3b19cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.099+0000 7f399cd8a280 1 --2- 172.21.15.39:0/2033987176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ea3b120c00 0x55ea3b19c580 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.099+0000 7f399cd8a280 1 -- 172.21.15.39:0/2033987176 >> 172.21.15.39:0/2033987176 conn(0x55ea3b121000 msgr2=0x55ea3beae800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.099+0000 7f399cd8a280 1 -- 172.21.15.39:0/2033987176 shutdown_connections 2024-09-19T05:37:29.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.099+0000 7f399cd8a280 1 -- 172.21.15.39:0/2033987176 wait complete. 2024-09-19T05:37:29.122 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '0', 'show', 'session'] in time 0:00:00.073073, result: { "0": { "data": { "sessions": [ { "id": 6804, "entity": { "name": { "type": "client", "num": 6804 }, "addr": { "type": "any", "addr": "172.21.15.50:0", "nonce": 3135351337 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.6804 172.21.15.50:0/3135351337", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x000000000003fbff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "entity_id": "1", "hostname": "smithi050", "kernel_version": "5.14.0-508.el9.x86_64", "root": "/" } }, { "id": 6289, "entity": { "name": { "type": "client", "num": 6289 }, "addr": { "type": "any", "addr": "172.21.15.39:0", "nonce": 2769725561 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.6289 172.21.15.39:0/2769725561", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x000000000003fbff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "entity_id": "0", "hostname": "smithi039", "kernel_version": "5.14.0-508.el9.x86_64", "root": "/" } } ] }, "result": 0 } } 2024-09-19T05:37:29.122 INFO:tasks.cephfs.test_sessionmap:SessionMap: { "0": { "data": { "sessions": [ { "id": 6804, "entity": { "name": { "type": "client", "num": 6804 }, "addr": { "type": "any", "addr": "172.21.15.50:0", "nonce": 3135351337 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.6804 172.21.15.50:0/3135351337", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x000000000003fbff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "entity_id": "1", "hostname": "smithi050", "kernel_version": "5.14.0-508.el9.x86_64", "root": "/" } }, { "id": 6289, "entity": { "name": { "type": "client", "num": 6289 }, "addr": { "type": "any", "addr": "172.21.15.39:0", "nonce": 2769725561 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.6289 172.21.15.39:0/2769725561", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x000000000003fbff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "entity_id": "0", "hostname": "smithi039", "kernel_version": "5.14.0-508.el9.x86_64", "root": "/" } } ] }, "result": 0 } } 2024-09-19T05:37:29.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:29.123 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir bravo) 2024-09-19T05:37:29.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:29.181 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch bravo/file_a) 2024-09-19T05:37:29.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:29.238 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch bravo/file_b) 2024-09-19T05:37:29.259 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 2 2024-09-19T05:37:29.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.382+0000 7fdea40d0640 1 Processor -- start 2024-09-19T05:37:29.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.382+0000 7fdea40d0640 1 -- start start 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea40d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 0x7fde9c0ba020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea40d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fde9c0cfae0 0x7fde9c0d2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea40d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde9c0b3f90 con 0x7fde9c0b82d0 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea40d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fde9c0b87d0 con 0x7fde9c0cfae0 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea40d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fde9c0b8ab0 con 0x7fde9c15e7f0 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea266d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fde9c0cfae0 0x7fde9c0d2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea266d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fde9c0cfae0 0x7fde9c0d2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34042/0 (socket says 172.21.15.39:34042) 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea166b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fde9c0b82d0 0x7fde9c0cf3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44000/0 (socket says 172.21.15.39:44000) 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea266d640 1 -- 172.21.15.39:0/2526891088 learned_addr learned my addr 172.21.15.39:0/2526891088 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea1e6c640 1 --2- 172.21.15.39:0/2526891088 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 0x7fde9c0ba020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea266d640 1 -- 172.21.15.39:0/2526891088 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 msgr2=0x7fde9c0ba020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:29.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.383+0000 7fdea266d640 1 --2- 172.21.15.39:0/2526891088 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 0x7fde9c0ba020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.384+0000 7fdea266d640 1 -- 172.21.15.39:0/2526891088 >> v1:172.21.15.39:6789/0 conn(0x7fde9c0b82d0 legacy=0x7fde9c0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.384+0000 7fdea266d640 1 -- 172.21.15.39:0/2526891088 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9c0b8d90 con 0x7fde9c0cfae0 2024-09-19T05:37:29.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.384+0000 7fdea1e6c640 1 --2- 172.21.15.39:0/2526891088 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 0x7fde9c0ba020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:29.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.384+0000 7fdea266d640 1 --2- 172.21.15.39:0/2526891088 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 0x7fde9c0d2a00 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fde94009e50 tx=0x7fde9402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=630c625477e757c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:29.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.384+0000 7fdea0e6a640 1 -- 172.21.15.39:0/2526891088 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde94036070 con 0x7fde9c0cfae0 2024-09-19T05:37:29.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.384+0000 7fdea0e6a640 1 -- 172.21.15.39:0/2526891088 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde94031600 con 0x7fde9c0cfae0 2024-09-19T05:37:29.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.384+0000 7fdea0e6a640 1 -- 172.21.15.39:0/2526891088 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde940319d0 con 0x7fde9c0cfae0 2024-09-19T05:37:29.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.385+0000 7fdea40d0640 1 -- 172.21.15.39:0/2526891088 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 msgr2=0x7fde9c0d2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.385+0000 7fdea40d0640 1 --2- 172.21.15.39:0/2526891088 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 0x7fde9c0d2a00 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fde94009e50 tx=0x7fde9402a730 comp rx=0 tx=0).stop 2024-09-19T05:37:29.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.385+0000 7fdea40d0640 1 -- 172.21.15.39:0/2526891088 shutdown_connections 2024-09-19T05:37:29.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.385+0000 7fdea40d0640 1 --2- 172.21.15.39:0/2526891088 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 0x7fde9c0d2a00 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.385+0000 7fdea40d0640 1 --2- 172.21.15.39:0/2526891088 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 0x7fde9c0ba020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.385+0000 7fdea40d0640 1 -- 172.21.15.39:0/2526891088 >> 172.21.15.39:0/2526891088 conn(0x7fde9c062a50 msgr2=0x7fde9c062e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:29.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.385+0000 7fdea40d0640 1 -- 172.21.15.39:0/2526891088 shutdown_connections 2024-09-19T05:37:29.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.385+0000 7fdea40d0640 1 -- 172.21.15.39:0/2526891088 wait complete. 2024-09-19T05:37:29.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.386+0000 7fdea40d0640 1 Processor -- start 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.386+0000 7fdea40d0640 1 -- start start 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea40d0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde9c0b82d0 0x7fde9c153cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea40d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 0x7fde9c0c8750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea40d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 0x7fde9c160f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea40d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c0ba560 con 0x7fde9c0cfae0 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea40d0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c0b9350 con 0x7fde9c0b82d0 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea40d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fde9c15ebd0 con 0x7fde9c15e7f0 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea166b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 0x7fde9c0c8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea166b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 0x7fde9c0c8750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34058/0 (socket says 172.21.15.39:34058) 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea166b640 1 -- 172.21.15.39:0/3077735111 learned_addr learned my addr 172.21.15.39:0/3077735111 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:29.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea1e6c640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde9c0b82d0 0x7fde9c153cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.387+0000 7fdea266d640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 0x7fde9c160f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fdea166b640 1 -- 172.21.15.39:0/3077735111 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 msgr2=0x7fde9c160f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fdea166b640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 0x7fde9c160f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fdea166b640 1 -- 172.21.15.39:0/3077735111 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde9c0b82d0 msgr2=0x7fde9c153cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fdea166b640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde9c0b82d0 0x7fde9c153cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fdea166b640 1 -- 172.21.15.39:0/3077735111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9c0ca790 con 0x7fde9c0cfae0 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fdea166b640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 0x7fde9c0c8750 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fde8c00c3a0 tx=0x7fde8c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fde927fc640 1 -- 172.21.15.39:0/3077735111 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c0074e0 con 0x7fde9c0cfae0 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fde927fc640 1 -- 172.21.15.39:0/3077735111 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde8c007680 con 0x7fde9c0cfae0 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde9c0caff0 con 0x7fde9c0cfae0 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fde927fc640 1 -- 172.21.15.39:0/3077735111 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c004a00 con 0x7fde9c0cfae0 2024-09-19T05:37:29.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.388+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde9c0cad10 con 0x7fde9c0cfae0 2024-09-19T05:37:29.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.389+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde9c0b9870 con 0x7fde9c0cfae0 2024-09-19T05:37:29.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.389+0000 7fde927fc640 1 -- 172.21.15.39:0/3077735111 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde8c01a020 con 0x7fde9c0cfae0 2024-09-19T05:37:29.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.390+0000 7fde927fc640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:29.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.390+0000 7fde927fc640 1 -- 172.21.15.39:0/3077735111 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7fde8c08ad30 con 0x7fde9c0cfae0 2024-09-19T05:37:29.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.390+0000 7fdea1e6c640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:29.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.390+0000 7fdea1e6c640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fde9800a950 tx=0x7fde98008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:29.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.394+0000 7fde927fc640 1 -- 172.21.15.39:0/3077735111 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fde8c010300 con 0x7fde9c0cfae0 2024-09-19T05:37:29.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:29.607+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"} v 0) -- 0x7fde9c0631b0 con 0x7fde9c0cfae0 2024-09-19T05:37:30.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.447+0000 7fde927fc640 1 -- 172.21.15.39:0/3077735111 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"}]=0 v61) ==== 105+0+0 (secure 0 0 0) 0x7fde8c0593a0 con 0x7fde9c0cfae0 2024-09-19T05:37:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 msgr2=0x7fde8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fde9800a950 tx=0x7fde98008040 comp rx=0 tx=0).stop 2024-09-19T05:37:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 msgr2=0x7fde9c0c8750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 0x7fde9c0c8750 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fde8c00c3a0 tx=0x7fde8c00c860 comp rx=0 tx=0).stop 2024-09-19T05:37:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 shutdown_connections 2024-09-19T05:37:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fde8006c2b0 0x7fde8006e770 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fde9c15e7f0 0x7fde9c160f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde9c0cfae0 0x7fde9c0c8750 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 --2- 172.21.15.39:0/3077735111 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde9c0b82d0 0x7fde9c153cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 >> 172.21.15.39:0/3077735111 conn(0x7fde9c062a50 msgr2=0x7fde9c15f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:30.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 shutdown_connections 2024-09-19T05:37:30.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.450+0000 7fdea40d0640 1 -- 172.21.15.39:0/3077735111 wait complete. 2024-09-19T05:37:30.473 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:30.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.581+0000 7f9d65b66640 1 Processor -- start 2024-09-19T05:37:30.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.581+0000 7f9d65b66640 1 -- start start 2024-09-19T05:37:30.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.582+0000 7f9d65b66640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d6015ecf0 0x7f9d600b3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:30.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.582+0000 7f9d65b66640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9d600d3e80 0x7f9d600cf6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:30.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.582+0000 7f9d65b66640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d600cf1b0 con 0x7f9d600b3690 2024-09-19T05:37:30.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.582+0000 7f9d65b66640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f9d600d39f0 con 0x7f9d600d3e80 2024-09-19T05:37:30.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.582+0000 7f9d65b66640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9d600d2090 con 0x7f9d6015ecf0 2024-09-19T05:37:30.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.582+0000 7f9d5effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9d600d3e80 0x7f9d600cf6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:30.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.583+0000 7f9d5effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9d600d3e80 0x7f9d600cf6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34068/0 (socket says 172.21.15.39:34068) 2024-09-19T05:37:30.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.583+0000 7f9d5effd640 1 -- 172.21.15.39:0/1951389379 learned_addr learned my addr 172.21.15.39:0/1951389379 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:30.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.583+0000 7f9d5f7fe640 1 --2- 172.21.15.39:0/1951389379 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d6015ecf0 0x7f9d600b3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:30.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.583+0000 7f9d5effd640 1 -- 172.21.15.39:0/1951389379 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d6015ecf0 msgr2=0x7f9d600b3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:30.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.583+0000 7f9d5effd640 1 --2- 172.21.15.39:0/1951389379 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d6015ecf0 0x7f9d600b3be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.583+0000 7f9d5effd640 1 -- 172.21.15.39:0/1951389379 >> v1:172.21.15.50:6789/0 conn(0x7f9d600b3690 legacy=0x7f9d600d22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:30.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.583+0000 7f9d5effd640 1 -- 172.21.15.39:0/1951389379 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d600cf490 con 0x7f9d600d3e80 2024-09-19T05:37:30.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d5effd640 1 --2- 172.21.15.39:0/1951389379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d600d3e80 0x7f9d600cf6f0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f9d54009870 tx=0x7f9d5402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e263a41e6de564f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:30.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d5e7fc640 1 -- 172.21.15.39:0/1951389379 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d54037070 con 0x7f9d600d3e80 2024-09-19T05:37:30.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d5e7fc640 1 -- 172.21.15.39:0/1951389379 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d54032440 con 0x7f9d600d3e80 2024-09-19T05:37:30.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d5e7fc640 1 -- 172.21.15.39:0/1951389379 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d54032810 con 0x7f9d600d3e80 2024-09-19T05:37:30.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d65b66640 1 -- 172.21.15.39:0/1951389379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d600d3e80 msgr2=0x7f9d600cf6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:30.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d65b66640 1 --2- 172.21.15.39:0/1951389379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d600d3e80 0x7f9d600cf6f0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f9d54009870 tx=0x7f9d5402a270 comp rx=0 tx=0).stop 2024-09-19T05:37:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d65b66640 1 -- 172.21.15.39:0/1951389379 shutdown_connections 2024-09-19T05:37:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d65b66640 1 --2- 172.21.15.39:0/1951389379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d600d3e80 0x7f9d600cf6f0 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d65b66640 1 --2- 172.21.15.39:0/1951389379 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d6015ecf0 0x7f9d600b3be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d65b66640 1 -- 172.21.15.39:0/1951389379 >> 172.21.15.39:0/1951389379 conn(0x7f9d600b6230 msgr2=0x7f9d600b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d65b66640 1 -- 172.21.15.39:0/1951389379 shutdown_connections 2024-09-19T05:37:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.584+0000 7f9d65b66640 1 -- 172.21.15.39:0/1951389379 wait complete. 2024-09-19T05:37:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.586+0000 7f9d65b66640 1 Processor -- start 2024-09-19T05:37:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.586+0000 7f9d65b66640 1 -- start start 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d65b66640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d600b3690 0x7f9d60154a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d65b66640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d600d3e80 0x7f9d600cc200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d65b66640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d6015ecf0 0x7f9d600cdb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d65b66640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9d600cfc30 con 0x7f9d6015ecf0 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d65b66640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9d600d3680 con 0x7f9d600b3690 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d65b66640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9d600cfdb0 con 0x7f9d600d3e80 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d6015ecf0 0x7f9d600cdb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d6015ecf0 0x7f9d600cdb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34076/0 (socket says 172.21.15.39:34076) 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5ffff640 1 -- 172.21.15.39:0/4157636078 learned_addr learned my addr 172.21.15.39:0/4157636078 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5effd640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d600d3e80 0x7f9d600cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5f7fe640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d600b3690 0x7f9d60154a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5ffff640 1 -- 172.21.15.39:0/4157636078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d600d3e80 msgr2=0x7f9d600cc200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5ffff640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d600d3e80 0x7f9d600cc200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5ffff640 1 -- 172.21.15.39:0/4157636078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d600b3690 msgr2=0x7f9d60154a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5ffff640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d600b3690 0x7f9d60154a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5ffff640 1 -- 172.21.15.39:0/4157636078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d60154fd0 con 0x7f9d6015ecf0 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5f7fe640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d600b3690 0x7f9d60154a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d5ffff640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d6015ecf0 0x7f9d600cdb10 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9d5800c7a0 tx=0x7f9d5800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d47fff640 1 -- 172.21.15.39:0/4157636078 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d58003b70 con 0x7f9d6015ecf0 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d47fff640 1 -- 172.21.15.39:0/4157636078 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d58003d30 con 0x7f9d6015ecf0 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d600ccb30 con 0x7f9d6015ecf0 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d47fff640 1 -- 172.21.15.39:0/4157636078 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d5800aa90 con 0x7f9d6015ecf0 2024-09-19T05:37:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.587+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d600cd0f0 con 0x7f9d6015ecf0 2024-09-19T05:37:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.588+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d600cf6f0 con 0x7f9d6015ecf0 2024-09-19T05:37:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.589+0000 7f9d47fff640 1 -- 172.21.15.39:0/4157636078 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9d5800ac30 con 0x7f9d6015ecf0 2024-09-19T05:37:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.589+0000 7f9d47fff640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9d4c06c2b0 0x7f9d4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.589+0000 7f9d47fff640 1 -- 172.21.15.39:0/4157636078 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f9d5808b4c0 con 0x7f9d6015ecf0 2024-09-19T05:37:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.589+0000 7f9d5f7fe640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9d4c06c2b0 0x7f9d4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.590+0000 7f9d5f7fe640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9d4c06c2b0 0x7f9d4c06e770 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9d50009a20 tx=0x7f9d50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.594+0000 7f9d47fff640 1 -- 172.21.15.39:0/4157636078 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9d58059b30 con 0x7f9d6015ecf0 2024-09-19T05:37:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.807+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9d600d05f0 con 0x7f9d6015ecf0 2024-09-19T05:37:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.808+0000 7f9d47fff640 1 -- 172.21.15.39:0/4157636078 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5236 (secure 0 0 0) 0x7f9d58059430 con 0x7f9d6015ecf0 2024-09-19T05:37:30.810 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:30.810 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":62,"btime":"2024-09-19T05:37:30:450961+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:30.450939+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6735,"mds_1":6723},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6723":{"gid":6723,"name":"c","rank":1,"incarnation":62,"state":"up:creating","state_seq":1,"addr":"172.21.15.39:6835/1546862379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1546862379},{"type":"v1","addr":"172.21.15.39:6835","nonce":1546862379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6735":{"gid":6735,"name":"a","rank":0,"incarnation":57,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/712474335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":712474335},{"type":"v1","addr":"172.21.15.39:6837","nonce":712474335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6735,"qdb_cluster":[6735]},"id":7}]} 2024-09-19T05:37:30.810 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 62 2024-09-19T05:37:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9d4c06c2b0 msgr2=0x7f9d4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9d4c06c2b0 0x7f9d4c06e770 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9d50009a20 tx=0x7f9d50008040 comp rx=0 tx=0).stop 2024-09-19T05:37:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d6015ecf0 msgr2=0x7f9d600cdb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d6015ecf0 0x7f9d600cdb10 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9d5800c7a0 tx=0x7f9d5800cc60 comp rx=0 tx=0).stop 2024-09-19T05:37:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 shutdown_connections 2024-09-19T05:37:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f9d4c06c2b0 0x7f9d4c06e770 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d6015ecf0 0x7f9d600cdb10 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f9d600d3e80 0x7f9d600cc200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 --2- 172.21.15.39:0/4157636078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d600b3690 0x7f9d60154a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:30.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 >> 172.21.15.39:0/4157636078 conn(0x7f9d600b6230 msgr2=0x7f9d600b8370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:30.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 shutdown_connections 2024-09-19T05:37:30.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:30.810+0000 7f9d65b66640 1 -- 172.21.15.39:0/4157636078 wait complete. 2024-09-19T05:37:31.226 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 62, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:37:06.927965+0000', 'modified': '2024-09-19T05:37:30.450939+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 93, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6735, 'mds_1': 6723}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6723': {'gid': 6723, 'name': 'c', 'rank': 1, 'incarnation': 62, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.39:6835/1546862379', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6834', 'nonce': 1546862379}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 1546862379}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6735': {'gid': 6735, 'name': 'a', 'rank': 0, 'incarnation': 57, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6837/712474335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6836', 'nonce': 712474335}, {'type': 'v1', 'addr': '172.21.15.39:6837', 'nonce': 712474335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6735, 'qdb_cluster': [6735]} 2024-09-19T05:37:31.226 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6723:up:creating 2024-09-19T05:37:32.228 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:32.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.343+0000 7fcc7605e640 1 Processor -- start 2024-09-19T05:37:32.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.343+0000 7fcc7605e640 1 -- start start 2024-09-19T05:37:32.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc7605e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc700b5140 0x7fcc70072150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:32.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc7605e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fcc70155a70 0x7fcc7006ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc7605e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc70072ac0 con 0x7fcc700b5520 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc7605e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fcc7006e590 con 0x7fcc70155a70 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc7605e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcc70073360 con 0x7fcc700b5140 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc66ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcc700b5520 0x7fcc70155360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44010/0 (socket says 172.21.15.39:44010) 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc66ffd640 1 -- 172.21.15.39:0/3397079691 learned_addr learned my addr 172.21.15.39:0/3397079691 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc6f7fe640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc700b5140 0x7fcc70072150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 915214569 0 0) 0x7fcc70072ac0 con 0x7fcc700b5520 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc6ffff640 1 --2- 172.21.15.39:0/3397079691 >> v2:172.21.15.50:3300/0 conn(0x7fcc70155a70 0x7fcc7006ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.344+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcc5c003520 con 0x7fcc700b5520 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3053915123 0 0) 0x7fcc5c003520 con 0x7fcc700b5520 2024-09-19T05:37:32.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc700b5140 msgr2=0x7fcc70072150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc700b5140 0x7fcc70072150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 >> v2:172.21.15.50:3300/0 conn(0x7fcc70155a70 msgr2=0x7fcc7006ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 --2- 172.21.15.39:0/3397079691 >> v2:172.21.15.50:3300/0 conn(0x7fcc70155a70 0x7fcc7006ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc70072da0 con 0x7fcc700b5520 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fcc58001670 con 0x7fcc700b5520 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 >> v1:172.21.15.39:6789/0 conn(0x7fcc700b5520 legacy=0x7fcc70155360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc700b5140 0x7fcc5c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc5c003f30 0x7fcc5c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5c004d40 0x7fcc5c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcc70073360 con 0x7fcc5c004d40 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcc5c00b9c0 con 0x7fcc5c003f30 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcc5c00bb40 con 0x7fcc700b5140 2024-09-19T05:37:32.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6ffff640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5c004d40 0x7fcc5c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc66ffd640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc5c003f30 0x7fcc5c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6f7fe640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc700b5140 0x7fcc5c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6ffff640 1 -- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc700b5140 msgr2=0x7fcc5c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6ffff640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc700b5140 0x7fcc5c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6ffff640 1 -- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc5c003f30 msgr2=0x7fcc5c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6ffff640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc5c003f30 0x7fcc5c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.345+0000 7fcc6ffff640 1 -- 172.21.15.39:0/3397079691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc5c003520 con 0x7fcc5c004d40 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.346+0000 7fcc6ffff640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5c004d40 0x7fcc5c0051c0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fcc68009f90 tx=0x7fcc5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb13df4b1f05aff2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.346+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc68009c10 con 0x7fcc5c004d40 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.346+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc68036070 con 0x7fcc5c004d40 2024-09-19T05:37:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.346+0000 7fcc6effd640 1 -- 172.21.15.39:0/3397079691 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc68031670 con 0x7fcc5c004d40 2024-09-19T05:37:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.347+0000 7fcc7605e640 1 -- 172.21.15.39:0/3397079691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5c004d40 msgr2=0x7fcc5c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.347+0000 7fcc7605e640 1 --2- 172.21.15.39:0/3397079691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5c004d40 0x7fcc5c0051c0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fcc68009f90 tx=0x7fcc5c005830 comp rx=0 tx=0).stop 2024-09-19T05:37:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.347+0000 7fcc6ffff640 1 -- 172.21.15.39:0/3397079691 reap_dead start 2024-09-19T05:37:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.347+0000 7fcc7605e640 1 -- 172.21.15.39:0/3397079691 shutdown_connections 2024-09-19T05:37:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.347+0000 7fcc7605e640 1 -- 172.21.15.39:0/3397079691 >> 172.21.15.39:0/3397079691 conn(0x7fcc7006cb50 msgr2=0x7fcc7006cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.347+0000 7fcc7605e640 1 -- 172.21.15.39:0/3397079691 shutdown_connections 2024-09-19T05:37:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.347+0000 7fcc7605e640 1 -- 172.21.15.39:0/3397079691 wait complete. 2024-09-19T05:37:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.348+0000 7fcc7605e640 1 Processor -- start 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.348+0000 7fcc7605e640 1 -- start start 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc7605e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc5c004d40 0x7fcc7014f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc7605e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc7014f5e0 0x7fcc70154070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc7605e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc70151890 0x7fcc701545b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc7605e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcc700b5c70 con 0x7fcc70151890 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc7605e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7006e7c0 con 0x7fcc5c004d40 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc7605e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcc700b5df0 con 0x7fcc7014f5e0 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc6ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc70151890 0x7fcc701545b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc6ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc70151890 0x7fcc701545b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34086/0 (socket says 172.21.15.39:34086) 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc6ffff640 1 -- 172.21.15.39:0/2423650852 learned_addr learned my addr 172.21.15.39:0/2423650852 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc6f7fe640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc5c004d40 0x7fcc7014f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.349+0000 7fcc66ffd640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc7014f5e0 0x7fcc70154070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc6ffff640 1 -- 172.21.15.39:0/2423650852 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc7014f5e0 msgr2=0x7fcc70154070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc6ffff640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc7014f5e0 0x7fcc70154070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc6ffff640 1 -- 172.21.15.39:0/2423650852 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc5c004d40 msgr2=0x7fcc7014f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc6ffff640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc5c004d40 0x7fcc7014f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc6ffff640 1 -- 172.21.15.39:0/2423650852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc70157230 con 0x7fcc70151890 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc6ffff640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc70151890 0x7fcc701545b0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fcc6800e230 tx=0x7fcc68009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc6cff9640 1 -- 172.21.15.39:0/2423650852 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc68009c10 con 0x7fcc70151890 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc6cff9640 1 -- 172.21.15.39:0/2423650852 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc6803f030 con 0x7fcc70151890 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc7013f6e0 con 0x7fcc70151890 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc6cff9640 1 -- 172.21.15.39:0/2423650852 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc68003bd0 con 0x7fcc70151890 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.350+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc7013fca0 con 0x7fcc70151890 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.351+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc70155360 con 0x7fcc70151890 2024-09-19T05:37:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.351+0000 7fcc6cff9640 1 -- 172.21.15.39:0/2423650852 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcc68005d10 con 0x7fcc70151890 2024-09-19T05:37:32.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.352+0000 7fcc6cff9640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcc5006c2b0 0x7fcc5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:32.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.352+0000 7fcc6f7fe640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcc5006c2b0 0x7fcc5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:32.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.352+0000 7fcc6cff9640 1 -- 172.21.15.39:0/2423650852 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7fcc680ac1f0 con 0x7fcc70151890 2024-09-19T05:37:32.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.353+0000 7fcc6f7fe640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcc5006c2b0 0x7fcc5006e770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fcc60009bc0 tx=0x7fcc60009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:32.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.357+0000 7fcc6cff9640 1 -- 172.21.15.39:0/2423650852 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcc68049020 con 0x7fcc70151890 2024-09-19T05:37:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.568+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcc70072a70 con 0x7fcc70151890 2024-09-19T05:37:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.568+0000 7fcc6cff9640 1 -- 172.21.15.39:0/2423650852 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5239 (secure 0 0 0) 0x7fcc70157230 con 0x7fcc70151890 2024-09-19T05:37:32.570 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:32.570 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":63,"btime":"2024-09-19T05:37:31:458395+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:31.458389+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6735,"mds_1":6723},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6723":{"gid":6723,"name":"c","rank":1,"incarnation":62,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/1546862379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1546862379},{"type":"v1","addr":"172.21.15.39:6835","nonce":1546862379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6735":{"gid":6735,"name":"a","rank":0,"incarnation":57,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/712474335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":712474335},{"type":"v1","addr":"172.21.15.39:6837","nonce":712474335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6735,"qdb_cluster":[6723,6735]},"id":7}]} 2024-09-19T05:37:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 63 2024-09-19T05:37:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcc5006c2b0 msgr2=0x7fcc5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcc5006c2b0 0x7fcc5006e770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fcc60009bc0 tx=0x7fcc60009190 comp rx=0 tx=0).stop 2024-09-19T05:37:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc70151890 msgr2=0x7fcc701545b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc70151890 0x7fcc701545b0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fcc6800e230 tx=0x7fcc68009750 comp rx=0 tx=0).stop 2024-09-19T05:37:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 shutdown_connections 2024-09-19T05:37:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fcc5006c2b0 0x7fcc5006e770 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc70151890 0x7fcc701545b0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fcc7014f5e0 0x7fcc70154070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 --2- 172.21.15.39:0/2423650852 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc5c004d40 0x7fcc7014f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 >> 172.21.15.39:0/2423650852 conn(0x7fcc7006cb50 msgr2=0x7fcc700afb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 shutdown_connections 2024-09-19T05:37:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:32.570+0000 7fcc7605e640 1 -- 172.21.15.39:0/2423650852 wait complete. 2024-09-19T05:37:32.985 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 63, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:37:06.927965+0000', 'modified': '2024-09-19T05:37:31.458389+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 93, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6735, 'mds_1': 6723}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6723': {'gid': 6723, 'name': 'c', 'rank': 1, 'incarnation': 62, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6835/1546862379', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6834', 'nonce': 1546862379}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 1546862379}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6735': {'gid': 6735, 'name': 'a', 'rank': 0, 'incarnation': 57, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6837/712474335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6836', 'nonce': 712474335}, {'type': 'v1', 'addr': '172.21.15.39:6837', 'nonce': 712474335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6735, 'qdb_cluster': [6723, 6735]} 2024-09-19T05:37:32.986 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-09-19T05:37:32.986 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T05:37:33.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.091+0000 7f2757b59640 1 Processor -- start 2024-09-19T05:37:33.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.092+0000 7f2757b59640 1 -- start start 2024-09-19T05:37:33.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.092+0000 7f2757b59640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f2750158610 0x7f27500cfcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.092+0000 7f2757b59640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2750158a80 con 0x7f27500b4590 2024-09-19T05:37:33.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.092+0000 7f2757b59640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27500b4970 con 0x7f275015e650 2024-09-19T05:37:33.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.092+0000 7f2757b59640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f275006ca30 con 0x7f2750158610 2024-09-19T05:37:33.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27558f5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f27500b4590 0x7f275006c320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44016/0 (socket says 172.21.15.39:44016) 2024-09-19T05:37:33.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27558f5640 1 -- 172.21.15.39:0/105187017 learned_addr learned my addr 172.21.15.39:0/105187017 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:33.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27550f4640 1 --2- 172.21.15.39:0/105187017 >> v2:172.21.15.50:3300/0 conn(0x7f2750158610 0x7f27500cfcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27548f3640 1 -- 172.21.15.39:0/105187017 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3353120574 0 0) 0x7f2750158a80 con 0x7f27500b4590 2024-09-19T05:37:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27548f3640 1 -- 172.21.15.39:0/105187017 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f273c003520 con 0x7f27500b4590 2024-09-19T05:37:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27548f3640 1 -- 172.21.15.39:0/105187017 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3073210705 0 0) 0x7f27500b4970 con 0x7f275015e650 2024-09-19T05:37:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27548f3640 1 -- 172.21.15.39:0/105187017 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2750158a80 con 0x7f275015e650 2024-09-19T05:37:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27550f4640 1 -- 172.21.15.39:0/105187017 >> v1:172.21.15.50:6789/0 conn(0x7f275015e650 legacy=0x7f275015ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27550f4640 1 -- 172.21.15.39:0/105187017 >> v1:172.21.15.39:6789/0 conn(0x7f27500b4590 legacy=0x7f275006c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.093+0000 7f27550f4640 1 -- 172.21.15.39:0/105187017 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27500b4c20 con 0x7f2750158610 2024-09-19T05:37:33.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.094+0000 7f27550f4640 1 --2- 172.21.15.39:0/105187017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2750158610 0x7f27500cfcf0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f27440097a0 tx=0x7f274402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1884eddb1c267c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.094+0000 7f27548f3640 1 -- 172.21.15.39:0/105187017 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744037070 con 0x7f2750158610 2024-09-19T05:37:33.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.094+0000 7f27548f3640 1 -- 172.21.15.39:0/105187017 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2744032440 con 0x7f2750158610 2024-09-19T05:37:33.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.094+0000 7f27548f3640 1 -- 172.21.15.39:0/105187017 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27440327f0 con 0x7f2750158610 2024-09-19T05:37:33.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.095+0000 7f2757b59640 1 -- 172.21.15.39:0/105187017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2750158610 msgr2=0x7f27500cfcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.095+0000 7f2757b59640 1 --2- 172.21.15.39:0/105187017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2750158610 0x7f27500cfcf0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f27440097a0 tx=0x7f274402a230 comp rx=0 tx=0).stop 2024-09-19T05:37:33.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.095+0000 7f2757b59640 1 -- 172.21.15.39:0/105187017 shutdown_connections 2024-09-19T05:37:33.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.095+0000 7f2757b59640 1 --2- 172.21.15.39:0/105187017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2750158610 0x7f27500cfcf0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.095+0000 7f2757b59640 1 -- 172.21.15.39:0/105187017 >> 172.21.15.39:0/105187017 conn(0x7f2750062a50 msgr2=0x7f275006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.095+0000 7f2757b59640 1 -- 172.21.15.39:0/105187017 shutdown_connections 2024-09-19T05:37:33.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.095+0000 7f2757b59640 1 -- 172.21.15.39:0/105187017 wait complete. 2024-09-19T05:37:33.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.096+0000 7f2757b59640 1 Processor -- start 2024-09-19T05:37:33.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.096+0000 7f2757b59640 1 -- start start 2024-09-19T05:37:33.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f2757b59640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f27500b4590 0x7f275006dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f2757b59640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2750158610 0x7f275014e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f2757b59640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f275015e650 0x7f275014e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f2757b59640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f27500d0230 con 0x7f2750158610 2024-09-19T05:37:33.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f2757b59640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f275006d0f0 con 0x7f275015e650 2024-09-19T05:37:33.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f2757b59640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f27500b51e0 con 0x7f27500b4590 2024-09-19T05:37:33.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27550f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2750158610 0x7f275014e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27550f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2750158610 0x7f275014e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34098/0 (socket says 172.21.15.39:34098) 2024-09-19T05:37:33.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27550f4640 1 -- 172.21.15.39:0/4135945365 learned_addr learned my addr 172.21.15.39:0/4135945365 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27560f6640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f275015e650 0x7f275014e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27558f5640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f27500b4590 0x7f275006dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27550f4640 1 -- 172.21.15.39:0/4135945365 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f27500b4590 msgr2=0x7f275006dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27550f4640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f27500b4590 0x7f275006dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27550f4640 1 -- 172.21.15.39:0/4135945365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f275015e650 msgr2=0x7f275014e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27550f4640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f275015e650 0x7f275014e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27550f4640 1 -- 172.21.15.39:0/4135945365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2750156170 con 0x7f2750158610 2024-09-19T05:37:33.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27558f5640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f27500b4590 0x7f275006dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:33.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27550f4640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2750158610 0x7f275014e090 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f274402a270 tx=0x7f27440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27427fc640 1 -- 172.21.15.39:0/4135945365 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744041030 con 0x7f2750158610 2024-09-19T05:37:33.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27427fc640 1 -- 172.21.15.39:0/4135945365 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f274403d4e0 con 0x7f2750158610 2024-09-19T05:37:33.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.097+0000 7f27427fc640 1 -- 172.21.15.39:0/4135945365 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744037040 con 0x7f2750158610 2024-09-19T05:37:33.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.098+0000 7f2757b59640 1 -- 172.21.15.39:0/4135945365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2750156450 con 0x7f2750158610 2024-09-19T05:37:33.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.098+0000 7f2757b59640 1 -- 172.21.15.39:0/4135945365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f275006e010 con 0x7f2750158610 2024-09-19T05:37:33.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.099+0000 7f27427fc640 1 -- 172.21.15.39:0/4135945365 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2744044070 con 0x7f2750158610 2024-09-19T05:37:33.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.100+0000 7f27427fc640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f273406c2b0 0x7f273406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.100+0000 7f27427fc640 1 -- 172.21.15.39:0/4135945365 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f27440abc10 con 0x7f2750158610 2024-09-19T05:37:33.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.100+0000 7f27558f5640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f273406c2b0 0x7f273406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.100+0000 7f27558f5640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f273406c2b0 0x7f273406e770 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f274c007fd0 tx=0x7f274c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.101+0000 7f275a9d0740 1 Processor -- start 2024-09-19T05:37:33.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.101+0000 7f275a9d0740 1 -- start start 2024-09-19T05:37:33.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.101+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e328500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.101+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e344290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.101+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fba80 0x55d36e3447d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.101+0000 7f275a9d0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d36e260520 con 0x55d36e328120 2024-09-19T05:37:33.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.101+0000 7f275a9d0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d36e2083e0 con 0x55d36e342ae0 2024-09-19T05:37:33.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.101+0000 7f275a9d0740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55d36e25c4e0 con 0x55d36e2fba80 2024-09-19T05:37:33.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27558f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e328500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27558f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e328500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34104/0 (socket says 172.21.15.39:34104) 2024-09-19T05:37:33.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27558f5640 1 -- 172.21.15.39:0/3934458846 learned_addr learned my addr 172.21.15.39:0/3934458846 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27560f6640 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fba80 0x55d36e3447d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27550f4640 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e344290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27558f5640 1 -- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fba80 msgr2=0x55d36e3447d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27558f5640 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fba80 0x55d36e3447d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27558f5640 1 -- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 msgr2=0x55d36e344290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27558f5640 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e344290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27558f5640 1 -- 172.21.15.39:0/3934458846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d36e2232f0 con 0x55d36e328120 2024-09-19T05:37:33.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27560f6640 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fba80 0x55d36e3447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:33.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27550f4640 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e344290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:33.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27558f5640 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e328500 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f274c005a30 tx=0x7f274c010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=250aa18925bc75e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27337fe640 1 -- 172.21.15.39:0/3934458846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c00d9a0 con 0x55d36e328120 2024-09-19T05:37:33.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27337fe640 1 -- 172.21.15.39:0/3934458846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f274c00db40 con 0x55d36e328120 2024-09-19T05:37:33.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.102+0000 7f27337fe640 1 -- 172.21.15.39:0/3934458846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c020450 con 0x55d36e328120 2024-09-19T05:37:33.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 -- 172.21.15.39:0/3934458846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 msgr2=0x55d36e328500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e328500 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f274c005a30 tx=0x7f274c010000 comp rx=0 tx=0).stop 2024-09-19T05:37:33.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 -- 172.21.15.39:0/3934458846 shutdown_connections 2024-09-19T05:37:33.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fba80 0x55d36e3447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e344290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 --2- 172.21.15.39:0/3934458846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e328500 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 -- 172.21.15.39:0/3934458846 >> 172.21.15.39:0/3934458846 conn(0x55d36e2faa80 msgr2=0x55d36e342f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 -- 172.21.15.39:0/3934458846 shutdown_connections 2024-09-19T05:37:33.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 -- 172.21.15.39:0/3934458846 wait complete. 2024-09-19T05:37:33.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.103+0000 7f275a9d0740 1 -- start start 2024-09-19T05:37:33.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.104+0000 7f275a9d0740 1 Processor -- start 2024-09-19T05:37:33.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.104+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e328120 0x55d36e32b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.104+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e342ae0 0x55d36e324810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.104+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 0x55d36e2f8920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f275a9d0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d36e328ee0 con 0x55d36e342ae0 2024-09-19T05:37:33.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f275a9d0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d36e1e9450 con 0x55d36e328120 2024-09-19T05:37:33.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f275a9d0740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55d36e343770 con 0x55d36e2fdb40 2024-09-19T05:37:33.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f275a9d0740 10 client.0 _ll_register_callbacks cb 0x55d36df72ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:37:33.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27550f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e342ae0 0x55d36e324810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27550f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e342ae0 0x55d36e324810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34118/0 (socket says 172.21.15.39:34118) 2024-09-19T05:37:33.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27550f4640 1 -- 172.21.15.39:0/1515460663 learned_addr learned my addr 172.21.15.39:0/1515460663 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27560f6640 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 0x55d36e2f8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27558f5640 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e328120 0x55d36e32b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27550f4640 1 -- 172.21.15.39:0/1515460663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 msgr2=0x55d36e2f8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27550f4640 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 0x55d36e2f8920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27550f4640 1 -- 172.21.15.39:0/1515460663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e328120 msgr2=0x55d36e32b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27550f4640 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e328120 0x55d36e32b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27550f4640 1 -- 172.21.15.39:0/1515460663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d36df732d0 con 0x55d36e342ae0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f27550f4640 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e342ae0 0x55d36e324810 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f2744000c00 tx=0x7f2744044f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deebe466a6142fed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f2730ff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f2730ff9640 1 -- 172.21.15.39:0/1515460663 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744075e30 con 0x55d36e342ae0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f2730ff9640 1 -- 172.21.15.39:0/1515460663 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f27440824e0 con 0x55d36e342ae0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f275a9d0740 1 -- 172.21.15.39:0/1515460663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f274c00db40 con 0x55d36e342ae0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f2730ff9640 1 -- 172.21.15.39:0/1515460663 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7f274407df40 con 0x55d36e342ae0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f275a9d0740 10 client.6846 fetch_fsmap learned FSMap version 63 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.105+0000 7f275a9d0740 1 -- 172.21.15.39:0/1515460663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x55d36e03d6b0 con 0x55d36e342ae0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f2730ff9640 1 -- 172.21.15.39:0/1515460663 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f274c00db40 con 0x55d36e342ae0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f2730ff9640 1 -- 172.21.15.39:0/1515460663 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 63) ==== 3522+0+0 (secure 0 0 0) 0x7f274404e060 con 0x55d36e342ae0 2024-09-19T05:37:33.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f275a9d0740 10 client.6846 fetch_fsmap finished waiting for FSMap version 63 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f275a9d0740 10 client.6846 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f275a9d0740 20 client.6846 populate_metadata read hostname 'smithi039' 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f275a9d0740 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] conn(0x55d36e2fbfa0 0x55d36e2fc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f275a9d0740 4 client.6846 mds_command: new command op to 6723 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f275a9d0740 1 -- 172.21.15.39:0/1515460663 --> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d36e26dc50 con 0x55d36e2fbfa0 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f27558f5640 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] conn(0x55d36e2fbfa0 0x55d36e2fc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f27558f5640 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] conn(0x55d36e2fbfa0 0x55d36e2fc380 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9005b70d8e5531ad server_cookie=88246927fc5834c1 in_seq=0 out_seq=0 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.106+0000 7f2730ff9640 10 client.6846 ms_handle_connect on v2:172.21.15.39:6834/1546862379 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f2730ff9640 1 -- 172.21.15.39:0/1515460663 <== mds.1 v2:172.21.15.39:6834/1546862379 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d36e26dc50 con 0x55d36e2fbfa0 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f2730ff9640 10 client.6846 handle_command_reply: tid=0 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 client.6846 shutdown 2024-09-19T05:37:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 -- 172.21.15.39:0/1515460663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e342ae0 msgr2=0x55d36e324810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e342ae0 0x55d36e324810 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f2744000c00 tx=0x7f2744044f00 comp rx=0 tx=0).stop 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 -- 172.21.15.39:0/1515460663 shutdown_connections 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 0x55d36e2f8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e342ae0 0x55d36e324810 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] conn(0x55d36e2fbfa0 0x55d36e2fc380 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 --2- 172.21.15.39:0/1515460663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e328120 0x55d36e32b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f2730ff9640 0 client.6846 ms_handle_reset on v2:172.21.15.39:6834/1546862379 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 -- 172.21.15.39:0/1515460663 >> 172.21.15.39:0/1515460663 conn(0x55d36e2fba80 msgr2=0x55d36e342340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 -- 172.21.15.39:0/1515460663 shutdown_connections 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 1 -- 172.21.15.39:0/1515460663 wait complete. 2024-09-19T05:37:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.107+0000 7f275a9d0740 20 client.6846 trim_cache size 0 max 16384 2024-09-19T05:37:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.125+0000 7f275a9d0740 1 Processor -- start 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.125+0000 7f275a9d0740 1 -- start start 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 0x55d36e2fe4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e2fea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e324260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f275a9d0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f27501fc980 con 0x55d36e328120 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f275a9d0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f275013dfd0 con 0x55d36e342ae0 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f275a9d0740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f275013e620 con 0x55d36e2fdb40 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27550f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e2fea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27550f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e2fea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34124/0 (socket says 172.21.15.39:34124) 2024-09-19T05:37:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27550f4640 1 -- 172.21.15.39:0/2209337688 learned_addr learned my addr 172.21.15.39:0/2209337688 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27560f6640 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e324260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27558f5640 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 0x55d36e2fe4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27550f4640 1 -- 172.21.15.39:0/2209337688 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 msgr2=0x55d36e2fe4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27550f4640 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 0x55d36e2fe4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27550f4640 1 -- 172.21.15.39:0/2209337688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 msgr2=0x55d36e324260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27550f4640 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e324260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27550f4640 1 -- 172.21.15.39:0/2209337688 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d36e327d20 con 0x55d36e328120 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.126+0000 7f27560f6640 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e324260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f27550f4640 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e2fea30 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f2744082240 tx=0x7f27440ab000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5612589144a16d72 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f2732ffd640 1 -- 172.21.15.39:0/2209337688 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744075e30 con 0x55d36e328120 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f2732ffd640 1 -- 172.21.15.39:0/2209337688 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27440792a0 con 0x55d36e328120 2024-09-19T05:37:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f2732ffd640 1 -- 172.21.15.39:0/2209337688 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744082520 con 0x55d36e328120 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f275a9d0740 1 -- 172.21.15.39:0/2209337688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 msgr2=0x55d36e2fea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e2fea30 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f2744082240 tx=0x7f27440ab000 comp rx=0 tx=0).stop 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f275a9d0740 1 -- 172.21.15.39:0/2209337688 shutdown_connections 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e324260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e328120 0x55d36e2fea30 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2209337688 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e2fdb40 0x55d36e2fe4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f275a9d0740 1 -- 172.21.15.39:0/2209337688 >> 172.21.15.39:0/2209337688 conn(0x55d36e2fba80 msgr2=0x55d36e342ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f275a9d0740 1 -- 172.21.15.39:0/2209337688 shutdown_connections 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.127+0000 7f275a9d0740 1 -- 172.21.15.39:0/2209337688 wait complete. 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.128+0000 7f275a9d0740 1 -- start start 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.128+0000 7f275a9d0740 1 Processor -- start 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e2fdb40 0x55d36e3c4b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e328120 0x55d36e34a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f275a9d0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e34a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f275a9d0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d36e324df0 con 0x55d36e2fdb40 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f275a9d0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d36e328ee0 con 0x55d36e342ae0 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f275a9d0740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55d36e329e20 con 0x55d36e328120 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f275a9d0740 10 client.0 _ll_register_callbacks cb 0x7f2744009400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27558f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e2fdb40 0x55d36e3c4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27558f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e2fdb40 0x55d36e3c4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34138/0 (socket says 172.21.15.39:34138) 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27558f5640 1 -- 172.21.15.39:0/2673166094 learned_addr learned my addr 172.21.15.39:0/2673166094 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27560f6640 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e34a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27550f4640 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e328120 0x55d36e34a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27558f5640 1 -- 172.21.15.39:0/2673166094 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e328120 msgr2=0x55d36e34a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27558f5640 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e328120 0x55d36e34a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27558f5640 1 -- 172.21.15.39:0/2673166094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 msgr2=0x55d36e34a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27558f5640 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e34a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.129+0000 7f27558f5640 1 -- 172.21.15.39:0/2673166094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d36e3c50b0 con 0x55d36e2fdb40 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f27558f5640 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e2fdb40 0x55d36e3c4b70 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f274c000f60 tx=0x7f274c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=684a75c03fc8fcb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f2730ff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f2730ff9640 1 -- 172.21.15.39:0/2673166094 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c00dbb0 con 0x55d36e2fdb40 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f2730ff9640 1 -- 172.21.15.39:0/2673166094 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f274c005030 con 0x55d36e2fdb40 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f275a9d0740 1 -- 172.21.15.39:0/2673166094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27440792a0 con 0x55d36e2fdb40 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f2730ff9640 1 -- 172.21.15.39:0/2673166094 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7f274c005230 con 0x55d36e2fdb40 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f275a9d0740 10 client.6852 fetch_fsmap learned FSMap version 63 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f275a9d0740 1 -- 172.21.15.39:0/2673166094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x55d36e344f50 con 0x55d36e2fdb40 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f2730ff9640 1 -- 172.21.15.39:0/2673166094 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27440792a0 con 0x55d36e2fdb40 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f2730ff9640 1 -- 172.21.15.39:0/2673166094 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 63) ==== 3522+0+0 (secure 0 0 0) 0x7f274c0053d0 con 0x55d36e2fdb40 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f275a9d0740 10 client.6852 fetch_fsmap finished waiting for FSMap version 63 2024-09-19T05:37:33.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f275a9d0740 10 client.6852 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f275a9d0740 20 client.6852 populate_metadata read hostname 'smithi039' 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] conn(0x55d36e32af00 0x55d36e32b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f275a9d0740 4 client.6852 mds_command: new command op to 6723 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f275a9d0740 1 -- 172.21.15.39:0/2673166094 --> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] -- command(tid 0: {"prefix": "status"}) -- 0x55d36e3461f0 con 0x55d36e32af00 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.130+0000 7f27550f4640 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] conn(0x55d36e32af00 0x55d36e32b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f2730ff9640 10 client.6852 ms_handle_connect on v2:172.21.15.39:6834/1546862379 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f27550f4640 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] conn(0x55d36e32af00 0x55d36e32b2e0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e2b918da413c77b6 server_cookie=827d8aa2763d8bde in_seq=0 out_seq=0 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f2730ff9640 1 -- 172.21.15.39:0/2673166094 <== mds.1 v2:172.21.15.39:6834/1546862379 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55d36e3461f0 con 0x55d36e32af00 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f2730ff9640 10 client.6852 handle_command_reply: tid=0 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 client.6852 shutdown 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 -- 172.21.15.39:0/2673166094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e2fdb40 msgr2=0x55d36e3c4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e2fdb40 0x55d36e3c4b70 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f274c000f60 tx=0x7f274c012000 comp rx=0 tx=0).stop 2024-09-19T05:37:33.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 -- 172.21.15.39:0/2673166094 shutdown_connections 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.39:6834/1546862379,v1:172.21.15.39:6835/1546862379] conn(0x55d36e32af00 0x55d36e32b2e0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d36e342ae0 0x55d36e34a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d36e328120 0x55d36e34a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f2730ff9640 0 client.6852 ms_handle_reset on v2:172.21.15.39:6834/1546862379 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 --2- 172.21.15.39:0/2673166094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d36e2fdb40 0x55d36e3c4b70 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 -- 172.21.15.39:0/2673166094 >> 172.21.15.39:0/2673166094 conn(0x55d36e2fba80 msgr2=0x55d36e324260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 -- 172.21.15.39:0/2673166094 shutdown_connections 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 1 -- 172.21.15.39:0/2673166094 wait complete. 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.131+0000 7f275a9d0740 20 client.6852 trim_cache size 0 max 16384 2024-09-19T05:37:33.146 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 1, 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6723, 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 2.673164238, 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 63, 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 93, 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 93, 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 12.648034623999999 2024-09-19T05:37:33.147 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 -- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f273406c2b0 msgr2=0x7f273406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f273406c2b0 0x7f273406e770 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f274c007fd0 tx=0x7f274c009040 comp rx=0 tx=0).stop 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 -- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2750158610 msgr2=0x7f275014e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2750158610 0x7f275014e090 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f274402a270 tx=0x7f27440046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 -- 172.21.15.39:0/4135945365 shutdown_connections 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f273406c2b0 0x7f273406e770 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f275015e650 0x7f275014e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2750158610 0x7f275014e090 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 --2- 172.21.15.39:0/4135945365 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f27500b4590 0x7f275006dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 -- 172.21.15.39:0/4135945365 >> 172.21.15.39:0/4135945365 conn(0x7f2750062a50 msgr2=0x7f2750155160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 -- 172.21.15.39:0/4135945365 shutdown_connections 2024-09-19T05:37:33.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.132+0000 7f2757b59640 1 -- 172.21.15.39:0/4135945365 wait complete. 2024-09-19T05:37:33.150 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T05:37:33.162 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:37:33.195 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:37:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.253+0000 7f4e9ffff640 1 Processor -- start 2024-09-19T05:37:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.253+0000 7f4e9ffff640 1 -- start start 2024-09-19T05:37:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.254+0000 7f4e9ffff640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4ea00716b0 0x7f4ea0070810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.254+0000 7f4e9ffff640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ea015f180 con 0x7f4ea00d0c60 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.254+0000 7f4e9ffff640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ea015f460 con 0x7f4ea006fe00 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.254+0000 7f4e9ffff640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f4ea0071a90 con 0x7f4ea00716b0 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.254+0000 7f4e9f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4ea00d0c60 0x7f4ea0162670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44018/0 (socket says 172.21.15.39:44018) 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.254+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/2032543906 learned_addr learned my addr 172.21.15.39:0/2032543906 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.254+0000 7f4e9effd640 1 --2- 172.21.15.39:0/2032543906 >> v2:172.21.15.50:3300/0 conn(0x7f4ea00716b0 0x7f4ea0070810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.254+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1444272782 0 0) 0x7f4ea015f180 con 0x7f4ea00d0c60 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e8c003520 con 0x7f4ea00d0c60 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2779691763 0 0) 0x7f4e8c003520 con 0x7f4ea00d0c60 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 >> v2:172.21.15.50:3300/0 conn(0x7f4ea00716b0 msgr2=0x7f4ea0070810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 --2- 172.21.15.39:0/2032543906 >> v2:172.21.15.50:3300/0 conn(0x7f4ea00716b0 0x7f4ea0070810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 >> v1:172.21.15.50:6789/0 conn(0x7f4ea006fe00 legacy=0x7f4ea00d0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea015f740 con 0x7f4ea00d0c60 2024-09-19T05:37:33.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f4e980019f0 con 0x7f4ea00d0c60 2024-09-19T05:37:33.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 >> v1:172.21.15.39:6789/0 conn(0x7f4ea00d0c60 legacy=0x7f4ea0162670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8c0039b0 0x7f4e8c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8c0043b0 0x7f4e8c004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8c005080 0x7f4e8c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea0071a90 con 0x7f4e8c005080 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c00bfe0 con 0x7f4e8c0039b0 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4e8c00c1e0 con 0x7f4e8c0043b0 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8c005080 0x7f4e8c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9effd640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8c0039b0 0x7f4e8c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8c0043b0 0x7f4e8c004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/2032543906 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8c0043b0 msgr2=0x7f4e8c004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8c0043b0 0x7f4e8c004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/2032543906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8c0039b0 msgr2=0x7f4e8c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8c0039b0 0x7f4e8c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/2032543906 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8c003520 con 0x7f4e8c005080 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.255+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4e8c0043b0 0x7f4e8c004880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.256+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/2032543906 reap_dead start 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.256+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8c005080 0x7f4e8c00b9c0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f4e9800a850 tx=0x7f4e8c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f0fbb69c77700d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.256+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9800a4a0 con 0x7f4e8c005080 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.256+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e9802f070 con 0x7f4e8c005080 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.256+0000 7f4e9dffb640 1 -- 172.21.15.39:0/2032543906 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9802bcb0 con 0x7f4e8c005080 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.257+0000 7f4e9ffff640 1 -- 172.21.15.39:0/2032543906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8c005080 msgr2=0x7f4e8c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.257+0000 7f4e9ffff640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8c005080 0x7f4e8c00b9c0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f4e9800a850 tx=0x7f4e8c005830 comp rx=0 tx=0).stop 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.257+0000 7f4e9ffff640 1 -- 172.21.15.39:0/2032543906 shutdown_connections 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.257+0000 7f4e9ffff640 1 --2- 172.21.15.39:0/2032543906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8c005080 0x7f4e8c00b9c0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.257+0000 7f4e9ffff640 1 -- 172.21.15.39:0/2032543906 >> 172.21.15.39:0/2032543906 conn(0x7f4ea00b4160 msgr2=0x7f4ea00b4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.257+0000 7f4e9ffff640 1 -- 172.21.15.39:0/2032543906 shutdown_connections 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.257+0000 7f4e9ffff640 1 -- 172.21.15.39:0/2032543906 wait complete. 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.258+0000 7f4e9ffff640 1 Processor -- start 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.258+0000 7f4e9ffff640 1 -- start start 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9ffff640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8c005080 0x7f4ea0154df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9ffff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ea015afd0 0x7f4ea01597e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea0152ec0 0x7f4ea0155690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9ffff640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea015edb0 con 0x7f4ea0152ec0 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9ffff640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea015ec30 con 0x7f4e8c005080 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9ffff640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ea015ef30 con 0x7f4ea015afd0 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea0152ec0 0x7f4ea0155690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9effd640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8c005080 0x7f4ea0154df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea0152ec0 0x7f4ea0155690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34144/0 (socket says 172.21.15.39:34144) 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3634221155 learned_addr learned my addr 172.21.15.39:0/3634221155 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ea015afd0 0x7f4ea01597e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3634221155 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ea015afd0 msgr2=0x7f4ea01597e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ea015afd0 0x7f4ea01597e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3634221155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8c005080 msgr2=0x7f4ea0154df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8c005080 0x7f4ea0154df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.259+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3634221155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea0159f30 con 0x7f4ea0152ec0 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.260+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea0152ec0 0x7f4ea0155690 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f4e9802b500 tx=0x7f4e9802d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.260+0000 7f4e977fe640 1 -- 172.21.15.39:0/3634221155 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9800a4a0 con 0x7f4ea0152ec0 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.260+0000 7f4e977fe640 1 -- 172.21.15.39:0/3634221155 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e980019e0 con 0x7f4ea0152ec0 2024-09-19T05:37:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.260+0000 7f4e9ffff640 1 -- 172.21.15.39:0/3634221155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ea015a210 con 0x7f4ea0152ec0 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.260+0000 7f4e977fe640 1 -- 172.21.15.39:0/3634221155 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98034ac0 con 0x7f4ea0152ec0 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.260+0000 7f4e9ffff640 1 -- 172.21.15.39:0/3634221155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ea015a7d0 con 0x7f4ea0152ec0 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.261+0000 7f4e977fe640 1 -- 172.21.15.39:0/3634221155 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e98034c60 con 0x7f4ea0152ec0 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.262+0000 7f4e977fe640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e8006c2b0 0x7f4e8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.262+0000 7f4e9effd640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e8006c2b0 0x7f4e8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.262+0000 7f4e977fe640 1 -- 172.21.15.39:0/3634221155 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f4e980abcf0 con 0x7f4ea0152ec0 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.262+0000 7f4e9effd640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e8006c2b0 0x7f4e8006e770 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009b40 tx=0x7f4e88009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.263+0000 7f4ea8274740 1 Processor -- start 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.263+0000 7f4ea8274740 1 -- start start 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb34b0 0x55d5e5ff8c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb0c70 0x55d5e5fb3890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fadaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4ea8274740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d5e5f15520 con 0x55d5e5fb4c40 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4ea8274740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d5e5ebd3e0 con 0x55d5e5fb34b0 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4ea8274740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55d5e5f114e0 con 0x55d5e5fb0c70 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fadaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fadaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34150/0 (socket says 172.21.15.39:34150) 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3717606053 learned_addr learned my addr 172.21.15.39:0/3717606053 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/3717606053 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb0c70 0x55d5e5fb3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9effd640 1 --2- 172.21.15.39:0/3717606053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb34b0 0x55d5e5ff8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3717606053 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb0c70 msgr2=0x55d5e5fb3890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/3717606053 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb0c70 0x55d5e5fb3890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3717606053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb34b0 msgr2=0x55d5e5ff8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/3717606053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb34b0 0x55d5e5ff8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.264+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3717606053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5e5ed82f0 con 0x55d5e5fb4c40 2024-09-19T05:37:33.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/3717606053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fadaa0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f4e98001540 tx=0x7f4e98079a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627970009bac6c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4e94ff9640 1 -- 172.21.15.39:0/3717606053 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98079bc0 con 0x55d5e5fb4c40 2024-09-19T05:37:33.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4e94ff9640 1 -- 172.21.15.39:0/3717606053 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e9802f040 con 0x55d5e5fb4c40 2024-09-19T05:37:33.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4e94ff9640 1 -- 172.21.15.39:0/3717606053 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9807df70 con 0x55d5e5fb4c40 2024-09-19T05:37:33.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4ea8274740 1 -- 172.21.15.39:0/3717606053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 msgr2=0x55d5e5fadaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3717606053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fadaa0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f4e98001540 tx=0x7f4e98079a90 comp rx=0 tx=0).stop 2024-09-19T05:37:33.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4ea8274740 1 -- 172.21.15.39:0/3717606053 shutdown_connections 2024-09-19T05:37:33.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3717606053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fadaa0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3717606053 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb0c70 0x55d5e5fb3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3717606053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb34b0 0x55d5e5ff8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.265+0000 7f4ea8274740 1 -- 172.21.15.39:0/3717606053 >> 172.21.15.39:0/3717606053 conn(0x55d5e5fafc70 msgr2=0x55d5e5ff8120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.266+0000 7f4ea8274740 1 -- 172.21.15.39:0/3717606053 shutdown_connections 2024-09-19T05:37:33.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.266+0000 7f4ea8274740 1 -- 172.21.15.39:0/3717606053 wait complete. 2024-09-19T05:37:33.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.266+0000 7f4ea8274740 1 -- start start 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.266+0000 7f4ea8274740 1 Processor -- start 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e6007bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fc8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 0x55d5e5fb1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4ea8274740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d5e5ebd3e0 con 0x55d5e5fb4c40 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4ea8274740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d5e5e9e450 con 0x55d5e5fd56b0 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4ea8274740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55d5e5f15520 con 0x55d5e5fb34b0 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4ea8274740 10 client.0 _ll_register_callbacks cb 0x55d5e5c27ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4e9effd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e6007bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4e9e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fc8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4e9effd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e6007bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:48788/0 (socket says 172.21.15.39:48788) 2024-09-19T05:37:33.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4e9e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fc8bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34166/0 (socket says 172.21.15.39:34166) 2024-09-19T05:37:33.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4e9effd640 1 -- 172.21.15.39:0/2013564079 learned_addr learned my addr 172.21.15.39:0/2013564079 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.267+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 0x55d5e5fb1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e9e7fc640 1 -- 172.21.15.39:0/2013564079 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 msgr2=0x55d5e6007bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e6007bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e9e7fc640 1 -- 172.21.15.39:0/2013564079 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 msgr2=0x55d5e5fb1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 0x55d5e5fb1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e9e7fc640 1 -- 172.21.15.39:0/2013564079 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5e5c282d0 con 0x55d5e5fb4c40 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fc8bd0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f4e90003c10 tx=0x7f4e90001700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a40f5183c3268ffc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e7dffb640 1 -- 172.21.15.39:0/2013564079 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90007320 con 0x55d5e5fb4c40 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e7dffb640 1 -- 172.21.15.39:0/2013564079 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f4e90010040 con 0x55d5e5fb4c40 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4ea8274740 1 -- 172.21.15.39:0/2013564079 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e9802f040 con 0x55d5e5fb4c40 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e7dffb640 1 -- 172.21.15.39:0/2013564079 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7f4e900074c0 con 0x55d5e5fb4c40 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4ea8274740 10 client.6864 fetch_fsmap learned FSMap version 63 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4ea8274740 1 -- 172.21.15.39:0/2013564079 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x55d5e5cf26b0 con 0x55d5e5fb4c40 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.268+0000 7f4e7dffb640 1 -- 172.21.15.39:0/2013564079 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e9802f040 con 0x55d5e5fb4c40 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4e7dffb640 1 -- 172.21.15.39:0/2013564079 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 63) ==== 3522+0+0 (secure 0 0 0) 0x7f4e900067d0 con 0x55d5e5fb4c40 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4ea8274740 10 client.6864 fetch_fsmap finished waiting for FSMap version 63 2024-09-19T05:37:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4ea8274740 10 client.6864 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4ea8274740 20 client.6864 populate_metadata read hostname 'smithi039' 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x55d5e5fdb020 0x55d5e5fdb400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4ea8274740 4 client.6864 mds_command: new command op to 6735 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4ea8274740 1 -- 172.21.15.39:0/2013564079 --> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d5e5f22c50 con 0x55d5e5fdb020 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4e9effd640 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x55d5e5fdb020 0x55d5e5fdb400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4e7dffb640 10 client.6864 ms_handle_connect on v2:172.21.15.39:6836/712474335 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.269+0000 7f4e9effd640 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x55d5e5fdb020 0x55d5e5fdb400 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1b88c904f4956c2 server_cookie=c18519258c5acc55 in_seq=0 out_seq=0 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4e7dffb640 1 -- 172.21.15.39:0/2013564079 <== mds.0 v2:172.21.15.39:6836/712474335 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d5e5f22c50 con 0x55d5e5fdb020 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4e7dffb640 10 client.6864 handle_command_reply: tid=0 2024-09-19T05:37:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 client.6864 shutdown 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 -- 172.21.15.39:0/2013564079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 msgr2=0x55d5e5fc8bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fc8bd0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f4e90003c10 tx=0x7f4e90001700 comp rx=0 tx=0).stop 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 -- 172.21.15.39:0/2013564079 shutdown_connections 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x55d5e5fdb020 0x55d5e5fdb400 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 0x55d5e5fb1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5fc8bd0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4e7dffb640 0 client.6864 ms_handle_reset on v2:172.21.15.39:6836/712474335 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2013564079 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e6007bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 -- 172.21.15.39:0/2013564079 >> 172.21.15.39:0/2013564079 conn(0x55d5e5fb0c70 msgr2=0x55d5e5ff61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 -- 172.21.15.39:0/2013564079 shutdown_connections 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 1 -- 172.21.15.39:0/2013564079 wait complete. 2024-09-19T05:37:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.270+0000 7f4ea8274740 20 client.6864 trim_cache size 0 max 16384 2024-09-19T05:37:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.288+0000 7f4ea8274740 1 Processor -- start 2024-09-19T05:37:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.288+0000 7f4ea8274740 1 -- start start 2024-09-19T05:37:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e5fd6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5ff9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 0x55d5e5ffa1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4ea8274740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea0201090 con 0x55d5e5fb4c40 2024-09-19T05:37:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4ea8274740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01ff3c0 con 0x55d5e5fd56b0 2024-09-19T05:37:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4ea8274740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4ea01ffa10 con 0x55d5e5fb34b0 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4e9e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5ff9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4e9e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5ff9c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34172/0 (socket says 172.21.15.39:34172) 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4e9e7fc640 1 -- 172.21.15.39:0/2447075682 learned_addr learned my addr 172.21.15.39:0/2447075682 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4e9e7fc640 1 -- 172.21.15.39:0/2447075682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 msgr2=0x55d5e5fd6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/2447075682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e5fd6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/2447075682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 0x55d5e5ffa1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4e9e7fc640 1 -- 172.21.15.39:0/2447075682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 msgr2=0x55d5e5ffa1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/2447075682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 0x55d5e5ffa1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.289+0000 7f4e9e7fc640 1 -- 172.21.15.39:0/2447075682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5e600a7f0 con 0x55d5e5fb4c40 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/2447075682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5ff9c80 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f4e90001c90 tx=0x7f4e90004000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66881aaf4900f500 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4e7ffff640 1 -- 172.21.15.39:0/2447075682 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90007660 con 0x55d5e5fb4c40 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4e7ffff640 1 -- 172.21.15.39:0/2447075682 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e900067d0 con 0x55d5e5fb4c40 2024-09-19T05:37:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4e7ffff640 1 -- 172.21.15.39:0/2447075682 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90006d20 con 0x55d5e5fb4c40 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4ea8274740 1 -- 172.21.15.39:0/2447075682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 msgr2=0x55d5e5ff9c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2447075682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5ff9c80 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f4e90001c90 tx=0x7f4e90004000 comp rx=0 tx=0).stop 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4ea8274740 1 -- 172.21.15.39:0/2447075682 shutdown_connections 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2447075682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fd56b0 0x55d5e5ffa1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2447075682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fb4c40 0x55d5e5ff9c80 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4ea8274740 1 --2- 172.21.15.39:0/2447075682 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e5fd6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4ea8274740 1 -- 172.21.15.39:0/2447075682 >> 172.21.15.39:0/2447075682 conn(0x55d5e5fb0c70 msgr2=0x55d5e5fc87b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4ea8274740 1 -- 172.21.15.39:0/2447075682 shutdown_connections 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.290+0000 7f4ea8274740 1 -- 172.21.15.39:0/2447075682 wait complete. 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.291+0000 7f4ea8274740 1 -- start start 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.291+0000 7f4ea8274740 1 Processor -- start 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e605bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb4c40 0x55d5e601b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4ea8274740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fd56b0 0x55d5e605c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4ea8274740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d5e5fb22c0 con 0x55d5e5fd56b0 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4ea8274740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d5e5fc9110 con 0x55d5e5fb4c40 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4ea8274740 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55d5e5fdd600 con 0x55d5e5fb34b0 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4ea8274740 10 client.0 _ll_register_callbacks cb 0x7f4e90003820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fd56b0 0x55d5e605c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fd56b0 0x55d5e605c5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34184/0 (socket says 172.21.15.39:34184) 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3338860410 learned_addr learned my addr 172.21.15.39:0/3338860410 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb4c40 0x55d5e601b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3338860410 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 msgr2=0x55d5e605bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9effd640 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e605bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e605bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3338860410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb4c40 msgr2=0x55d5e601b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb4c40 0x55d5e601b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9f7fe640 1 -- 172.21.15.39:0/3338860410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5e605cb20 con 0x55d5e5fd56b0 2024-09-19T05:37:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9e7fc640 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb4c40 0x55d5e601b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e9f7fe640 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fd56b0 0x55d5e605c5e0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f4e9800a850 tx=0x7f4e980014d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71ecd76320afa8b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-19T05:37:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e7dffb640 1 -- 172.21.15.39:0/3338860410 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98095030 con 0x55d5e5fd56b0 2024-09-19T05:37:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4e7dffb640 1 -- 172.21.15.39:0/3338860410 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f4e9802b590 con 0x55d5e5fd56b0 2024-09-19T05:37:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.292+0000 7f4ea8274740 1 -- 172.21.15.39:0/3338860410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e900067d0 con 0x55d5e5fd56b0 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4e7dffb640 1 -- 172.21.15.39:0/3338860410 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7f4e9807df70 con 0x55d5e5fd56b0 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4ea8274740 10 client.6870 fetch_fsmap learned FSMap version 63 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4ea8274740 1 -- 172.21.15.39:0/3338860410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x55d5e605cb20 con 0x55d5e5fd56b0 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4e7dffb640 1 -- 172.21.15.39:0/3338860410 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e900067d0 con 0x55d5e5fd56b0 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4e7dffb640 1 -- 172.21.15.39:0/3338860410 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 63) ==== 3522+0+0 (secure 0 0 0) 0x7f4e98049070 con 0x55d5e5fd56b0 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4ea8274740 10 client.6870 fetch_fsmap finished waiting for FSMap version 63 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4ea8274740 10 client.6870 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4ea8274740 20 client.6870 populate_metadata read hostname 'smithi039' 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x55d5e5fd42b0 0x55d5e5fd4690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4ea8274740 4 client.6870 mds_command: new command op to 6735 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4ea8274740 1 -- 172.21.15.39:0/3338860410 --> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] -- command(tid 0: {"prefix": "status"}) -- 0x55d5e5faecb0 con 0x55d5e5fd42b0 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4e9effd640 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x55d5e5fd42b0 0x55d5e5fd4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4e9effd640 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x55d5e5fd42b0 0x55d5e5fd4690 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1853df26736f8f3c server_cookie=b655e77eaa4dafef in_seq=0 out_seq=0 2024-09-19T05:37:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4e7dffb640 10 client.6870 ms_handle_connect on v2:172.21.15.39:6836/712474335 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4e7dffb640 1 -- 172.21.15.39:0/3338860410 <== mds.0 v2:172.21.15.39:6836/712474335 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x55d5e5faecb0 con 0x55d5e5fd42b0 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4e7dffb640 10 client.6870 handle_command_reply: tid=0 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.293+0000 7f4ea8274740 1 client.6870 shutdown 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 -- 172.21.15.39:0/3338860410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fd56b0 msgr2=0x55d5e605c5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fd56b0 0x55d5e605c5e0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f4e9800a850 tx=0x7f4e980014d0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 -- 172.21.15.39:0/3338860410 shutdown_connections 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.39:6836/712474335,v1:172.21.15.39:6837/712474335] conn(0x55d5e5fd42b0 0x55d5e5fd4690 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d5e5fd56b0 0x55d5e605c5e0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d5e5fb4c40 0x55d5e601b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 --2- 172.21.15.39:0/3338860410 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55d5e5fb34b0 0x55d5e605bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e7dffb640 0 client.6870 ms_handle_reset on v2:172.21.15.39:6836/712474335 2024-09-19T05:37:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 -- 172.21.15.39:0/3338860410 >> 172.21.15.39:0/3338860410 conn(0x55d5e5fb0c70 msgr2=0x55d5e5ff8630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 -- 172.21.15.39:0/3338860410 shutdown_connections 2024-09-19T05:37:33.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 1 -- 172.21.15.39:0/3338860410 wait complete. 2024-09-19T05:37:33.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4ea8274740 20 client.6870 trim_cache size 0 max 16384 2024-09-19T05:37:33.303 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:33.303 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "63724460-2d43-4192-a475-a2140b12f870", 2024-09-19T05:37:33.303 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-19T05:37:33.303 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6735, 2024-09-19T05:37:33.303 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-19T05:37:33.303 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-19T05:37:33.304 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-19T05:37:33.304 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 11.872290644, 2024-09-19T05:37:33.304 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 63, 2024-09-19T05:37:33.304 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 93, 2024-09-19T05:37:33.304 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 93, 2024-09-19T05:37:33.304 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 12.785584599 2024-09-19T05:37:33.304 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 -- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e8006c2b0 msgr2=0x7f4e8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e8006c2b0 0x7f4e8006e770 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009b40 tx=0x7f4e88009190 comp rx=0 tx=0).stop 2024-09-19T05:37:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 -- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea0152ec0 msgr2=0x7f4ea0155690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea0152ec0 0x7f4ea0155690 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f4e9802b500 tx=0x7f4e9802d070 comp rx=0 tx=0).stop 2024-09-19T05:37:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 -- 172.21.15.39:0/3634221155 shutdown_connections 2024-09-19T05:37:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4e8006c2b0 0x7f4e8006e770 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea0152ec0 0x7f4ea0155690 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4ea015afd0 0x7f4ea01597e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 --2- 172.21.15.39:0/3634221155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4e8c005080 0x7f4ea0154df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 -- 172.21.15.39:0/3634221155 >> 172.21.15.39:0/3634221155 conn(0x7f4ea00b4160 msgr2=0x7f4ea006e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 -- 172.21.15.39:0/3634221155 shutdown_connections 2024-09-19T05:37:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:33.294+0000 7f4e9ffff640 1 -- 172.21.15.39:0/3634221155 wait complete. 2024-09-19T05:37:33.307 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-19T05:37:33.469 INFO:teuthology.orchestra.run.smithi039.stdout:{"message":"","return_code":0} 2024-09-19T05:37:33.470 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T05:37:33.470 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump objecter 2024-09-19T05:37:33.590 INFO:teuthology.orchestra.run.smithi039.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":40,"op_send_bytes":11562,"op_resend":33,"op_reply":40,"op_latency":{"avgcount":40,"sum":0.224995575,"avgtime":0.005624889},"op_inflight":0,"oplen_avg":{"avgcount":40,"sum":62},"op":40,"op_r":0,"op_w":40,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":2,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1}} 2024-09-19T05:37:33.590 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 40, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 40, "avgtime": 0.005624889, "sum": 0.224995575 }, "op_pg": 0, "op_r": 0, "op_reply": 40, "op_resend": 33, "op_rmw": 0, "op_send": 40, "op_send_bytes": 11562, "op_w": 40, "oplen_avg": { "avgcount": 40, "sum": 62 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 2, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-19T05:37:33.591 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json export dir /bravo 1 2024-09-19T05:37:33.707 INFO:teuthology.orchestra.run.smithi039.stdout:{"return_code":0} 2024-09-19T05:37:33.708 DEBUG:tasks.cephfs.filesystem:_json_asok output { "return_code": 0 } 2024-09-19T05:37:33.708 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump objecter 2024-09-19T05:37:33.827 INFO:teuthology.orchestra.run.smithi039.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":40,"op_send_bytes":11562,"op_resend":33,"op_reply":40,"op_latency":{"avgcount":40,"sum":0.224995575,"avgtime":0.005624889},"op_inflight":0,"oplen_avg":{"avgcount":40,"sum":62},"op":40,"op_r":0,"op_w":40,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":2,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1}} 2024-09-19T05:37:33.827 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 40, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 40, "avgtime": 0.005624889, "sum": 0.224995575 }, "op_pg": 0, "op_r": 0, "op_reply": 40, "op_resend": 33, "op_rmw": 0, "op_send": 40, "op_send_bytes": 11562, "op_w": 40, "oplen_avg": { "avgcount": 40, "sum": 62 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 2, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-19T05:37:33.828 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-09-19T05:37:38.828 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump objecter 2024-09-19T05:37:38.961 INFO:teuthology.orchestra.run.smithi039.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":43,"op_send_bytes":15148,"op_resend":33,"op_reply":43,"op_latency":{"avgcount":43,"sum":0.231995438,"avgtime":0.005395242},"op_inflight":0,"oplen_avg":{"avgcount":43,"sum":67},"op":43,"op_r":0,"op_w":43,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":3,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":19,"omap_rd":0,"omap_del":1}} 2024-09-19T05:37:38.962 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 19, "op": 43, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 43, "avgtime": 0.005395242, "sum": 0.231995438 }, "op_pg": 0, "op_r": 0, "op_reply": 43, "op_resend": 33, "op_rmw": 0, "op_send": 43, "op_send_bytes": 15148, "op_w": 43, "oplen_avg": { "avgcount": 43, "sum": 67 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 3, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-19T05:37:38.962 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T05:37:38.962 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:38.962 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:38.979 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:38.979 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:39.036 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:37:39.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.178+0000 7fa18b7c4640 1 Processor -- start 2024-09-19T05:37:39.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.178+0000 7fa18b7c4640 1 -- start start 2024-09-19T05:37:39.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.179+0000 7fa18b7c4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa18415eae0 0x7fa18406cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.179+0000 7fa18b7c4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa18406d300 con 0x7fa18415e700 2024-09-19T05:37:39.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.179+0000 7fa18b7c4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa18406d5e0 con 0x7fa1840cb9a0 2024-09-19T05:37:39.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.179+0000 7fa18b7c4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa18406d8c0 con 0x7fa18415eae0 2024-09-19T05:37:39.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.179+0000 7fa188d5f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa18415eae0 0x7fa18406cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.179+0000 7fa189560640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa18415e700 0x7fa184073be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40098/0 (socket says 172.21.15.39:40098) 2024-09-19T05:37:39.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.180+0000 7fa189560640 1 -- 172.21.15.39:0/1082794021 learned_addr learned my addr 172.21.15.39:0/1082794021 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:39.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.180+0000 7fa188d5f640 1 -- 172.21.15.39:0/1082794021 >> v1:172.21.15.50:6789/0 conn(0x7fa1840cb9a0 legacy=0x7fa18406e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:39.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.180+0000 7fa188d5f640 1 -- 172.21.15.39:0/1082794021 >> v1:172.21.15.39:6789/0 conn(0x7fa18415e700 legacy=0x7fa184073be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.180+0000 7fa188d5f640 1 -- 172.21.15.39:0/1082794021 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa18406dba0 con 0x7fa18415eae0 2024-09-19T05:37:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.180+0000 7fa188d5f640 1 --2- 172.21.15.39:0/1082794021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415eae0 0x7fa18406cd20 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fa178009790 tx=0x7fa17802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fc748bc89d5db1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa183fff640 1 -- 172.21.15.39:0/1082794021 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa178037070 con 0x7fa18415eae0 2024-09-19T05:37:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa183fff640 1 -- 172.21.15.39:0/1082794021 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa178032440 con 0x7fa18415eae0 2024-09-19T05:37:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa183fff640 1 -- 172.21.15.39:0/1082794021 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa178032810 con 0x7fa18415eae0 2024-09-19T05:37:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa18b7c4640 1 -- 172.21.15.39:0/1082794021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415eae0 msgr2=0x7fa18406cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa18b7c4640 1 --2- 172.21.15.39:0/1082794021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415eae0 0x7fa18406cd20 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fa178009790 tx=0x7fa17802a1c0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa18b7c4640 1 -- 172.21.15.39:0/1082794021 shutdown_connections 2024-09-19T05:37:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa18b7c4640 1 --2- 172.21.15.39:0/1082794021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415eae0 0x7fa18406cd20 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa18b7c4640 1 -- 172.21.15.39:0/1082794021 >> 172.21.15.39:0/1082794021 conn(0x7fa184062630 msgr2=0x7fa184062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa18b7c4640 1 -- 172.21.15.39:0/1082794021 shutdown_connections 2024-09-19T05:37:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.181+0000 7fa18b7c4640 1 -- 172.21.15.39:0/1082794021 wait complete. 2024-09-19T05:37:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.182+0000 7fa18b7c4640 1 Processor -- start 2024-09-19T05:37:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa18b7c4640 1 -- start start 2024-09-19T05:37:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa18b7c4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1840cb9a0 0x7fa184161c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa18b7c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415e700 0x7fa184158260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa18b7c4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18415eae0 0x7fa1840cebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa18b7c4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa18406ec30 con 0x7fa18415e700 2024-09-19T05:37:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa18b7c4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa18406eab0 con 0x7fa1840cb9a0 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa18b7c4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1840cbdd0 con 0x7fa18415eae0 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa188d5f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415e700 0x7fa184158260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa188d5f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415e700 0x7fa184158260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49492/0 (socket says 172.21.15.39:49492) 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.183+0000 7fa188d5f640 1 -- 172.21.15.39:0/2857299943 learned_addr learned my addr 172.21.15.39:0/2857299943 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa189560640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1840cb9a0 0x7fa184161c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa189d61640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18415eae0 0x7fa1840cebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa188d5f640 1 -- 172.21.15.39:0/2857299943 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18415eae0 msgr2=0x7fa1840cebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa188d5f640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18415eae0 0x7fa1840cebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa188d5f640 1 -- 172.21.15.39:0/2857299943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1840cb9a0 msgr2=0x7fa184161c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa188d5f640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1840cb9a0 0x7fa184161c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa188d5f640 1 -- 172.21.15.39:0/2857299943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa184162160 con 0x7fa18415e700 2024-09-19T05:37:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa189d61640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18415eae0 0x7fa1840cebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:39.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa188d5f640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415e700 0x7fa184158260 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fa178035040 tx=0x7fa1780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:39.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa181ffb640 1 -- 172.21.15.39:0/2857299943 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa178041070 con 0x7fa18415e700 2024-09-19T05:37:39.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa181ffb640 1 -- 172.21.15.39:0/2857299943 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa17803c890 con 0x7fa18415e700 2024-09-19T05:37:39.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1841f8050 con 0x7fa18415e700 2024-09-19T05:37:39.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa181ffb640 1 -- 172.21.15.39:0/2857299943 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa178037040 con 0x7fa18415e700 2024-09-19T05:37:39.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.184+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1841f8610 con 0x7fa18415e700 2024-09-19T05:37:39.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.185+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa18406cd20 con 0x7fa18415e700 2024-09-19T05:37:39.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.186+0000 7fa181ffb640 1 -- 172.21.15.39:0/2857299943 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa178044070 con 0x7fa18415e700 2024-09-19T05:37:39.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.186+0000 7fa181ffb640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa17006c2b0 0x7fa17006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.187+0000 7fa181ffb640 1 -- 172.21.15.39:0/2857299943 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7fa1780ac190 con 0x7fa18415e700 2024-09-19T05:37:39.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.187+0000 7fa189560640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa17006c2b0 0x7fa17006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.187+0000 7fa189560640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa17006c2b0 0x7fa17006e770 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa17c000f60 tx=0x7fa17c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:39.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.191+0000 7fa181ffb640 1 -- 172.21.15.39:0/2857299943 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa17807a920 con 0x7fa18415e700 2024-09-19T05:37:39.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.380+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa18406e720 con 0x7fa18415e700 2024-09-19T05:37:39.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.380+0000 7fa181ffb640 1 -- 172.21.15.39:0/2857299943 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v93) ==== 80+0+364 (secure 0 0 0) 0x7fa17807a220 con 0x7fa18415e700 2024-09-19T05:37:39.382 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.50:6834/388643646 2024-09-20T05:37:20.406507+0000 2024-09-19T05:37:39.382 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.50:6833/388643646 2024-09-20T05:37:20.406507+0000 2024-09-19T05:37:39.382 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6836/1943307967 2024-09-20T05:37:20.397650+0000 2024-09-19T05:37:39.382 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1943307967 2024-09-20T05:37:20.397650+0000 2024-09-19T05:37:39.382 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6837/2292447519 2024-09-20T05:37:20.376889+0000 2024-09-19T05:37:39.382 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2292447519 2024-09-20T05:37:20.376889+0000 2024-09-19T05:37:39.383 INFO:teuthology.orchestra.run.smithi039.stderr:listed 6 entries 2024-09-19T05:37:39.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa17006c2b0 msgr2=0x7fa17006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa17006c2b0 0x7fa17006e770 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa17c000f60 tx=0x7fa17c009040 comp rx=0 tx=0).stop 2024-09-19T05:37:39.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415e700 msgr2=0x7fa184158260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415e700 0x7fa184158260 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fa178035040 tx=0x7fa1780046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 shutdown_connections 2024-09-19T05:37:39.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa17006c2b0 0x7fa17006e770 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa18415eae0 0x7fa1840cebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa18415e700 0x7fa184158260 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 --2- 172.21.15.39:0/2857299943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1840cb9a0 0x7fa184161c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.382+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 >> 172.21.15.39:0/2857299943 conn(0x7fa184062630 msgr2=0x7fa1840d2330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:39.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.383+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 shutdown_connections 2024-09-19T05:37:39.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.383+0000 7fa18b7c4640 1 -- 172.21.15.39:0/2857299943 wait complete. 2024-09-19T05:37:39.395 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:37:39.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:39.395 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:37:39.439 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:37:39.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:39.439 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:37:39.474 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:39.474 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:39.492 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:39.492 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:39.551 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:37:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.655+0000 7fa94e79f640 1 Processor -- start 2024-09-19T05:37:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.656+0000 7fa94e79f640 1 -- start start 2024-09-19T05:37:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.656+0000 7fa94e79f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa9480cfe00 0x7fa9480b3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.656+0000 7fa94e79f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9480d3e80 0x7fa9480b7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.656+0000 7fa94e79f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9480cf1b0 con 0x7fa94815ecf0 2024-09-19T05:37:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.656+0000 7fa94e79f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa9480d39f0 con 0x7fa9480cfe00 2024-09-19T05:37:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.656+0000 7fa94e79f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa9480d2090 con 0x7fa9480d3e80 2024-09-19T05:37:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.656+0000 7fa9477fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa9480cfe00 0x7fa9480b3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.656+0000 7fa9477fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa9480cfe00 0x7fa9480b3be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49496/0 (socket says 172.21.15.39:49496) 2024-09-19T05:37:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.657+0000 7fa9477fe640 1 -- 172.21.15.39:0/1422588084 learned_addr learned my addr 172.21.15.39:0/1422588084 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.657+0000 7fa9477fe640 1 -- 172.21.15.39:0/1422588084 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9480d3e80 msgr2=0x7fa9480b7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.657+0000 7fa9477fe640 1 --2- 172.21.15.39:0/1422588084 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9480d3e80 0x7fa9480b7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.657+0000 7fa9477fe640 1 -- 172.21.15.39:0/1422588084 >> v1:172.21.15.50:6789/0 conn(0x7fa94815ecf0 legacy=0x7fa9480cf6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.657+0000 7fa9477fe640 1 -- 172.21.15.39:0/1422588084 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9480cf490 con 0x7fa9480cfe00 2024-09-19T05:37:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.657+0000 7fa9477fe640 1 --2- 172.21.15.39:0/1422588084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480cfe00 0x7fa9480b3be0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fa93c009870 tx=0x7fa93c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a0d032e307a212 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa946ffd640 1 -- 172.21.15.39:0/1422588084 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c037070 con 0x7fa9480cfe00 2024-09-19T05:37:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa946ffd640 1 -- 172.21.15.39:0/1422588084 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa93c032440 con 0x7fa9480cfe00 2024-09-19T05:37:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa946ffd640 1 -- 172.21.15.39:0/1422588084 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c032810 con 0x7fa9480cfe00 2024-09-19T05:37:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa94e79f640 1 -- 172.21.15.39:0/1422588084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480cfe00 msgr2=0x7fa9480b3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa94e79f640 1 --2- 172.21.15.39:0/1422588084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480cfe00 0x7fa9480b3be0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fa93c009870 tx=0x7fa93c02a210 comp rx=0 tx=0).stop 2024-09-19T05:37:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa94e79f640 1 -- 172.21.15.39:0/1422588084 shutdown_connections 2024-09-19T05:37:39.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa94e79f640 1 --2- 172.21.15.39:0/1422588084 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9480d3e80 0x7fa9480b7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa94e79f640 1 --2- 172.21.15.39:0/1422588084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480cfe00 0x7fa9480b3be0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa94e79f640 1 -- 172.21.15.39:0/1422588084 >> 172.21.15.39:0/1422588084 conn(0x7fa9480b6230 msgr2=0x7fa9480b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:39.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa94e79f640 1 -- 172.21.15.39:0/1422588084 shutdown_connections 2024-09-19T05:37:39.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.658+0000 7fa94e79f640 1 -- 172.21.15.39:0/1422588084 wait complete. 2024-09-19T05:37:39.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.659+0000 7fa94e79f640 1 Processor -- start 2024-09-19T05:37:39.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa94e79f640 1 -- start start 2024-09-19T05:37:39.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa94e79f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9480cfe00 0x7fa9480cde00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa94e79f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480d3e80 0x7fa948154e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa94e79f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa94815ecf0 0x7fa948155370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa94e79f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa9480b3690 con 0x7fa9480d3e80 2024-09-19T05:37:39.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa94e79f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa9480d3680 con 0x7fa94815ecf0 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa94e79f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa9480b3810 con 0x7fa9480cfe00 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa9477fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480d3e80 0x7fa948154e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa9477fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480d3e80 0x7fa948154e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49512/0 (socket says 172.21.15.39:49512) 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.660+0000 7fa9477fe640 1 -- 172.21.15.39:0/2636154643 learned_addr learned my addr 172.21.15.39:0/2636154643 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa94cd3c640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa94815ecf0 0x7fa948155370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa9477fe640 1 -- 172.21.15.39:0/2636154643 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9480cfe00 msgr2=0x7fa9480cde00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa947fff640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9480cfe00 0x7fa9480cde00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa9477fe640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9480cfe00 0x7fa9480cde00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa9477fe640 1 -- 172.21.15.39:0/2636154643 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa94815ecf0 msgr2=0x7fa948155370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa9477fe640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa94815ecf0 0x7fa948155370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa9477fe640 1 -- 172.21.15.39:0/2636154643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa948161f10 con 0x7fa9480d3e80 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa9477fe640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480d3e80 0x7fa948154e30 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0097c0 tx=0x7fa93c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa944ff9640 1 -- 172.21.15.39:0/2636154643 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c041070 con 0x7fa9480d3e80 2024-09-19T05:37:39.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa944ff9640 1 -- 172.21.15.39:0/2636154643 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa93c03c870 con 0x7fa9480d3e80 2024-09-19T05:37:39.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa94815f200 con 0x7fa9480d3e80 2024-09-19T05:37:39.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa944ff9640 1 -- 172.21.15.39:0/2636154643 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c037040 con 0x7fa9480d3e80 2024-09-19T05:37:39.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.661+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa94815f4a0 con 0x7fa9480d3e80 2024-09-19T05:37:39.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.662+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9480b3be0 con 0x7fa9480d3e80 2024-09-19T05:37:39.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.663+0000 7fa944ff9640 1 -- 172.21.15.39:0/2636154643 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa93c044070 con 0x7fa9480d3e80 2024-09-19T05:37:39.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.663+0000 7fa944ff9640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa93406c2b0 0x7fa93406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:39.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.663+0000 7fa947fff640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa93406c2b0 0x7fa93406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:39.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.663+0000 7fa944ff9640 1 -- 172.21.15.39:0/2636154643 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7fa93c0abff0 con 0x7fa9480d3e80 2024-09-19T05:37:39.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.664+0000 7fa947fff640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa93406c2b0 0x7fa93406e770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa93800a730 tx=0x7fa938008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.668+0000 7fa944ff9640 1 -- 172.21.15.39:0/2636154643 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa93c07a6f0 con 0x7fa9480d3e80 2024-09-19T05:37:39.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.857+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa9480b53e0 con 0x7fa9480d3e80 2024-09-19T05:37:39.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.857+0000 7fa944ff9640 1 -- 172.21.15.39:0/2636154643 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v93) ==== 80+0+364 (secure 0 0 0) 0x7fa93c079ff0 con 0x7fa9480d3e80 2024-09-19T05:37:39.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.50:6834/388643646 2024-09-20T05:37:20.406507+0000 2024-09-19T05:37:39.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.50:6833/388643646 2024-09-20T05:37:20.406507+0000 2024-09-19T05:37:39.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6836/1943307967 2024-09-20T05:37:20.397650+0000 2024-09-19T05:37:39.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1943307967 2024-09-20T05:37:20.397650+0000 2024-09-19T05:37:39.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6837/2292447519 2024-09-20T05:37:20.376889+0000 2024-09-19T05:37:39.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2292447519 2024-09-20T05:37:20.376889+0000 2024-09-19T05:37:39.860 INFO:teuthology.orchestra.run.smithi039.stderr:listed 6 entries 2024-09-19T05:37:39.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa93406c2b0 msgr2=0x7fa93406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa93406c2b0 0x7fa93406e770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa93800a730 tx=0x7fa938008040 comp rx=0 tx=0).stop 2024-09-19T05:37:39.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480d3e80 msgr2=0x7fa948154e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:39.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480d3e80 0x7fa948154e30 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0097c0 tx=0x7fa93c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 shutdown_connections 2024-09-19T05:37:39.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa93406c2b0 0x7fa93406e770 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa94815ecf0 0x7fa948155370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa9480d3e80 0x7fa948154e30 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 --2- 172.21.15.39:0/2636154643 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa9480cfe00 0x7fa9480cde00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:39.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.859+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 >> 172.21.15.39:0/2636154643 conn(0x7fa9480b6230 msgr2=0x7fa9480b6610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:39.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.860+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 shutdown_connections 2024-09-19T05:37:39.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:39.860+0000 7fa94e79f640 1 -- 172.21.15.39:0/2636154643 wait complete. 2024-09-19T05:37:39.872 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:37:39.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:39.872 DEBUG:teuthology.orchestra.run.smithi050:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:37:39.908 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:37:39.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:39.909 DEBUG:teuthology.orchestra.run.smithi050:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:37:39.967 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-19T05:37:40.088 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2024-09-19T05:37:40.089 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-19T05:37:40.089 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-19T05:37:40.217 INFO:teuthology.orchestra.run.smithi039.stdout:{"message":"","return_code":0} 2024-09-19T05:37:40.218 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T05:37:40.218 DEBUG:teuthology.orchestra.run.smithi039:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 0 show session 2024-09-19T05:37:40.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.258+0000 7fcd5a3dd280 1 -- start start 2024-09-19T05:37:40.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.258+0000 7fcd5a3dd280 1 Processor -- start 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.258+0000 7fcd5a3dd280 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94e346c00 0x55e94e3c2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.258+0000 7fcd5a3dd280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94e347800 0x55e94e3c2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.258+0000 7fcd5a3dd280 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94e347c00 0x55e94e3c3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.258+0000 7fcd5a3dd280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55e94f138600 con 0x55e94e347800 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.258+0000 7fcd5a3dd280 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e94f138480 con 0x55e94e347c00 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.258+0000 7fcd5a3dd280 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55e94f138300 con 0x55e94e346c00 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.258+0000 7fcd58381640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94e347800 0x55e94e3c2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd58381640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94e347800 0x55e94e3c2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49518/0 (socket says 172.21.15.39:49518) 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd58381640 1 -- 172.21.15.39:0/3460935536 learned_addr learned my addr 172.21.15.39:0/3460935536 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:40.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd59383640 1 --2- 172.21.15.39:0/3460935536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94e347c00 0x55e94e3c3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd58b82640 1 --2- 172.21.15.39:0/3460935536 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94e346c00 0x55e94e3c2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd58381640 1 -- 172.21.15.39:0/3460935536 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94e346c00 msgr2=0x55e94e3c2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd58381640 1 --2- 172.21.15.39:0/3460935536 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94e346c00 0x55e94e3c2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd58381640 1 -- 172.21.15.39:0/3460935536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94e347c00 msgr2=0x55e94e3c3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd58381640 1 --2- 172.21.15.39:0/3460935536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94e347c00 0x55e94e3c3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd58381640 1 -- 172.21.15.39:0/3460935536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e94e37e780 con 0x55e94e347800 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd58381640 1 --2- 172.21.15.39:0/3460935536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94e347800 0x55e94e3c2b00 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x55e94f175290 tx=0x55e94f0eb440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b60e31bde3b549b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd5637d640 1 -- 172.21.15.39:0/3460935536 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e94e36c9c0 con 0x55e94e347800 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd5637d640 1 -- 172.21.15.39:0/3460935536 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e94e372700 con 0x55e94e347800 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd5637d640 1 -- 172.21.15.39:0/3460935536 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e94e36c680 con 0x55e94e347800 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3460935536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e94e37e3c0 con 0x55e94e347800 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3460935536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55e94e37f680 con 0x55e94e347800 2024-09-19T05:37:40.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd5a3dd280 4 waiting for MDS map... 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd5637d640 1 -- 172.21.15.39:0/3460935536 <== mon.0 v2:172.21.15.39:3300/0 4 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x55e94f21a200 con 0x55e94e347800 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd5637d640 1 -- 172.21.15.39:0/3460935536 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 64) ==== 3526+0+0 (secure 0 0 0) 0x55e94e3a1180 con 0x55e94e347800 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.259+0000 7fcd5a3dd280 4 Got MDS map 64 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.260+0000 7fcd5a3dd280 10 main: main 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.260+0000 7fcd5a3dd280 4 main: connecting to RADOS... 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.260+0000 7fcd5a3dd280 1 Processor -- start 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.260+0000 7fcd5a3dd280 1 -- start start 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd5a3dd280 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a000 0x55e94e3c3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd5a3dd280 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94f27a400 0x55e94e3c3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd5a3dd280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a800 0x55e94e3c4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd5a3dd280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55e94f138000 con 0x55e94f27a800 2024-09-19T05:37:40.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd5a3dd280 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e94e3a8480 con 0x55e94f27a000 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd5a3dd280 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55e94e3a8900 con 0x55e94f27a400 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58381640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a800 0x55e94e3c4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58381640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a800 0x55e94e3c4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49534/0 (socket says 172.21.15.39:49534) 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58381640 1 -- 172.21.15.39:0/3620302811 learned_addr learned my addr 172.21.15.39:0/3620302811 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58b82640 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94f27a400 0x55e94e3c3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd59383640 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a000 0x55e94e3c3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58381640 1 -- 172.21.15.39:0/3620302811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94f27a400 msgr2=0x55e94e3c3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58381640 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94f27a400 0x55e94e3c3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58381640 1 -- 172.21.15.39:0/3620302811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a000 msgr2=0x55e94e3c3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58381640 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a000 0x55e94e3c3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58381640 1 -- 172.21.15.39:0/3620302811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e94e37f4a0 con 0x55e94f27a800 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd59383640 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a000 0x55e94e3c3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:40.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd58381640 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a800 0x55e94e3c4100 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x55e94f175740 tx=0x55e94f0eb500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c85bec09f45eb6e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd54379640 1 -- 172.21.15.39:0/3620302811 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e94e36cb60 con 0x55e94f27a800 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd54379640 1 -- 172.21.15.39:0/3620302811 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e94e372fc0 con 0x55e94f27a800 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.261+0000 7fcd54379640 1 -- 172.21.15.39:0/3620302811 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e94e36c820 con 0x55e94f27a800 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3620302811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a800 msgr2=0x55e94e3c4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a800 0x55e94e3c4100 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x55e94f175740 tx=0x55e94f0eb500 comp rx=0 tx=0).stop 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3620302811 shutdown_connections 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a800 0x55e94e3c4100 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94f27a400 0x55e94e3c3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/3620302811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a000 0x55e94e3c3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3620302811 >> 172.21.15.39:0/3620302811 conn(0x55e94f11fc00 msgr2=0x55e94f0d5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3620302811 shutdown_connections 2024-09-19T05:37:40.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3620302811 wait complete. 2024-09-19T05:37:40.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 Processor -- start 2024-09-19T05:37:40.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.262+0000 7fcd5a3dd280 1 -- start start 2024-09-19T05:37:40.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd5a3dd280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a000 0x55e94e3c5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd5a3dd280 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94f27a400 0x55e94e3c4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd5a3dd280 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a800 0x55e94e3c4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd5a3dd280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55e94f138c00 con 0x55e94f27a000 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd5a3dd280 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e94f138a80 con 0x55e94f27a800 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd5a3dd280 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x55e94f139380 con 0x55e94f27a400 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd59383640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a000 0x55e94e3c5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd59383640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a000 0x55e94e3c5180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49550/0 (socket says 172.21.15.39:49550) 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd59383640 1 -- 172.21.15.39:0/1899037450 learned_addr learned my addr 172.21.15.39:0/1899037450 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd58381640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a800 0x55e94e3c4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd58b82640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94f27a400 0x55e94e3c4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd59383640 1 -- 172.21.15.39:0/1899037450 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94f27a400 msgr2=0x55e94e3c4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd59383640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94f27a400 0x55e94e3c4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd59383640 1 -- 172.21.15.39:0/1899037450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a800 msgr2=0x55e94e3c4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd59383640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94f27a800 0x55e94e3c4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.263+0000 7fcd59383640 1 -- 172.21.15.39:0/1899037450 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e94e37e000 con 0x55e94f27a000 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.264+0000 7fcd59383640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a000 0x55e94e3c5180 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x55e94f153650 tx=0x55e94f222c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.264+0000 7fcd52b76640 1 -- 172.21.15.39:0/1899037450 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e94e36cb60 con 0x55e94f27a000 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.264+0000 7fcd52b76640 1 -- 172.21.15.39:0/1899037450 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e94e372fc0 con 0x55e94f27a000 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.264+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55e94e37e960 con 0x55e94f27a000 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.264+0000 7fcd52b76640 1 -- 172.21.15.39:0/1899037450 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e94e36c820 con 0x55e94f27a000 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.264+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e94e37f860 con 0x55e94f27a000 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.264+0000 7fcd5a3dd280 4 main: resolving pool 14 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.265+0000 7fcd52b76640 1 -- 172.21.15.39:0/1899037450 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x55e94f292c00 con 0x55e94f27a000 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.265+0000 7fcd52b76640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55e94f29ec00 0x55e94e3c5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.265+0000 7fcd52b76640 1 -- 172.21.15.39:0/1899037450 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x55e94f291200 con 0x55e94f27a000 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.265+0000 7fcd58b82640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55e94f29ec00 0x55e94e3c5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.266+0000 7fcd5a3dd280 4 main: creating IoCtx.. 2024-09-19T05:37:40.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.266+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55e94f27ac00 0x55e94e3c4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.266+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 --> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] -- osd_op(unknown.0.0:1 14.b 14:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e93) -- 0x55e94f27b000 con 0x55e94f27ac00 2024-09-19T05:37:40.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.266+0000 7fcd58381640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55e94f27ac00 0x55e94e3c4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.266+0000 7fcd58b82640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55e94f29ec00 0x55e94e3c5700 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x55e94f0e68a0 tx=0x55e94f222ea0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.266+0000 7fcd58381640 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55e94f27ac00 0x55e94e3c4100 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.266+0000 7fcd58381640 1 -- 172.21.15.39:0/1899037450 <== osd.0 v2:172.21.15.39:6818/3228276777 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv10 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x55e94f0e0000 con 0x55e94f27ac00 2024-09-19T05:37:40.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.266+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 --> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] -- osd_op(unknown.0.0:2 14.b 14:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e93) -- 0x55e94f29fc00 con 0x55e94f27ac00 2024-09-19T05:37:40.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd58381640 1 -- 172.21.15.39:0/1899037450 <== osd.0 v2:172.21.15.39:6818/3228276777 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv10 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x55e94f0e0000 con 0x55e94f27ac00 2024-09-19T05:37:40.274 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "0": { 2024-09-19T05:37:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "data": { 2024-09-19T05:37:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "sessions": [] 2024-09-19T05:37:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-19T05:37:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: "result": 0 2024-09-19T05:37:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-19T05:37:40.275 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:40.275 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55e94f27ac00 msgr2=0x55e94e3c4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x55e94f27ac00 0x55e94e3c4100 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55e94f29ec00 msgr2=0x55e94e3c5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x55e94f29ec00 0x55e94e3c5700 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x55e94f0e68a0 tx=0x55e94f222ea0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a000 msgr2=0x55e94e3c5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/1899037450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94f27a000 0x55e94e3c5180 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x55e94f153650 tx=0x55e94f222c00 comp rx=0 tx=0).stop 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd58b82640 1 -- 172.21.15.39:0/1899037450 reap_dead start 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 shutdown_connections 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 >> 172.21.15.39:0/1899037450 conn(0x55e94f11fc00 msgr2=0x55e94f0d5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 shutdown_connections 2024-09-19T05:37:40.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/1899037450 wait complete. 2024-09-19T05:37:40.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3460935536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94e347800 msgr2=0x55e94e3c2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/3460935536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94e347800 0x55e94e3c2b00 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x55e94f175290 tx=0x55e94f0eb440 comp rx=0 tx=0).stop 2024-09-19T05:37:40.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3460935536 shutdown_connections 2024-09-19T05:37:40.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/3460935536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e94e347c00 0x55e94e3c3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/3460935536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e94e347800 0x55e94e3c2b00 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 --2- 172.21.15.39:0/3460935536 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x55e94e346c00 0x55e94e3c2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3460935536 >> 172.21.15.39:0/3460935536 conn(0x55e94e347000 msgr2=0x55e94f0d4800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:40.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3460935536 shutdown_connections 2024-09-19T05:37:40.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.267+0000 7fcd5a3dd280 1 -- 172.21.15.39:0/3460935536 wait complete. 2024-09-19T05:37:40.278 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '0', 'show', 'session'] in time 0:00:00.060599, result: { "0": { "data": { "sessions": [] }, "result": 0 } } 2024-09-19T05:37:40.279 INFO:tasks.cephfs.test_sessionmap:SessionMap: { "0": { "data": { "sessions": [] }, "result": 0 } } 2024-09-19T05:37:40.279 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:37:40.279 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:37:40.356 DEBUG:teuthology.orchestra.run.smithi050:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:37:40.401 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:37:40.401 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:37:40.401 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:40.401 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:40.420 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:37:40.420 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:37:40.420 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:40.420 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:40.459 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:37:40.460 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:37:40.460 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:40.460 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:40.476 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:37:40.476 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:37:40.476 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:40.477 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:40.519 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:37:40.519 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.619+0000 7f2b1295b640 1 Processor -- start 2024-09-19T05:37:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.620+0000 7f2b1295b640 1 -- start start 2024-09-19T05:37:40.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.620+0000 7f2b1295b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2b0c15ecf0 0x7f2b0c0b3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.620+0000 7f2b1295b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b0c0cf1b0 con 0x7f2b0c0cfe00 2024-09-19T05:37:40.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.620+0000 7f2b1295b640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b0c0cf490 con 0x7f2b0c0d3e80 2024-09-19T05:37:40.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.620+0000 7f2b1295b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f2b0c0d39f0 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.621+0000 7f2b0bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2b0c15ecf0 0x7f2b0c0b3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.621+0000 7f2b10ef8640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2b0c0cfe00 0x7f2b0c0b7b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40106/0 (socket says 172.21.15.39:40106) 2024-09-19T05:37:40.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.621+0000 7f2b10ef8640 1 -- 172.21.15.39:0/331281763 learned_addr learned my addr 172.21.15.39:0/331281763 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:40.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.621+0000 7f2b0bfff640 1 -- 172.21.15.39:0/331281763 >> v1:172.21.15.50:6789/0 conn(0x7f2b0c0d3e80 legacy=0x7f2b0c0cf6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:40.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.621+0000 7f2b0bfff640 1 -- 172.21.15.39:0/331281763 >> v1:172.21.15.39:6789/0 conn(0x7f2b0c0cfe00 legacy=0x7f2b0c0b7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.621+0000 7f2b0bfff640 1 -- 172.21.15.39:0/331281763 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b0c0d33a0 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.621+0000 7f2b0affd640 1 -- 172.21.15.39:0/331281763 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2182335438 0 0) 0x7f2b0c0cf1b0 con 0x7f2b0c0cfe00 2024-09-19T05:37:40.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b0bfff640 1 --2- 172.21.15.39:0/331281763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 0x7f2b0c0b3be0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f2afc0097a0 tx=0x7f2afc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d4a483ffa761ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b0affd640 1 -- 172.21.15.39:0/331281763 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc037070 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b0affd640 1 -- 172.21.15.39:0/331281763 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2afc032440 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b0affd640 1 -- 172.21.15.39:0/331281763 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc032810 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b1295b640 1 -- 172.21.15.39:0/331281763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 msgr2=0x7f2b0c0b3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b1295b640 1 --2- 172.21.15.39:0/331281763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 0x7f2b0c0b3be0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f2afc0097a0 tx=0x7f2afc02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b1295b640 1 -- 172.21.15.39:0/331281763 shutdown_connections 2024-09-19T05:37:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b1295b640 1 --2- 172.21.15.39:0/331281763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 0x7f2b0c0b3be0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b1295b640 1 -- 172.21.15.39:0/331281763 >> 172.21.15.39:0/331281763 conn(0x7f2b0c0b6230 msgr2=0x7f2b0c0b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b1295b640 1 -- 172.21.15.39:0/331281763 shutdown_connections 2024-09-19T05:37:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.622+0000 7f2b1295b640 1 -- 172.21.15.39:0/331281763 wait complete. 2024-09-19T05:37:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.624+0000 7f2b1295b640 1 Processor -- start 2024-09-19T05:37:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.624+0000 7f2b1295b640 1 -- start start 2024-09-19T05:37:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b1295b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b0c0cfe00 0x7f2b0c1554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b1295b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b0c0d3e80 0x7f2b0c154c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b1295b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 0x7f2b0c0d4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b1295b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c0b3690 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b1295b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c0d2090 con 0x7f2b0c0d3e80 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b1295b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2b0c0b3810 con 0x7f2b0c0cfe00 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b10ef8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 0x7f2b0c0d4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b0bfff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b0c0cfe00 0x7f2b0c1554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b10ef8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 0x7f2b0c0d4520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49566/0 (socket says 172.21.15.39:49566) 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b10ef8640 1 -- 172.21.15.39:0/3630276296 learned_addr learned my addr 172.21.15.39:0/3630276296 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b0b7fe640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b0c0d3e80 0x7f2b0c154c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b10ef8640 1 -- 172.21.15.39:0/3630276296 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b0c0cfe00 msgr2=0x7f2b0c1554e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b10ef8640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b0c0cfe00 0x7f2b0c1554e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b10ef8640 1 -- 172.21.15.39:0/3630276296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b0c0d3e80 msgr2=0x7f2b0c154c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b10ef8640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b0c0d3e80 0x7f2b0c154c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.625+0000 7f2b10ef8640 1 -- 172.21.15.39:0/3630276296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b0c0cdc00 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.626+0000 7f2b10ef8640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 0x7f2b0c0d4520 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400c780 tx=0x7f2b0400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.626+0000 7f2b08ff9640 1 -- 172.21.15.39:0/3630276296 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b04018070 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.626+0000 7f2b08ff9640 1 -- 172.21.15.39:0/3630276296 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b0400ce30 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.626+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b0c0cdee0 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.626+0000 7f2b08ff9640 1 -- 172.21.15.39:0/3630276296 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0400a840 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.626+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b0c0ce4a0 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.627+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b0c0b3be0 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.627+0000 7f2b08ff9640 1 -- 172.21.15.39:0/3630276296 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2b0401b070 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.628+0000 7f2b08ff9640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2af806c2e0 0x7f2af806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.628+0000 7f2b08ff9640 1 -- 172.21.15.39:0/3630276296 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f2b0408a990 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.628+0000 7f2b0bfff640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2af806c2e0 0x7f2af806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.628+0000 7f2b0bfff640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2af806c2e0 0x7f2af806e7a0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2afc034000 tx=0x7f2afc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.632+0000 7f2b08ff9640 1 -- 172.21.15.39:0/3630276296 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b040589b0 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.842+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b0c155a20 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.842+0000 7f2b08ff9640 1 -- 172.21.15.39:0/3630276296 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 64 v64) ==== 94+0+5240 (secure 0 0 0) 0x7f2b0405ccb0 con 0x7f2b0c15ecf0 2024-09-19T05:37:40.844 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:40.844 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":64,"btime":"2024-09-19T05:37:35:768120+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":64,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:35.511347+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6735,"mds_1":6723},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6723":{"gid":6723,"name":"c","rank":1,"incarnation":62,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/1546862379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1546862379},{"type":"v1","addr":"172.21.15.39:6835","nonce":1546862379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6735":{"gid":6735,"name":"a","rank":0,"incarnation":57,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/712474335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":712474335},{"type":"v1","addr":"172.21.15.39:6837","nonce":712474335}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6735,"qdb_cluster":[6735,6723]},"id":7}]} 2024-09-19T05:37:40.845 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 64 2024-09-19T05:37:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2af806c2e0 msgr2=0x7f2af806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2af806c2e0 0x7f2af806e7a0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2afc034000 tx=0x7f2afc02e000 comp rx=0 tx=0).stop 2024-09-19T05:37:40.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 msgr2=0x7f2b0c0d4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 0x7f2b0c0d4520 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400c780 tx=0x7f2b0400cc40 comp rx=0 tx=0).stop 2024-09-19T05:37:40.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 shutdown_connections 2024-09-19T05:37:40.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2af806c2e0 0x7f2af806e7a0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b0c15ecf0 0x7f2b0c0d4520 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b0c0d3e80 0x7f2b0c154c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 --2- 172.21.15.39:0/3630276296 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2b0c0cfe00 0x7f2b0c1554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.844+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 >> 172.21.15.39:0/3630276296 conn(0x7f2b0c0b6230 msgr2=0x7f2b0c0b6610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:40.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.845+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 shutdown_connections 2024-09-19T05:37:40.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.845+0000 7f2b1295b640 1 -- 172.21.15.39:0/3630276296 wait complete. 2024-09-19T05:37:40.858 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:40.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.958+0000 7f4bf28d0640 1 Processor -- start 2024-09-19T05:37:40.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.958+0000 7f4bf28d0640 1 -- start start 2024-09-19T05:37:40.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.959+0000 7f4bf28d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec06f400 0x7f4bec06f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.959+0000 7f4bf28d0640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f4bec0cf350 0x7f4bec0b5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.959+0000 7f4bf28d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4bec15ea20 0x7f4bec0708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.959+0000 7f4bf28d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4bec06fd20 con 0x7f4bec15ea20 2024-09-19T05:37:40.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.959+0000 7f4bf28d0640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f4bec0b5a80 con 0x7f4bec0cf350 2024-09-19T05:37:40.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.959+0000 7f4bf28d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4bec0712d0 con 0x7f4bec06f400 2024-09-19T05:37:40.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.959+0000 7f4bf0e6d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4bec15ea20 0x7f4bec0708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.959+0000 7f4bf0e6d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4bec15ea20 0x7f4bec0708f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49582/0 (socket says 172.21.15.39:49582) 2024-09-19T05:37:40.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.959+0000 7f4bf0e6d640 1 -- 172.21.15.39:0/1249225204 learned_addr learned my addr 172.21.15.39:0/1249225204 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:40.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4bebfff640 1 --2- 172.21.15.39:0/1249225204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec06f400 0x7f4bec06f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4bf0e6d640 1 -- 172.21.15.39:0/1249225204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec06f400 msgr2=0x7f4bec06f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:40.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4beb7fe640 1 --2- 172.21.15.39:0/1249225204 >> v2:172.21.15.50:3300/0 conn(0x7f4bec0cf350 0x7f4bec0b5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4bf0e6d640 1 --2- 172.21.15.39:0/1249225204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec06f400 0x7f4bec06f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4bf0e6d640 1 -- 172.21.15.39:0/1249225204 >> v2:172.21.15.50:3300/0 conn(0x7f4bec0cf350 msgr2=0x7f4bec0b5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:40.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4bf0e6d640 1 --2- 172.21.15.39:0/1249225204 >> v2:172.21.15.50:3300/0 conn(0x7f4bec0cf350 0x7f4bec0b5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4bf0e6d640 1 -- 172.21.15.39:0/1249225204 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bec06d6e0 con 0x7f4bec15ea20 2024-09-19T05:37:40.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4bebfff640 1 --2- 172.21.15.39:0/1249225204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec06f400 0x7f4bec06f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:40.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4beb7fe640 1 --2- 172.21.15.39:0/1249225204 >> v2:172.21.15.50:3300/0 conn(0x7f4bec0cf350 0x7f4bec0b5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:40.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.960+0000 7f4bf0e6d640 1 --2- 172.21.15.39:0/1249225204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec15ea20 0x7f4bec0708f0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f4bec06cbf0 tx=0x7f4be402a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54f6ef0d6bb66027 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4beaffd640 1 -- 172.21.15.39:0/1249225204 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be4036070 con 0x7f4bec15ea20 2024-09-19T05:37:40.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4beaffd640 1 -- 172.21.15.39:0/1249225204 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4be4031600 con 0x7f4bec15ea20 2024-09-19T05:37:40.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4beaffd640 1 -- 172.21.15.39:0/1249225204 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be40319d0 con 0x7f4bec15ea20 2024-09-19T05:37:40.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4bf28d0640 1 -- 172.21.15.39:0/1249225204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec15ea20 msgr2=0x7f4bec0708f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/1249225204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec15ea20 0x7f4bec0708f0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f4bec06cbf0 tx=0x7f4be402a570 comp rx=0 tx=0).stop 2024-09-19T05:37:40.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4bf28d0640 1 -- 172.21.15.39:0/1249225204 shutdown_connections 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/1249225204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec15ea20 0x7f4bec0708f0 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/1249225204 >> v2:172.21.15.50:3300/0 conn(0x7f4bec0cf350 0x7f4bec0b5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/1249225204 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec06f400 0x7f4bec06f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4bf28d0640 1 -- 172.21.15.39:0/1249225204 >> 172.21.15.39:0/1249225204 conn(0x7f4bec0b4240 msgr2=0x7f4bec0b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4bf28d0640 1 -- 172.21.15.39:0/1249225204 shutdown_connections 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.961+0000 7f4bf28d0640 1 -- 172.21.15.39:0/1249225204 wait complete. 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.962+0000 7f4bf28d0640 1 Processor -- start 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bf28d0640 1 -- start start 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bf28d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec06f400 0x7f4bec15dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bf28d0640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bec0cf350 0x7f4bec0aa480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bf28d0640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec15ea20 0x7f4bec1f47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bf28d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4bec06d390 con 0x7f4bec06f400 2024-09-19T05:37:40.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bf28d0640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4bec06dca0 con 0x7f4bec0cf350 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bf28d0640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4bec070e30 con 0x7f4bec15ea20 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec06f400 0x7f4bec15dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec06f400 0x7f4bec15dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49590/0 (socket says 172.21.15.39:49590) 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.963+0000 7f4bebfff640 1 -- 172.21.15.39:0/2590988178 learned_addr learned my addr 172.21.15.39:0/2590988178 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bf0e6d640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec15ea20 0x7f4bec1f47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bebfff640 1 -- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec15ea20 msgr2=0x7f4bec1f47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4beb7fe640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bec0cf350 0x7f4bec0aa480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bebfff640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec15ea20 0x7f4bec1f47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bebfff640 1 -- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bec0cf350 msgr2=0x7f4bec0aa480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bebfff640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bec0cf350 0x7f4bec0aa480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bebfff640 1 -- 172.21.15.39:0/2590988178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bec15e160 con 0x7f4bec06f400 2024-09-19T05:37:40.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bf0e6d640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec15ea20 0x7f4bec1f47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:40.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4beb7fe640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bec0cf350 0x7f4bec0aa480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:40.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bebfff640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec06f400 0x7f4bec15dc20 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc00c820 tx=0x7f4bdc00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4be8ff9640 1 -- 172.21.15.39:0/2590988178 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bdc015070 con 0x7f4bec06f400 2024-09-19T05:37:40.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4be8ff9640 1 -- 172.21.15.39:0/2590988178 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bdc007a30 con 0x7f4bec06f400 2024-09-19T05:37:40.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bec0ccd70 con 0x7f4bec06f400 2024-09-19T05:37:40.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4be8ff9640 1 -- 172.21.15.39:0/2590988178 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bdc007de0 con 0x7f4bec06f400 2024-09-19T05:37:40.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.964+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bec0cd330 con 0x7f4bec06f400 2024-09-19T05:37:40.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.965+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bec1e9b60 con 0x7f4bec06f400 2024-09-19T05:37:40.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.965+0000 7f4be8ff9640 1 -- 172.21.15.39:0/2590988178 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4bdc018070 con 0x7f4bec06f400 2024-09-19T05:37:40.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.966+0000 7f4be8ff9640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4bcc06c2b0 0x7f4bcc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:40.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.966+0000 7f4be8ff9640 1 -- 172.21.15.39:0/2590988178 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f4bdc08b370 con 0x7f4bec06f400 2024-09-19T05:37:40.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.966+0000 7f4beb7fe640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4bcc06c2b0 0x7f4bcc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:40.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.966+0000 7f4beb7fe640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4bcc06c2b0 0x7f4bcc06e770 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f4bec161fb0 tx=0x7f4bd4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:40.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:40.970+0000 7f4be8ff9640 1 -- 172.21.15.39:0/2590988178 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4bec1e9b60 con 0x7f4bec06f400 2024-09-19T05:37:41.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.181+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4bec0716b0 con 0x7f4bec06f400 2024-09-19T05:37:41.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.182+0000 7f4be8ff9640 1 -- 172.21.15.39:0/2590988178 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 64 v64) ==== 94+0+5240 (secure 0 0 0) 0x7f4bdc059a70 con 0x7f4bec06f400 2024-09-19T05:37:41.183 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:41.183 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":64,"btime":"2024-09-19T05:37:35:768120+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":64,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:35.511347+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6735,"mds_1":6723},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6723":{"gid":6723,"name":"c","rank":1,"incarnation":62,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/1546862379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1546862379},{"type":"v1","addr":"172.21.15.39:6835","nonce":1546862379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6735":{"gid":6735,"name":"a","rank":0,"incarnation":57,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/712474335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":712474335},{"type":"v1","addr":"172.21.15.39:6837","nonce":712474335}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6735,"qdb_cluster":[6735,6723]},"id":7}]} 2024-09-19T05:37:41.184 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 64 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4bcc06c2b0 msgr2=0x7f4bcc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4bcc06c2b0 0x7f4bcc06e770 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f4bec161fb0 tx=0x7f4bd4008040 comp rx=0 tx=0).stop 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec06f400 msgr2=0x7f4bec15dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec06f400 0x7f4bec15dc20 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc00c820 tx=0x7f4bdc00cce0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 shutdown_connections 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4bcc06c2b0 0x7f4bcc06e770 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4bec15ea20 0x7f4bec1f47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bec0cf350 0x7f4bec0aa480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 --2- 172.21.15.39:0/2590988178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bec06f400 0x7f4bec15dc20 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 >> 172.21.15.39:0/2590988178 conn(0x7f4bec0b4240 msgr2=0x7f4bec0b6610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:41.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 shutdown_connections 2024-09-19T05:37:41.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.184+0000 7f4bf28d0640 1 -- 172.21.15.39:0/2590988178 wait complete. 2024-09-19T05:37:41.196 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:37:41.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.297+0000 7fba56cd7640 1 Processor -- start 2024-09-19T05:37:41.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.297+0000 7fba56cd7640 1 -- start start 2024-09-19T05:37:41.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba56cd7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba50147e90 0x7fba5006f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba56cd7640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fba501628a0 0x7fba5006fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba56cd7640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba500d0330 con 0x7fba500d1090 2024-09-19T05:37:41.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba56cd7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fba500d0c00 con 0x7fba50147e90 2024-09-19T05:37:41.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba56cd7640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fba50162de0 con 0x7fba501628a0 2024-09-19T05:37:41.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba54a73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba50147e90 0x7fba5006f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba54a73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba50147e90 0x7fba5006f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49592/0 (socket says 172.21.15.39:49592) 2024-09-19T05:37:41.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba54a73640 1 -- 172.21.15.39:0/493192859 learned_addr learned my addr 172.21.15.39:0/493192859 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:41.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba54a73640 1 -- 172.21.15.39:0/493192859 >> v2:172.21.15.50:3300/0 conn(0x7fba501628a0 msgr2=0x7fba5006fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:41.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba54a73640 1 --2- 172.21.15.39:0/493192859 >> v2:172.21.15.50:3300/0 conn(0x7fba501628a0 0x7fba5006fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba54a73640 1 -- 172.21.15.39:0/493192859 >> v1:172.21.15.50:6789/0 conn(0x7fba500d1090 legacy=0x7fba50162190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:41.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.298+0000 7fba54a73640 1 -- 172.21.15.39:0/493192859 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba500d05b0 con 0x7fba50147e90 2024-09-19T05:37:41.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.299+0000 7fba54a73640 1 --2- 172.21.15.39:0/493192859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba50147e90 0x7fba5006f7a0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fba500b7800 tx=0x7fba4402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b2a0dc01f3341ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:41.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.299+0000 7fba4f7fe640 1 -- 172.21.15.39:0/493192859 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba44037070 con 0x7fba50147e90 2024-09-19T05:37:41.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.299+0000 7fba4f7fe640 1 -- 172.21.15.39:0/493192859 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba44032440 con 0x7fba50147e90 2024-09-19T05:37:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.299+0000 7fba4f7fe640 1 -- 172.21.15.39:0/493192859 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba44032810 con 0x7fba50147e90 2024-09-19T05:37:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.300+0000 7fba56cd7640 1 -- 172.21.15.39:0/493192859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba50147e90 msgr2=0x7fba5006f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.300+0000 7fba56cd7640 1 --2- 172.21.15.39:0/493192859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba50147e90 0x7fba5006f7a0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fba500b7800 tx=0x7fba4402a230 comp rx=0 tx=0).stop 2024-09-19T05:37:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.300+0000 7fba56cd7640 1 -- 172.21.15.39:0/493192859 shutdown_connections 2024-09-19T05:37:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.300+0000 7fba56cd7640 1 --2- 172.21.15.39:0/493192859 >> v2:172.21.15.50:3300/0 conn(0x7fba501628a0 0x7fba5006fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.300+0000 7fba56cd7640 1 --2- 172.21.15.39:0/493192859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba50147e90 0x7fba5006f7a0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.300+0000 7fba56cd7640 1 -- 172.21.15.39:0/493192859 >> 172.21.15.39:0/493192859 conn(0x7fba5006e110 msgr2=0x7fba5006e4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.300+0000 7fba56cd7640 1 -- 172.21.15.39:0/493192859 shutdown_connections 2024-09-19T05:37:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.300+0000 7fba56cd7640 1 -- 172.21.15.39:0/493192859 wait complete. 2024-09-19T05:37:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.301+0000 7fba56cd7640 1 Processor -- start 2024-09-19T05:37:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.301+0000 7fba56cd7640 1 -- start start 2024-09-19T05:37:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba56cd7640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba500d1090 0x7fba501406e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba56cd7640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50147e90 0x7fba500cec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba56cd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba501628a0 0x7fba50141310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba56cd7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fba5006c040 con 0x7fba501628a0 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba56cd7640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fba50148270 con 0x7fba50147e90 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba56cd7640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fba5006c1c0 con 0x7fba500d1090 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba55274640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba501628a0 0x7fba50141310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba55274640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba501628a0 0x7fba50141310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49600/0 (socket says 172.21.15.39:49600) 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba55274640 1 -- 172.21.15.39:0/1707044975 learned_addr learned my addr 172.21.15.39:0/1707044975 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba4ffff640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50147e90 0x7fba500cec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba54a73640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba500d1090 0x7fba501406e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba55274640 1 -- 172.21.15.39:0/1707044975 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba500d1090 msgr2=0x7fba501406e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba55274640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba500d1090 0x7fba501406e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba55274640 1 -- 172.21.15.39:0/1707044975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50147e90 msgr2=0x7fba500cec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba55274640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50147e90 0x7fba500cec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.302+0000 7fba55274640 1 -- 172.21.15.39:0/1707044975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba50140cc0 con 0x7fba501628a0 2024-09-19T05:37:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.303+0000 7fba55274640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba501628a0 0x7fba50141310 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fba4800b9e0 tx=0x7fba4800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.303+0000 7fba4d7fa640 1 -- 172.21.15.39:0/1707044975 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba48019070 con 0x7fba501628a0 2024-09-19T05:37:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.303+0000 7fba4d7fa640 1 -- 172.21.15.39:0/1707044975 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba4800cae0 con 0x7fba501628a0 2024-09-19T05:37:41.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.303+0000 7fba4d7fa640 1 -- 172.21.15.39:0/1707044975 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba48014440 con 0x7fba501628a0 2024-09-19T05:37:41.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.303+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba50160fc0 con 0x7fba501628a0 2024-09-19T05:37:41.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.303+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba5013fdb0 con 0x7fba501628a0 2024-09-19T05:37:41.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.304+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba50162190 con 0x7fba501628a0 2024-09-19T05:37:41.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.304+0000 7fba4d7fa640 1 -- 172.21.15.39:0/1707044975 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fba4801c070 con 0x7fba501628a0 2024-09-19T05:37:41.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.305+0000 7fba4d7fa640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba3406c2e0 0x7fba3406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.305+0000 7fba4d7fa640 1 -- 172.21.15.39:0/1707044975 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7fba4808b100 con 0x7fba501628a0 2024-09-19T05:37:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.305+0000 7fba54a73640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba3406c2e0 0x7fba3406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.305+0000 7fba54a73640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba3406c2e0 0x7fba3406e7a0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fba44034000 tx=0x7fba4402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.309+0000 7fba4d7fa640 1 -- 172.21.15.39:0/1707044975 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fba480591b0 con 0x7fba501628a0 2024-09-19T05:37:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.486+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fba50146d10 con 0x7fba501628a0 2024-09-19T05:37:41.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.488+0000 7fba4d7fa640 1 -- 172.21.15.39:0/1707044975 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+17031 (secure 0 0 0) 0x7fba4805d4b0 con 0x7fba501628a0 2024-09-19T05:37:41.489 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:41.489 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":93,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:37:20.406538+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:37:04.585567+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T05:37:05.914078+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.50:6834/388643646":"2024-09-20T05:37:20.406507+0000","172.21.15.50:6833/388643646":"2024-09-20T05:37:20.406507+0000","172.21.15.39:6836/1943307967":"2024-09-20T05:37:20.397650+0000","172.21.15.39:6834/1943307967":"2024-09-20T05:37:20.397650+0000","172.21.15.39:6837/2292447519":"2024-09-20T05:37:20.376889+0000","172.21.15.39:6835/2292447519":"2024-09-20T05:37:20.376889+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:37:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba3406c2e0 msgr2=0x7fba3406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba3406c2e0 0x7fba3406e7a0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fba44034000 tx=0x7fba4402e000 comp rx=0 tx=0).stop 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba501628a0 msgr2=0x7fba50141310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba501628a0 0x7fba50141310 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fba4800b9e0 tx=0x7fba4800bea0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 shutdown_connections 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba3406c2e0 0x7fba3406e7a0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba501628a0 0x7fba50141310 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50147e90 0x7fba500cec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 --2- 172.21.15.39:0/1707044975 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba500d1090 0x7fba501406e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 >> 172.21.15.39:0/1707044975 conn(0x7fba5006e110 msgr2=0x7fba500b5870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 shutdown_connections 2024-09-19T05:37:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.490+0000 7fba56cd7640 1 -- 172.21.15.39:0/1707044975 wait complete. 2024-09-19T05:37:41.503 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:37:41.504 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:41.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.605+0000 7f158eaf1640 1 Processor -- start 2024-09-19T05:37:41.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.605+0000 7f158eaf1640 1 -- start start 2024-09-19T05:37:41.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.606+0000 7f158eaf1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 0x7f15880b56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.606+0000 7f158eaf1640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f1588071630 0x7f15880d26c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.606+0000 7f158eaf1640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f158815ecb0 con 0x7f15880d2c00 2024-09-19T05:37:41.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.606+0000 7f158eaf1640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f158815ef50 con 0x7f1588071630 2024-09-19T05:37:41.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.606+0000 7f158eaf1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f158815f230 con 0x7f158815e730 2024-09-19T05:37:41.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.606+0000 7f158c88d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 0x7f15880b56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.606+0000 7f158d08e640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f15880d2c00 0x7f1588073330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:45472/0 (socket says 172.21.15.39:45472) 2024-09-19T05:37:41.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.606+0000 7f158d08e640 1 -- 172.21.15.39:0/1940692455 learned_addr learned my addr 172.21.15.39:0/1940692455 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:41.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.606+0000 7f1587fff640 1 --2- 172.21.15.39:0/1940692455 >> v2:172.21.15.50:3300/0 conn(0x7f1588071630 0x7f15880d26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.607+0000 7f1587fff640 1 -- 172.21.15.39:0/1940692455 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 msgr2=0x7f15880b56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:41.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.607+0000 7f1587fff640 1 --2- 172.21.15.39:0/1940692455 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 0x7f15880b56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.607+0000 7f1587fff640 1 -- 172.21.15.39:0/1940692455 >> v1:172.21.15.50:6789/0 conn(0x7f15880d2c00 legacy=0x7f1588073330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.607+0000 7f1587fff640 1 -- 172.21.15.39:0/1940692455 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f158815f510 con 0x7f1588071630 2024-09-19T05:37:41.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.607+0000 7f15877fe640 1 -- 172.21.15.39:0/1940692455 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 821656476 0 0) 0x7f158815ecb0 con 0x7f15880d2c00 2024-09-19T05:37:41.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f1587fff640 1 --2- 172.21.15.39:0/1940692455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1588071630 0x7f15880d26c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1578009d90 tx=0x7f157802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5937bb7f4f0fd378 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f15877fe640 1 -- 172.21.15.39:0/1940692455 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1578031600 con 0x7f1588071630 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f15877fe640 1 -- 172.21.15.39:0/1940692455 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15780317a0 con 0x7f1588071630 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f15877fe640 1 -- 172.21.15.39:0/1940692455 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1578031b70 con 0x7f1588071630 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f158eaf1640 1 -- 172.21.15.39:0/1940692455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1588071630 msgr2=0x7f15880d26c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f158eaf1640 1 --2- 172.21.15.39:0/1940692455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1588071630 0x7f15880d26c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1578009d90 tx=0x7f157802a5d0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f158eaf1640 1 -- 172.21.15.39:0/1940692455 shutdown_connections 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f158eaf1640 1 --2- 172.21.15.39:0/1940692455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1588071630 0x7f15880d26c0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f158eaf1640 1 --2- 172.21.15.39:0/1940692455 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 0x7f15880b56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f158eaf1640 1 -- 172.21.15.39:0/1940692455 >> 172.21.15.39:0/1940692455 conn(0x7f158806f3c0 msgr2=0x7f158806f7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.608+0000 7f158eaf1640 1 -- 172.21.15.39:0/1940692455 shutdown_connections 2024-09-19T05:37:41.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.609+0000 7f158eaf1640 1 -- 172.21.15.39:0/1940692455 wait complete. 2024-09-19T05:37:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.610+0000 7f158eaf1640 1 Processor -- start 2024-09-19T05:37:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.610+0000 7f158eaf1640 1 -- start start 2024-09-19T05:37:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158eaf1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1588071630 0x7f1588154090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158eaf1640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15880d2c00 0x7f15881545d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158eaf1640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 0x7f1588160d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158eaf1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f158806deb0 con 0x7f1588071630 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158eaf1640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f158806dd30 con 0x7f15880d2c00 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158eaf1640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f158806e030 con 0x7f158815e730 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158c88d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1588071630 0x7f1588154090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158c88d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1588071630 0x7f1588154090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49606/0 (socket says 172.21.15.39:49606) 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158c88d640 1 -- 172.21.15.39:0/875454342 learned_addr learned my addr 172.21.15.39:0/875454342 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158d08e640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 0x7f1588160d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f1587fff640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15880d2c00 0x7f15881545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158c88d640 1 -- 172.21.15.39:0/875454342 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 msgr2=0x7f1588160d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158c88d640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 0x7f1588160d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158c88d640 1 -- 172.21.15.39:0/875454342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15880d2c00 msgr2=0x7f15881545d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158c88d640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15880d2c00 0x7f15881545d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158c88d640 1 -- 172.21.15.39:0/875454342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15881567a0 con 0x7f1588071630 2024-09-19T05:37:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158c88d640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1588071630 0x7f1588154090 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f158000e870 tx=0x7f158000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f15857fa640 1 -- 172.21.15.39:0/875454342 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1580017070 con 0x7f1588071630 2024-09-19T05:37:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f15857fa640 1 -- 172.21.15.39:0/875454342 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f158000c940 con 0x7f1588071630 2024-09-19T05:37:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f15857fa640 1 -- 172.21.15.39:0/875454342 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f158000cd30 con 0x7f1588071630 2024-09-19T05:37:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1588156a80 con 0x7f1588071630 2024-09-19T05:37:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.611+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1588157040 con 0x7f1588071630 2024-09-19T05:37:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.612+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15880b26b0 con 0x7f1588071630 2024-09-19T05:37:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.613+0000 7f15857fa640 1 -- 172.21.15.39:0/875454342 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f158001a070 con 0x7f1588071630 2024-09-19T05:37:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.614+0000 7f15857fa640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156806c2b0 0x7f156806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.614+0000 7f15857fa640 1 -- 172.21.15.39:0/875454342 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f158008b320 con 0x7f1588071630 2024-09-19T05:37:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.614+0000 7f1587fff640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156806c2b0 0x7f156806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.614+0000 7f1587fff640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156806c2b0 0x7f156806e770 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f1578034000 tx=0x7f157802f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.618+0000 7f15857fa640 1 -- 172.21.15.39:0/875454342 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1580059350 con 0x7f1588071630 2024-09-19T05:37:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.829+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15880b23d0 con 0x7f1588071630 2024-09-19T05:37:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.830+0000 7f15857fa640 1 -- 172.21.15.39:0/875454342 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 64 v64) ==== 94+0+5240 (secure 0 0 0) 0x7f158005d650 con 0x7f1588071630 2024-09-19T05:37:41.831 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:41.831 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":64,"btime":"2024-09-19T05:37:35:768120+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":64,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:35.511347+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6735,"mds_1":6723},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6723":{"gid":6723,"name":"c","rank":1,"incarnation":62,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/1546862379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1546862379},{"type":"v1","addr":"172.21.15.39:6835","nonce":1546862379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6735":{"gid":6735,"name":"a","rank":0,"incarnation":57,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/712474335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":712474335},{"type":"v1","addr":"172.21.15.39:6837","nonce":712474335}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6735,"qdb_cluster":[6735,6723]},"id":7}]} 2024-09-19T05:37:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 64 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156806c2b0 msgr2=0x7f156806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156806c2b0 0x7f156806e770 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f1578034000 tx=0x7f157802f000 comp rx=0 tx=0).stop 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1588071630 msgr2=0x7f1588154090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1588071630 0x7f1588154090 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f158000e870 tx=0x7f158000ed30 comp rx=0 tx=0).stop 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 shutdown_connections 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f156806c2b0 0x7f156806e770 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f158815e730 0x7f1588160d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15880d2c00 0x7f15881545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 --2- 172.21.15.39:0/875454342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1588071630 0x7f1588154090 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 >> 172.21.15.39:0/875454342 conn(0x7f158806f3c0 msgr2=0x7f1588155170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 shutdown_connections 2024-09-19T05:37:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.832+0000 7f158eaf1640 1 -- 172.21.15.39:0/875454342 wait complete. 2024-09-19T05:37:41.845 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:37:41.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.945+0000 7f76347d8640 1 Processor -- start 2024-09-19T05:37:41.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.945+0000 7f76347d8640 1 -- start start 2024-09-19T05:37:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.946+0000 7f76347d8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f762c06e200 0x7f762c06e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.946+0000 7f76347d8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f762c15d110 0x7f762c15d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.946+0000 7f76347d8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f762c0b3ee0 con 0x7f762c155820 2024-09-19T05:37:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.946+0000 7f76347d8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f762c0b4780 con 0x7f762c06e200 2024-09-19T05:37:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.946+0000 7f76347d8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f762c15cc80 con 0x7f762c15d110 2024-09-19T05:37:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.946+0000 7f7631d73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f762c06e200 0x7f762c06e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.946+0000 7f7631d73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f762c06e200 0x7f762c06e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49610/0 (socket says 172.21.15.39:49610) 2024-09-19T05:37:41.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.946+0000 7f7631d73640 1 -- 172.21.15.39:0/4174003209 learned_addr learned my addr 172.21.15.39:0/4174003209 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:41.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.946+0000 7f7632d75640 1 --2- 172.21.15.39:0/4174003209 >> v2:172.21.15.50:3300/0 conn(0x7f762c15d110 0x7f762c15d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.947+0000 7f7631d73640 1 -- 172.21.15.39:0/4174003209 >> v2:172.21.15.50:3300/0 conn(0x7f762c15d110 msgr2=0x7f762c15d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:41.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.947+0000 7f7631d73640 1 --2- 172.21.15.39:0/4174003209 >> v2:172.21.15.50:3300/0 conn(0x7f762c15d110 0x7f762c15d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.947+0000 7f7631d73640 1 -- 172.21.15.39:0/4174003209 >> v1:172.21.15.50:6789/0 conn(0x7f762c155820 legacy=0x7f762c0b3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.947+0000 7f7631d73640 1 -- 172.21.15.39:0/4174003209 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f762c0b41c0 con 0x7f762c06e200 2024-09-19T05:37:41.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.947+0000 7f7631d73640 1 --2- 172.21.15.39:0/4174003209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 0x7f762c06e690 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f762c070e70 tx=0x7f762002a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11e8ca764ce57dc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:41.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.947+0000 7f7631572640 1 -- 172.21.15.39:0/4174003209 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7620037070 con 0x7f762c06e200 2024-09-19T05:37:41.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f7631572640 1 -- 172.21.15.39:0/4174003209 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7620032440 con 0x7f762c06e200 2024-09-19T05:37:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f7631572640 1 -- 172.21.15.39:0/4174003209 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7620032810 con 0x7f762c06e200 2024-09-19T05:37:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f76347d8640 1 -- 172.21.15.39:0/4174003209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 msgr2=0x7f762c06e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f76347d8640 1 --2- 172.21.15.39:0/4174003209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 0x7f762c06e690 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f762c070e70 tx=0x7f762002a150 comp rx=0 tx=0).stop 2024-09-19T05:37:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f76347d8640 1 -- 172.21.15.39:0/4174003209 shutdown_connections 2024-09-19T05:37:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f76347d8640 1 --2- 172.21.15.39:0/4174003209 >> v2:172.21.15.50:3300/0 conn(0x7f762c15d110 0x7f762c15d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f76347d8640 1 --2- 172.21.15.39:0/4174003209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 0x7f762c06e690 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f76347d8640 1 -- 172.21.15.39:0/4174003209 >> 172.21.15.39:0/4174003209 conn(0x7f762c062a50 msgr2=0x7f762c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f76347d8640 1 -- 172.21.15.39:0/4174003209 shutdown_connections 2024-09-19T05:37:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.948+0000 7f76347d8640 1 -- 172.21.15.39:0/4174003209 wait complete. 2024-09-19T05:37:41.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.949+0000 7f76347d8640 1 Processor -- start 2024-09-19T05:37:41.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.949+0000 7f76347d8640 1 -- start start 2024-09-19T05:37:41.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f76347d8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 0x7f762c14f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f76347d8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f762c155820 0x7f762c153520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f76347d8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f762c15d110 0x7f762c153a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f76347d8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f762c15bb30 con 0x7f762c06e200 2024-09-19T05:37:41.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f76347d8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f762c0b3ba0 con 0x7f762c155820 2024-09-19T05:37:41.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f76347d8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f762c15bcb0 con 0x7f762c15d110 2024-09-19T05:37:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f7632574640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 0x7f762c14f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f7632574640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 0x7f762c14f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49626/0 (socket says 172.21.15.39:49626) 2024-09-19T05:37:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f7632574640 1 -- 172.21.15.39:0/1025187729 learned_addr learned my addr 172.21.15.39:0/1025187729 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f7631d73640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f762c155820 0x7f762c153520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.950+0000 7f7632d75640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f762c15d110 0x7f762c153a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f7632574640 1 -- 172.21.15.39:0/1025187729 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f762c15d110 msgr2=0x7f762c153a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f7632574640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f762c15d110 0x7f762c153a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f7632574640 1 -- 172.21.15.39:0/1025187729 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f762c155820 msgr2=0x7f762c153520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f7632574640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f762c155820 0x7f762c153520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f7632574640 1 -- 172.21.15.39:0/1025187729 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f762c14fb10 con 0x7f762c06e200 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f7631d73640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f762c155820 0x7f762c153520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f7632574640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 0x7f762c14f180 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f762400c3c0 tx=0x7f762400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f762affd640 1 -- 172.21.15.39:0/1025187729 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76240052d0 con 0x7f762c06e200 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f762affd640 1 -- 172.21.15.39:0/1025187729 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7624005490 con 0x7f762c06e200 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f762c14fdf0 con 0x7f762c06e200 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f762affd640 1 -- 172.21.15.39:0/1025187729 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7624007260 con 0x7f762c06e200 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.951+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f762c1503b0 con 0x7f762c06e200 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.952+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f762c155c00 con 0x7f762c06e200 2024-09-19T05:37:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.952+0000 7f762affd640 1 -- 172.21.15.39:0/1025187729 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7624007400 con 0x7f762c06e200 2024-09-19T05:37:41.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.953+0000 7f762affd640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761806c2b0 0x7f761806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:41.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.953+0000 7f762affd640 1 -- 172.21.15.39:0/1025187729 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f762408a980 con 0x7f762c06e200 2024-09-19T05:37:41.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.953+0000 7f7631d73640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761806c2b0 0x7f761806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:41.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.953+0000 7f7631d73640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761806c2b0 0x7f761806e770 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7620034000 tx=0x7f762002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:41.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:41.957+0000 7f762affd640 1 -- 172.21.15.39:0/1025187729 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7624059080 con 0x7f762c06e200 2024-09-19T05:37:42.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.170+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f762c15f200 con 0x7f762c06e200 2024-09-19T05:37:42.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.171+0000 7f762affd640 1 -- 172.21.15.39:0/1025187729 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 64 v64) ==== 94+0+5240 (secure 0 0 0) 0x7f7624058980 con 0x7f762c06e200 2024-09-19T05:37:42.173 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:42.173 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":64,"btime":"2024-09-19T05:37:35:768120+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":64,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:37:06.927965+0000","modified":"2024-09-19T05:37:35.511347+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6735,"mds_1":6723},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6723":{"gid":6723,"name":"c","rank":1,"incarnation":62,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/1546862379","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1546862379},{"type":"v1","addr":"172.21.15.39:6835","nonce":1546862379}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6735":{"gid":6735,"name":"a","rank":0,"incarnation":57,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6837/712474335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":712474335},{"type":"v1","addr":"172.21.15.39:6837","nonce":712474335}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6735,"qdb_cluster":[6735,6723]},"id":7}]} 2024-09-19T05:37:42.173 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 64 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761806c2b0 msgr2=0x7f761806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761806c2b0 0x7f761806e770 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7620034000 tx=0x7f762002e000 comp rx=0 tx=0).stop 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 msgr2=0x7f762c14f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 0x7f762c14f180 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f762400c3c0 tx=0x7f762400c880 comp rx=0 tx=0).stop 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 shutdown_connections 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f761806c2b0 0x7f761806e770 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f762c15d110 0x7f762c153a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f762c155820 0x7f762c153520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 --2- 172.21.15.39:0/1025187729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f762c06e200 0x7f762c14f180 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 >> 172.21.15.39:0/1025187729 conn(0x7f762c062a50 msgr2=0x7f762c072620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:42.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 shutdown_connections 2024-09-19T05:37:42.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.173+0000 7f76347d8640 1 -- 172.21.15.39:0/1025187729 wait complete. 2024-09-19T05:37:42.185 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:37:42.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.285+0000 7f4937e3c640 1 Processor -- start 2024-09-19T05:37:42.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.286+0000 7f4937e3c640 1 -- start start 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.286+0000 7f4937e3c640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f49300cfe00 0x7f49300b3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.286+0000 7f4937e3c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49300cf1b0 con 0x7f49300d3e80 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.286+0000 7f4937e3c640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49300cf490 con 0x7f493015ecf0 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.286+0000 7f4937e3c640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f49300d39f0 con 0x7f49300cfe00 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.286+0000 7f49363d9640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f49300d3e80 0x7f49300b7b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40120/0 (socket says 172.21.15.39:40120) 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.286+0000 7f49363d9640 1 -- 172.21.15.39:0/2720270793 learned_addr learned my addr 172.21.15.39:0/2720270793 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f49353d7640 1 --2- 172.21.15.39:0/2720270793 >> v2:172.21.15.50:3300/0 conn(0x7f49300cfe00 0x7f49300b3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2238498580 0 0) 0x7f49300cf1b0 con 0x7f49300d3e80 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4918003520 con 0x7f49300d3e80 2024-09-19T05:37:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 553975807 0 0) 0x7f49300cf490 con 0x7f493015ecf0 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f49300cf1b0 con 0x7f493015ecf0 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2509609892 0 0) 0x7f4918003520 con 0x7f49300d3e80 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 >> v2:172.21.15.50:3300/0 conn(0x7f49300cfe00 msgr2=0x7f49300b3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 --2- 172.21.15.39:0/2720270793 >> v2:172.21.15.50:3300/0 conn(0x7f49300cfe00 0x7f49300b3be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 >> v1:172.21.15.50:6789/0 conn(0x7f493015ecf0 legacy=0x7f49300cf6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49300d33a0 con 0x7f49300d3e80 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f4928001670 con 0x7f49300d3e80 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 >> v1:172.21.15.39:6789/0 conn(0x7f49300d3e80 legacy=0x7f49300b7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4918003b40 0x7f4918003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4918004800 0x7f4918004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49180051c0 0x7f491800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f49300d39f0 con 0x7f49180051c0 2024-09-19T05:37:42.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f491800c040 con 0x7f4918004800 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f491800c240 con 0x7f4918003b40 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f49363d9640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49180051c0 0x7f491800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f49353d7640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4918004800 0x7f4918004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.287+0000 7f4935bd8640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4918003b40 0x7f4918003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.288+0000 7f49363d9640 1 -- 172.21.15.39:0/2720270793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4918003b40 msgr2=0x7f4918003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.288+0000 7f49363d9640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4918003b40 0x7f4918003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.288+0000 7f49363d9640 1 -- 172.21.15.39:0/2720270793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4918004800 msgr2=0x7f4918004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.288+0000 7f49363d9640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4918004800 0x7f4918004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.288+0000 7f49363d9640 1 -- 172.21.15.39:0/2720270793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4918003520 con 0x7f49180051c0 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.288+0000 7f49363d9640 1 -- 172.21.15.39:0/2720270793 reap_dead start 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.288+0000 7f49363d9640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49180051c0 0x7f491800b9c0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f492800c1c0 tx=0x7f4918005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ba77aa6f22eb05b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4928007cc0 con 0x7f49180051c0 2024-09-19T05:37:42.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4928005af0 con 0x7f49180051c0 2024-09-19T05:37:42.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4934bd6640 1 -- 172.21.15.39:0/2720270793 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4928007070 con 0x7f49180051c0 2024-09-19T05:37:42.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4937e3c640 1 -- 172.21.15.39:0/2720270793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49180051c0 msgr2=0x7f491800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4937e3c640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49180051c0 0x7f491800b9c0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f492800c1c0 tx=0x7f4918005830 comp rx=0 tx=0).stop 2024-09-19T05:37:42.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4937e3c640 1 -- 172.21.15.39:0/2720270793 shutdown_connections 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4937e3c640 1 --2- 172.21.15.39:0/2720270793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49180051c0 0x7f491800b9c0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4937e3c640 1 -- 172.21.15.39:0/2720270793 >> 172.21.15.39:0/2720270793 conn(0x7f49300b6230 msgr2=0x7f49300b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4937e3c640 1 -- 172.21.15.39:0/2720270793 shutdown_connections 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.289+0000 7f4937e3c640 1 -- 172.21.15.39:0/2720270793 wait complete. 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.290+0000 7f4937e3c640 1 Processor -- start 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.290+0000 7f4937e3c640 1 -- start start 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f4937e3c640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49180051c0 0x7f49301f75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f4937e3c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49301f4700 0x7f49300b53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f4937e3c640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49300b5920 0x7f49300cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f4937e3c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f49300b3690 con 0x7f49301f4700 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f4937e3c640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f49300d2090 con 0x7f49300b5920 2024-09-19T05:37:42.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f4937e3c640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f49300b3810 con 0x7f49180051c0 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f49353d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49301f4700 0x7f49300b53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f49353d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49301f4700 0x7f49300b53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49650/0 (socket says 172.21.15.39:49650) 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f49353d7640 1 -- 172.21.15.39:0/1960262551 learned_addr learned my addr 172.21.15.39:0/1960262551 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f4935bd8640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49180051c0 0x7f49301f75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.291+0000 7f49363d9640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49300b5920 0x7f49300cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f49353d7640 1 -- 172.21.15.39:0/1960262551 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49180051c0 msgr2=0x7f49301f75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f49353d7640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49180051c0 0x7f49301f75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f49353d7640 1 -- 172.21.15.39:0/1960262551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49300b5920 msgr2=0x7f49300cdce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f49353d7640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49300b5920 0x7f49300cdce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f49353d7640 1 -- 172.21.15.39:0/1960262551 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4930158760 con 0x7f49301f4700 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f49363d9640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49300b5920 0x7f49300cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f49353d7640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49301f4700 0x7f49300b53e0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f4924011940 tx=0x7f4924011d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f492e7fc640 1 -- 172.21.15.39:0/1960262551 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f492400fa30 con 0x7f49301f4700 2024-09-19T05:37:42.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f492e7fc640 1 -- 172.21.15.39:0/1960262551 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f492400fbd0 con 0x7f49301f4700 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f492e7fc640 1 -- 172.21.15.39:0/1960262551 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4924014440 con 0x7f49301f4700 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4930158a40 con 0x7f49301f4700 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.292+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4930159000 con 0x7f49301f4700 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.293+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49300b4d60 con 0x7f49301f4700 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.294+0000 7f492e7fc640 1 -- 172.21.15.39:0/1960262551 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4924012040 con 0x7f49301f4700 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.294+0000 7f492e7fc640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f491c06c2b0 0x7f491c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.294+0000 7f492e7fc640 1 -- 172.21.15.39:0/1960262551 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f492408bb60 con 0x7f49301f4700 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.294+0000 7f4935bd8640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f491c06c2b0 0x7f491c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.294+0000 7f4935bd8640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f491c06c2b0 0x7f491c06e770 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f4920000f80 tx=0x7f4920009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.298+0000 7f492e7fc640 1 -- 172.21.15.39:0/1960262551 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4924019030 con 0x7f49301f4700 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.475+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f493015e250 con 0x7f49301f4700 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.477+0000 7f492e7fc640 1 -- 172.21.15.39:0/1960262551 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+17031 (secure 0 0 0) 0x7f492405a1d0 con 0x7f49301f4700 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":93,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:37:20.406538+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:37:04.585567+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T05:37:05.914078+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.50:6834/388643646":"2024-09-20T05:37:20.406507+0000","172.21.15.50:6833/388643646":"2024-09-20T05:37:20.406507+0000","172.21.15.39:6836/1943307967":"2024-09-20T05:37:20.397650+0000","172.21.15.39:6834/1943307967":"2024-09-20T05:37:20.397650+0000","172.21.15.39:6837/2292447519":"2024-09-20T05:37:20.376889+0000","172.21.15.39:6835/2292447519":"2024-09-20T05:37:20.376889+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:37:42.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f491c06c2b0 msgr2=0x7f491c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f491c06c2b0 0x7f491c06e770 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f4920000f80 tx=0x7f4920009040 comp rx=0 tx=0).stop 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49301f4700 msgr2=0x7f49300b53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49301f4700 0x7f49300b53e0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f4924011940 tx=0x7f4924011d40 comp rx=0 tx=0).stop 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 shutdown_connections 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f491c06c2b0 0x7f491c06e770 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f49300b5920 0x7f49300cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49301f4700 0x7f49300b53e0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 --2- 172.21.15.39:0/1960262551 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f49180051c0 0x7f49301f75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 >> 172.21.15.39:0/1960262551 conn(0x7f49300b6230 msgr2=0x7f49300b6610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 shutdown_connections 2024-09-19T05:37:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.479+0000 7f4937e3c640 1 -- 172.21.15.39:0/1960262551 wait complete. 2024-09-19T05:37:42.492 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:37:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.593+0000 7f76a0966640 1 Processor -- start 2024-09-19T05:37:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.594+0000 7f76a0966640 1 -- start start 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.594+0000 7f76a0966640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cfe00 0x7f769c0b3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f76a0966640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f769c0d3e80 0x7f769c0b7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f76a0966640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f769c0cf1b0 con 0x7f769c15ecf0 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f76a0966640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f769c0d39f0 con 0x7f769c0d3e80 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f76a0966640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f769c0d2090 con 0x7f769c0cfe00 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f769c15ecf0 0x7f769c0cf6f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40126/0 (socket says 172.21.15.39:40126) 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769a59c640 1 -- 172.21.15.39:0/2603648150 learned_addr learned my addr 172.21.15.39:0/2603648150 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1960404737 0 0) 0x7f769c0cf1b0 con 0x7f769c15ecf0 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7684003520 con 0x7f769c15ecf0 2024-09-19T05:37:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769ad9d640 1 --2- 172.21.15.39:0/2603648150 >> v2:172.21.15.50:3300/0 conn(0x7f769c0d3e80 0x7f769c0b7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f7699d9b640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cfe00 0x7f769c0b3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1864274603 0 0) 0x7f7684003520 con 0x7f769c15ecf0 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cfe00 msgr2=0x7f769c0b3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cfe00 0x7f769c0b3be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 >> v2:172.21.15.50:3300/0 conn(0x7f769c0d3e80 msgr2=0x7f769c0b7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 --2- 172.21.15.39:0/2603648150 >> v2:172.21.15.50:3300/0 conn(0x7f769c0d3e80 0x7f769c0b7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f769c0cf490 con 0x7f769c15ecf0 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f768c001670 con 0x7f769c15ecf0 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 >> v1:172.21.15.39:6789/0 conn(0x7f769c15ecf0 legacy=0x7f769c0cf6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76840039b0 0x7f7684003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7684004800 0x7f7684004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cfe00 0x7f76840051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f769c0d39f0 con 0x7f7684004800 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f769c0d2090 con 0x7f76840039b0 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f768400baa0 con 0x7f769c0cfe00 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.595+0000 7f7699d9b640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7684004800 0x7f7684004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.596+0000 7f769a59c640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76840039b0 0x7f7684003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.596+0000 7f769ad9d640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cfe00 0x7f76840051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.596+0000 7f7699d9b640 1 -- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cfe00 msgr2=0x7f76840051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.596+0000 7f7699d9b640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cfe00 0x7f76840051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.596+0000 7f7699d9b640 1 -- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76840039b0 msgr2=0x7f7684003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.596+0000 7f7699d9b640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76840039b0 0x7f7684003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.596+0000 7f7699d9b640 1 -- 172.21.15.39:0/2603648150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7684003520 con 0x7f7684004800 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.596+0000 7f7699d9b640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7684004800 0x7f7684004c80 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f769c08d9e0 tx=0x7f7684005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1b5e31b71cdbda server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690030070 con 0x7f7684004800 2024-09-19T05:37:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f769002ad70 con 0x7f7684004800 2024-09-19T05:37:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f769959a640 1 -- 172.21.15.39:0/2603648150 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769000b600 con 0x7f7684004800 2024-09-19T05:37:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f76a0966640 1 -- 172.21.15.39:0/2603648150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7684004800 msgr2=0x7f7684004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f76a0966640 1 --2- 172.21.15.39:0/2603648150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7684004800 0x7f7684004c80 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f769c08d9e0 tx=0x7f7684005830 comp rx=0 tx=0).stop 2024-09-19T05:37:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f769ad9d640 1 -- 172.21.15.39:0/2603648150 reap_dead start 2024-09-19T05:37:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f76a0966640 1 -- 172.21.15.39:0/2603648150 shutdown_connections 2024-09-19T05:37:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f76a0966640 1 -- 172.21.15.39:0/2603648150 >> 172.21.15.39:0/2603648150 conn(0x7f769c0b6230 msgr2=0x7f769c0b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f76a0966640 1 -- 172.21.15.39:0/2603648150 shutdown_connections 2024-09-19T05:37:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.597+0000 7f76a0966640 1 -- 172.21.15.39:0/2603648150 wait complete. 2024-09-19T05:37:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f76a0966640 1 Processor -- start 2024-09-19T05:37:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f76a0966640 1 -- start start 2024-09-19T05:37:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f76a0966640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7684004800 0x7f769c1e8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f76a0966640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f769c0ab150 0x7f769c1e7b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f76a0966640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cabd0 0x7f769c0cd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f76a0966640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f769c0b3690 con 0x7f769c0ab150 2024-09-19T05:37:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f76a0966640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f769c0d3680 con 0x7f7684004800 2024-09-19T05:37:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f76a0966640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f769c0b3810 con 0x7f769c0cabd0 2024-09-19T05:37:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f7699d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f769c0ab150 0x7f769c1e7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f7699d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f769c0ab150 0x7f769c1e7b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49668/0 (socket says 172.21.15.39:49668) 2024-09-19T05:37:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.599+0000 7f7699d9b640 1 -- 172.21.15.39:0/1873039015 learned_addr learned my addr 172.21.15.39:0/1873039015 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f769a59c640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7684004800 0x7f769c1e8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f769ad9d640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cabd0 0x7f769c0cd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f7699d9b640 1 -- 172.21.15.39:0/1873039015 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cabd0 msgr2=0x7f769c0cd9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f7699d9b640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cabd0 0x7f769c0cd9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f7699d9b640 1 -- 172.21.15.39:0/1873039015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7684004800 msgr2=0x7f769c1e8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f7699d9b640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7684004800 0x7f769c1e8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f7699d9b640 1 -- 172.21.15.39:0/1873039015 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f769c1e8080 con 0x7f769c0ab150 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f769a59c640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7684004800 0x7f769c1e8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f7699d9b640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f769c0ab150 0x7f769c1e7b40 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f769002a860 tx=0x7f7690004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f768affd640 1 -- 172.21.15.39:0/1873039015 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690043020 con 0x7f769c0ab150 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f768affd640 1 -- 172.21.15.39:0/1873039015 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f769003f680 con 0x7f769c0ab150 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f769c14ab70 con 0x7f769c0ab150 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f768affd640 1 -- 172.21.15.39:0/1873039015 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769003f870 con 0x7f769c0ab150 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.600+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f769c14b130 con 0x7f769c0ab150 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.601+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f769c0b3be0 con 0x7f769c0ab150 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.602+0000 7f768affd640 1 -- 172.21.15.39:0/1873039015 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7690046020 con 0x7f769c0ab150 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.602+0000 7f768affd640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f767c06c2e0 0x7f767c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.602+0000 7f768affd640 1 -- 172.21.15.39:0/1873039015 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f76900ac2a0 con 0x7f769c0ab150 2024-09-19T05:37:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.602+0000 7f769a59c640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f767c06c2e0 0x7f767c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.602+0000 7f769a59c640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f767c06c2e0 0x7f767c06e7a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f768c007fd0 tx=0x7f768c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.606+0000 7f768affd640 1 -- 172.21.15.39:0/1873039015 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f769004d020 con 0x7f769c0ab150 2024-09-19T05:37:42.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.817+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f769c0b4fa0 con 0x7f769c0ab150 2024-09-19T05:37:42.819 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-19T05:37:42.818+0000 7efed0237640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:37:42.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.819+0000 7f768affd640 1 -- 172.21.15.39:0/1873039015 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v65) ==== 161+0+0 (secure 0 0 0) 0x7f769c1e8080 con 0x7f769c0ab150 2024-09-19T05:37:42.821 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:37:42.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.822+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f767c06c2e0 msgr2=0x7f767c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.822+0000 7f76a0966640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f767c06c2e0 0x7f767c06e7a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f768c007fd0 tx=0x7f768c009040 comp rx=0 tx=0).stop 2024-09-19T05:37:42.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.822+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f769c0ab150 msgr2=0x7f769c1e7b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.822+0000 7f76a0966640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f769c0ab150 0x7f769c1e7b40 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f769002a860 tx=0x7f7690004730 comp rx=0 tx=0).stop 2024-09-19T05:37:42.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.822+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 shutdown_connections 2024-09-19T05:37:42.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.822+0000 7f76a0966640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f767c06c2e0 0x7f767c06e7a0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.822+0000 7f76a0966640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f769c0cabd0 0x7f769c0cd9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.822+0000 7f76a0966640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f769c0ab150 0x7f769c1e7b40 secure :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f769002a860 tx=0x7f7690004730 comp rx=0 tx=0).stop 2024-09-19T05:37:42.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.822+0000 7f76a0966640 1 --2- 172.21.15.39:0/1873039015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7684004800 0x7f769c1e8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.823+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 >> 172.21.15.39:0/1873039015 conn(0x7f769c0b6230 msgr2=0x7f769c0b8e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:42.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.823+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 shutdown_connections 2024-09-19T05:37:42.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.823+0000 7f76a0966640 1 -- 172.21.15.39:0/1873039015 wait complete. 2024-09-19T05:37:42.827 INFO:tasks.ceph.mds.a.smithi039.stderr: -4590> 2024-09-19T05:37:26.422+0000 7fc99624d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:37:42.837 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:37:42.853 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-19T05:37:42.860 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-19T05:37:42.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.941+0000 7fdd8bc80640 1 Processor -- start 2024-09-19T05:37:42.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.941+0000 7fdd8bc80640 1 -- start start 2024-09-19T05:37:42.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.942+0000 7fdd8bc80640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdd8415e4c0 0x7fdd84070c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.942+0000 7fdd8bc80640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdd840d2cd0 0x7fdd840b6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.942+0000 7fdd8bc80640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 0x7fdd840731c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.942+0000 7fdd8bc80640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fdd840b7860 con 0x7fdd840d2cd0 2024-09-19T05:37:42.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.942+0000 7fdd8bc80640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fdd840719c0 con 0x7fdd8415e4c0 2024-09-19T05:37:42.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.942+0000 7fdd8bc80640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdd840d21f0 con 0x7fdd840b7410 2024-09-19T05:37:42.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.942+0000 7fdd8921b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdd840d2cd0 0x7fdd840b6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.942+0000 7fdd8921b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdd840d2cd0 0x7fdd840b6ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49684/0 (socket says 172.21.15.39:49684) 2024-09-19T05:37:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.942+0000 7fdd8921b640 1 -- 172.21.15.39:0/889601717 learned_addr learned my addr 172.21.15.39:0/889601717 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.943+0000 7fdd89a1c640 1 --2- 172.21.15.39:0/889601717 >> v2:172.21.15.50:3300/0 conn(0x7fdd8415e4c0 0x7fdd84070c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.943+0000 7fdd8a21d640 1 --2- 172.21.15.39:0/889601717 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 0x7fdd840731c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.943+0000 7fdd8921b640 1 -- 172.21.15.39:0/889601717 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 msgr2=0x7fdd840731c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.943+0000 7fdd8921b640 1 --2- 172.21.15.39:0/889601717 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 0x7fdd840731c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.943+0000 7fdd8921b640 1 -- 172.21.15.39:0/889601717 >> v2:172.21.15.50:3300/0 conn(0x7fdd8415e4c0 msgr2=0x7fdd84070c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.943+0000 7fdd8921b640 1 --2- 172.21.15.39:0/889601717 >> v2:172.21.15.50:3300/0 conn(0x7fdd8415e4c0 0x7fdd84070c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.943+0000 7fdd8921b640 1 -- 172.21.15.39:0/889601717 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd840d24d0 con 0x7fdd840d2cd0 2024-09-19T05:37:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.943+0000 7fdd8921b640 1 --2- 172.21.15.39:0/889601717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd840d2cd0 0x7fdd840b6ed0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fdd8406cb40 tx=0x7fdd7802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20cbcd8645159fac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd88a1a640 1 -- 172.21.15.39:0/889601717 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd78036070 con 0x7fdd840d2cd0 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd88a1a640 1 -- 172.21.15.39:0/889601717 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd78031600 con 0x7fdd840d2cd0 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd88a1a640 1 -- 172.21.15.39:0/889601717 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd780319d0 con 0x7fdd840d2cd0 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd8bc80640 1 -- 172.21.15.39:0/889601717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd840d2cd0 msgr2=0x7fdd840b6ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/889601717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd840d2cd0 0x7fdd840b6ed0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fdd8406cb40 tx=0x7fdd7802a6a0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd8bc80640 1 -- 172.21.15.39:0/889601717 shutdown_connections 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/889601717 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 0x7fdd840731c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/889601717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd840d2cd0 0x7fdd840b6ed0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/889601717 >> v2:172.21.15.50:3300/0 conn(0x7fdd8415e4c0 0x7fdd84070c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd8bc80640 1 -- 172.21.15.39:0/889601717 >> 172.21.15.39:0/889601717 conn(0x7fdd8406f400 msgr2=0x7fdd8406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:42.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd8bc80640 1 -- 172.21.15.39:0/889601717 shutdown_connections 2024-09-19T05:37:42.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.944+0000 7fdd8bc80640 1 -- 172.21.15.39:0/889601717 wait complete. 2024-09-19T05:37:42.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.945+0000 7fdd8bc80640 1 Processor -- start 2024-09-19T05:37:42.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.945+0000 7fdd8bc80640 1 -- start start 2024-09-19T05:37:42.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8bc80640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 0x7fdd840cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8bc80640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd840d2cd0 0x7fdd840ceb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8bc80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415e4c0 0x7fdd840cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8bc80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8415e8a0 con 0x7fdd8415e4c0 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8bc80640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdd840d1d60 con 0x7fdd840d2cd0 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8bc80640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdd8415ea20 con 0x7fdd840b7410 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8a21d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415e4c0 0x7fdd840cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8a21d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415e4c0 0x7fdd840cf0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49686/0 (socket says 172.21.15.39:49686) 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8a21d640 1 -- 172.21.15.39:0/378323440 learned_addr learned my addr 172.21.15.39:0/378323440 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd89a1c640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 0x7fdd840cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.946+0000 7fdd8921b640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd840d2cd0 0x7fdd840ceb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd8a21d640 1 -- 172.21.15.39:0/378323440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 msgr2=0x7fdd840cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd8a21d640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 0x7fdd840cdff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd8a21d640 1 -- 172.21.15.39:0/378323440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd840d2cd0 msgr2=0x7fdd840ceb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd8a21d640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd840d2cd0 0x7fdd840ceb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd8a21d640 1 -- 172.21.15.39:0/378323440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd8415a190 con 0x7fdd8415e4c0 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd8a21d640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415e4c0 0x7fdd840cf0a0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00d800 tx=0x7fdd7c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd827fc640 1 -- 172.21.15.39:0/378323440 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c00b6c0 con 0x7fdd8415e4c0 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd827fc640 1 -- 172.21.15.39:0/378323440 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd7c019070 con 0x7fdd8415e4c0 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd841f5530 con 0x7fdd8415e4c0 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd827fc640 1 -- 172.21.15.39:0/378323440 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c00bac0 con 0x7fdd8415e4c0 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.947+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd841f5af0 con 0x7fdd8415e4c0 2024-09-19T05:37:42.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.948+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd8406ef50 con 0x7fdd8415e4c0 2024-09-19T05:37:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.949+0000 7fdd827fc640 1 -- 172.21.15.39:0/378323440 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdd7c00bc60 con 0x7fdd8415e4c0 2024-09-19T05:37:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.949+0000 7fdd827fc640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd7006c2b0 0x7fdd7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.949+0000 7fdd827fc640 1 -- 172.21.15.39:0/378323440 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6139+0+0 (secure 0 0 0) 0x7fdd7c08b8f0 con 0x7fdd8415e4c0 2024-09-19T05:37:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.949+0000 7fdd89a1c640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd7006c2b0 0x7fdd7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.950+0000 7fdd89a1c640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd7006c2b0 0x7fdd7006e770 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fdd74009a20 tx=0x7fdd74009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:42.953+0000 7fdd827fc640 1 -- 172.21.15.39:0/378323440 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdd7c059860 con 0x7fdd8415e4c0 2024-09-19T05:37:43.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.167+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fdd840ce530 con 0x7fdd8415e4c0 2024-09-19T05:37:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.821+0000 7fdd827fc640 1 -- 172.21.15.39:0/378323440 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v66) ==== 104+0+0 (secure 0 0 0) 0x7fdd7c05db60 con 0x7fdd8415e4c0 2024-09-19T05:37:43.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd7006c2b0 msgr2=0x7fdd7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:43.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd7006c2b0 0x7fdd7006e770 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fdd74009a20 tx=0x7fdd74009190 comp rx=0 tx=0).stop 2024-09-19T05:37:43.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415e4c0 msgr2=0x7fdd840cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:43.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415e4c0 0x7fdd840cf0a0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00d800 tx=0x7fdd7c00dcc0 comp rx=0 tx=0).stop 2024-09-19T05:37:43.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 shutdown_connections 2024-09-19T05:37:43.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdd7006c2b0 0x7fdd7006e770 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:43.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415e4c0 0x7fdd840cf0a0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:43.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd840d2cd0 0x7fdd840ceb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:43.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 --2- 172.21.15.39:0/378323440 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd840b7410 0x7fdd840cdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:43.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.823+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 >> 172.21.15.39:0/378323440 conn(0x7fdd8406f400 msgr2=0x7fdd84151c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:43.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.824+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 shutdown_connections 2024-09-19T05:37:43.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.824+0000 7fdd8bc80640 1 -- 172.21.15.39:0/378323440 wait complete. 2024-09-19T05:37:43.839 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:37:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.991+0000 7fba66c27640 1 Processor -- start 2024-09-19T05:37:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.991+0000 7fba66c27640 1 -- start start 2024-09-19T05:37:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba66c27640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba601619b0 0x7fba60073850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba66c27640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba600cb8c0 0x7fba60073d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba66c27640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba60162400 con 0x7fba60161d90 2024-09-19T05:37:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba66c27640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fba601626e0 con 0x7fba601619b0 2024-09-19T05:37:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba66c27640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fba601629c0 con 0x7fba600cb8c0 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba649c3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba601619b0 0x7fba60073850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba651c4640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fba60161d90 0x7fba600b6d50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40156/0 (socket says 172.21.15.39:40156) 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba651c4640 1 -- 172.21.15.39:0/3413796970 learned_addr learned my addr 172.21.15.39:0/3413796970 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba5ffff640 1 --2- 172.21.15.39:0/3413796970 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba600cb8c0 0x7fba60073d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba649c3640 1 -- 172.21.15.39:0/3413796970 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba600cb8c0 msgr2=0x7fba60073d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba649c3640 1 --2- 172.21.15.39:0/3413796970 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba600cb8c0 0x7fba60073d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba649c3640 1 -- 172.21.15.39:0/3413796970 >> v1:172.21.15.39:6789/0 conn(0x7fba60161d90 legacy=0x7fba600b6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba649c3640 1 -- 172.21.15.39:0/3413796970 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba60162ca0 con 0x7fba601619b0 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.992+0000 7fba5f7fe640 1 -- 172.21.15.39:0/3413796970 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1365897726 0 0) 0x7fba60162400 con 0x7fba60161d90 2024-09-19T05:37:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.993+0000 7fba649c3640 1 --2- 172.21.15.39:0/3413796970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba601619b0 0x7fba60073850 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fba540097a0 tx=0x7fba5402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f5e28cd601aae62 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.993+0000 7fba5f7fe640 1 -- 172.21.15.39:0/3413796970 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba54037070 con 0x7fba601619b0 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.993+0000 7fba5f7fe640 1 -- 172.21.15.39:0/3413796970 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba5402ae50 con 0x7fba601619b0 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.993+0000 7fba5f7fe640 1 -- 172.21.15.39:0/3413796970 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba54032660 con 0x7fba601619b0 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.994+0000 7fba66c27640 1 -- 172.21.15.39:0/3413796970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba601619b0 msgr2=0x7fba60073850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.994+0000 7fba66c27640 1 --2- 172.21.15.39:0/3413796970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba601619b0 0x7fba60073850 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fba540097a0 tx=0x7fba5402a100 comp rx=0 tx=0).stop 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.994+0000 7fba66c27640 1 -- 172.21.15.39:0/3413796970 shutdown_connections 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.994+0000 7fba66c27640 1 --2- 172.21.15.39:0/3413796970 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba600cb8c0 0x7fba60073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.994+0000 7fba66c27640 1 --2- 172.21.15.39:0/3413796970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba601619b0 0x7fba60073850 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.994+0000 7fba66c27640 1 -- 172.21.15.39:0/3413796970 >> 172.21.15.39:0/3413796970 conn(0x7fba60062810 msgr2=0x7fba60062bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.994+0000 7fba66c27640 1 -- 172.21.15.39:0/3413796970 shutdown_connections 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.994+0000 7fba66c27640 1 -- 172.21.15.39:0/3413796970 wait complete. 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.995+0000 7fba66c27640 1 Processor -- start 2024-09-19T05:37:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.995+0000 7fba66c27640 1 -- start start 2024-09-19T05:37:43.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba66c27640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba600cb8c0 0x7fba6014c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:43.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba66c27640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba601619b0 0x7fba6006dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:43.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba66c27640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba60161d90 0x7fba6006e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba66c27640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fba600b75e0 con 0x7fba60161d90 2024-09-19T05:37:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba66c27640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fba600b7460 con 0x7fba600cb8c0 2024-09-19T05:37:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba66c27640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fba600b7760 con 0x7fba601619b0 2024-09-19T05:37:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba651c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba60161d90 0x7fba6006e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba651c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba60161d90 0x7fba6006e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49704/0 (socket says 172.21.15.39:49704) 2024-09-19T05:37:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba651c4640 1 -- 172.21.15.39:0/816979245 learned_addr learned my addr 172.21.15.39:0/816979245 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba5ffff640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba601619b0 0x7fba6006dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba649c3640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba600cb8c0 0x7fba6014c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba651c4640 1 -- 172.21.15.39:0/816979245 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba601619b0 msgr2=0x7fba6006dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba651c4640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba601619b0 0x7fba6006dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba651c4640 1 -- 172.21.15.39:0/816979245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba600cb8c0 msgr2=0x7fba6014c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba651c4640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba600cb8c0 0x7fba6014c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba651c4640 1 -- 172.21.15.39:0/816979245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba600b25c0 con 0x7fba60161d90 2024-09-19T05:37:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.996+0000 7fba651c4640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba60161d90 0x7fba6006e290 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fba5800c7a0 tx=0x7fba5800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.997+0000 7fba5d7fa640 1 -- 172.21.15.39:0/816979245 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba58018070 con 0x7fba60161d90 2024-09-19T05:37:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.997+0000 7fba5d7fa640 1 -- 172.21.15.39:0/816979245 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba5800a640 con 0x7fba60161d90 2024-09-19T05:37:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.997+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba600b1800 con 0x7fba60161d90 2024-09-19T05:37:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.997+0000 7fba5d7fa640 1 -- 172.21.15.39:0/816979245 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba5800aab0 con 0x7fba60161d90 2024-09-19T05:37:44.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.997+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba600b1dc0 con 0x7fba60161d90 2024-09-19T05:37:44.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.998+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba600b6d50 con 0x7fba60161d90 2024-09-19T05:37:44.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.998+0000 7fba5d7fa640 1 -- 172.21.15.39:0/816979245 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fba5801b070 con 0x7fba60161d90 2024-09-19T05:37:44.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.999+0000 7fba5d7fa640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba4406c2b0 0x7fba4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.999+0000 7fba5d7fa640 1 -- 172.21.15.39:0/816979245 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6139+0+0 (secure 0 0 0) 0x7fba5808ac30 con 0x7fba60161d90 2024-09-19T05:37:44.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.999+0000 7fba649c3640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba4406c2b0 0x7fba4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:43.999+0000 7fba649c3640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba4406c2b0 0x7fba4406e770 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fba54034000 tx=0x7fba5402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:44.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.003+0000 7fba5d7fa640 1 -- 172.21.15.39:0/816979245 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fba580591f0 con 0x7fba60161d90 2024-09-19T05:37:44.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.177+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fba60160f10 con 0x7fba60161d90 2024-09-19T05:37:44.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.832+0000 7fba5d7fa640 1 -- 172.21.15.39:0/816979245 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v95) ==== 181+0+0 (secure 0 0 0) 0x7fba58058af0 con 0x7fba60161d90 2024-09-19T05:37:44.833 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:37:44.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba4406c2b0 msgr2=0x7fba4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:44.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba4406c2b0 0x7fba4406e770 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fba54034000 tx=0x7fba5402e000 comp rx=0 tx=0).stop 2024-09-19T05:37:44.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba60161d90 msgr2=0x7fba6006e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:44.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba60161d90 0x7fba6006e290 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fba5800c7a0 tx=0x7fba5800cc60 comp rx=0 tx=0).stop 2024-09-19T05:37:44.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 shutdown_connections 2024-09-19T05:37:44.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fba4406c2b0 0x7fba4406e770 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba60161d90 0x7fba6006e290 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fba601619b0 0x7fba6006dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 --2- 172.21.15.39:0/816979245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba600cb8c0 0x7fba6014c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 >> 172.21.15.39:0/816979245 conn(0x7fba60062810 msgr2=0x7fba6015f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:44.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.834+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 shutdown_connections 2024-09-19T05:37:44.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.835+0000 7fba66c27640 1 -- 172.21.15.39:0/816979245 wait complete. 2024-09-19T05:37:44.851 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:37:44.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.963+0000 7f6976a0e640 1 Processor -- start 2024-09-19T05:37:44.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.963+0000 7f6976a0e640 1 -- start start 2024-09-19T05:37:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f6976a0e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69700b6670 0x7f69700b8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f6976a0e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f697015ecc0 con 0x7f69700b6200 2024-09-19T05:37:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f6976a0e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69700d3380 con 0x7f697015e8e0 2024-09-19T05:37:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f6976a0e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f69700d3660 con 0x7f69700b6670 2024-09-19T05:37:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f69700b6200 0x7f69700b8390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40168/0 (socket says 172.21.15.39:40168) 2024-09-19T05:37:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696f7fe640 1 -- 172.21.15.39:0/2569842247 learned_addr learned my addr 172.21.15.39:0/2569842247 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 973260640 0 0) 0x7f697015ecc0 con 0x7f69700b6200 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6958003520 con 0x7f69700b6200 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f6974fab640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69700b6670 0x7f69700b8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 210878952 0 0) 0x7f6958003520 con 0x7f69700b6200 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69700b6670 msgr2=0x7f69700b8aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69700b6670 0x7f69700b8aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 >> v1:172.21.15.50:6789/0 conn(0x7f697015e8e0 legacy=0x7f69700d2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69700d3940 con 0x7f69700b6200 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f6964001670 con 0x7f69700b6200 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 >> v1:172.21.15.39:6789/0 conn(0x7f69700b6200 legacy=0x7f69700b8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69580039e0 0x7f6958003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69700b6670 0x7f6958004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6958004d40 0x7f69580051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f69700d3660 con 0x7f69580039e0 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f695800baf0 con 0x7f6958004d40 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.964+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f695800bcf0 con 0x7f69700b6670 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.965+0000 7f696ffff640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69580039e0 0x7f6958003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.965+0000 7f696f7fe640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69700b6670 0x7f6958004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.965+0000 7f6974fab640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6958004d40 0x7f69580051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.965+0000 7f696ffff640 1 -- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69700b6670 msgr2=0x7f6958004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.965+0000 7f696ffff640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69700b6670 0x7f6958004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.965+0000 7f696ffff640 1 -- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6958004d40 msgr2=0x7f69580051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.965+0000 7f696ffff640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6958004d40 0x7f69580051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.965+0000 7f696ffff640 1 -- 172.21.15.39:0/2569842247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6958003520 con 0x7f69580039e0 2024-09-19T05:37:44.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.965+0000 7f696f7fe640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69700b6670 0x7f6958004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:44.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f696ffff640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69580039e0 0x7f6958003e00 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f6960001750 tx=0x7f6958005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb68377d0088d526 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:44.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6960001370 con 0x7f69580039e0 2024-09-19T05:37:44.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69600052d0 con 0x7f69580039e0 2024-09-19T05:37:44.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f696effd640 1 -- 172.21.15.39:0/2569842247 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696002ab20 con 0x7f69580039e0 2024-09-19T05:37:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f6976a0e640 1 -- 172.21.15.39:0/2569842247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69580039e0 msgr2=0x7f6958003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f6976a0e640 1 --2- 172.21.15.39:0/2569842247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69580039e0 0x7f6958003e00 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f6960001750 tx=0x7f6958005830 comp rx=0 tx=0).stop 2024-09-19T05:37:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f6974fab640 1 -- 172.21.15.39:0/2569842247 reap_dead start 2024-09-19T05:37:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f6976a0e640 1 -- 172.21.15.39:0/2569842247 shutdown_connections 2024-09-19T05:37:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f6976a0e640 1 -- 172.21.15.39:0/2569842247 >> 172.21.15.39:0/2569842247 conn(0x7f69700d1200 msgr2=0x7f69700d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f6976a0e640 1 -- 172.21.15.39:0/2569842247 shutdown_connections 2024-09-19T05:37:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.966+0000 7f6976a0e640 1 -- 172.21.15.39:0/2569842247 wait complete. 2024-09-19T05:37:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.968+0000 7f6976a0e640 1 Processor -- start 2024-09-19T05:37:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.968+0000 7f6976a0e640 1 -- start start 2024-09-19T05:37:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6976a0e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69580039e0 0x7f6970151e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6976a0e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69701f5560 0x7f6970160850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6976a0e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6970160d90 0x7f69700cd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6976a0e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f69700d3040 con 0x7f69701f5560 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6976a0e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f69700b6ac0 con 0x7f6970160d90 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6976a0e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f69700b7b20 con 0x7f69580039e0 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69701f5560 0x7f6970160850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69701f5560 0x7f6970160850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49718/0 (socket says 172.21.15.39:49718) 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696f7fe640 1 -- 172.21.15.39:0/26675781 learned_addr learned my addr 172.21.15.39:0/26675781 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6974fab640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6970160d90 0x7f69700cd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696ffff640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69580039e0 0x7f6970151e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696f7fe640 1 -- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69580039e0 msgr2=0x7f6970151e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696f7fe640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69580039e0 0x7f6970151e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696f7fe640 1 -- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6970160d90 msgr2=0x7f69700cd5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696f7fe640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6970160d90 0x7f69700cd5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696f7fe640 1 -- 172.21.15.39:0/26675781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69700c8350 con 0x7f69701f5560 2024-09-19T05:37:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6974fab640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6970160d90 0x7f69700cd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696ffff640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69580039e0 0x7f6970151e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696f7fe640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69701f5560 0x7f6970160850 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f696400e790 tx=0x7f696400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696cff9640 1 -- 172.21.15.39:0/26675781 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696400eea0 con 0x7f69701f5560 2024-09-19T05:37:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696cff9640 1 -- 172.21.15.39:0/26675781 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6964018070 con 0x7f69701f5560 2024-09-19T05:37:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69700c8630 con 0x7f69701f5560 2024-09-19T05:37:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f696cff9640 1 -- 172.21.15.39:0/26675781 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696400ca70 con 0x7f69701f5560 2024-09-19T05:37:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.969+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69700c8bf0 con 0x7f69701f5560 2024-09-19T05:37:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.971+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6970161170 con 0x7f69701f5560 2024-09-19T05:37:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.971+0000 7f696cff9640 1 -- 172.21.15.39:0/26675781 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f696400cc10 con 0x7f69701f5560 2024-09-19T05:37:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.971+0000 7f696cff9640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f695c06c2e0 0x7f695c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.972+0000 7f696ffff640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f695c06c2e0 0x7f695c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.972+0000 7f696cff9640 1 -- 172.21.15.39:0/26675781 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5701+0+0 (secure 0 0 0) 0x7f696408afb0 con 0x7f69701f5560 2024-09-19T05:37:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.972+0000 7f696ffff640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f695c06c2e0 0x7f695c06e7a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6960032000 tx=0x7f696002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:44.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:44.976+0000 7f696cff9640 1 -- 172.21.15.39:0/26675781 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6964059720 con 0x7f69701f5560 2024-09-19T05:37:45.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.151+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f69700d1ae0 con 0x7f69701f5560 2024-09-19T05:37:45.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.833+0000 7f696cff9640 1 -- 172.21.15.39:0/26675781 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v96) ==== 169+0+0 (secure 0 0 0) 0x7f6964059020 con 0x7f69701f5560 2024-09-19T05:37:45.835 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-19T05:37:45.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f695c06c2e0 msgr2=0x7f695c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:45.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f695c06c2e0 0x7f695c06e7a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6960032000 tx=0x7f696002e000 comp rx=0 tx=0).stop 2024-09-19T05:37:45.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69701f5560 msgr2=0x7f6970160850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:45.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69701f5560 0x7f6970160850 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f696400e790 tx=0x7f696400ec50 comp rx=0 tx=0).stop 2024-09-19T05:37:45.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 shutdown_connections 2024-09-19T05:37:45.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f695c06c2e0 0x7f695c06e7a0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:45.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6970160d90 0x7f69700cd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:45.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69701f5560 0x7f6970160850 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:45.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 --2- 172.21.15.39:0/26675781 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f69580039e0 0x7f6970151e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:45.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.837+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 >> 172.21.15.39:0/26675781 conn(0x7f69700d1200 msgr2=0x7f69700b9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:45.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.838+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 shutdown_connections 2024-09-19T05:37:45.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:45.838+0000 7f6976a0e640 1 -- 172.21.15.39:0/26675781 wait complete. 2024-09-19T05:37:45.860 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:37:45.863 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:37:45.908 INFO:teuthology.orchestra.run.smithi039.stdout:[global] 2024-09-19T05:37:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: chdir = "" 2024-09-19T05:37:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:37:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: auth supported = cephx 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: filestore xattr use omap = true 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: mon clock drift allowed = 1.000 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: osd crush chooseleaf type = 0 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: auth debug = true 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on old message = true 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on bug = true 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.909 INFO:teuthology.orchestra.run.smithi039.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: mon pg warn max object skew = 0 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default size = 2 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow primary affinity = true 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow pg remap = true 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on no sortbitwise = false 2024-09-19T05:37:45.910 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on too few osds = false 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: mon_allow_pool_size_one = true 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: osd default data pool replay window = 5 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: mon allow pool delete = true 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.911 INFO:teuthology.orchestra.run.smithi039.stdout: mon cluster log file level = debug 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: debug asserts on shutdown = true 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: mon health detail to clog = false 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: mon host = "172.21.15.39,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]" 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on skipped message = False 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: fsid = 63724460-2d43-4192-a475-a2140b12f870 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout:[osd] 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: osd journal size = 100 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub load threshold = 5.0 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub max interval = 600 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:37:45.912 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: osd recover clone overlap = true 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: osd recovery max chunk = 1048576 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug shutdown = true 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug op order = true 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug verify stray on activate = true 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug trim objects = true 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: osd open classes on start = true 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug pg log writeout = true 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:37:45.913 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: osd map max advance = 10 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: journal zero on create = true 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: filestore apply finisher threads = 3 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: bdev debug aio = true 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug misdirected ops = true 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: bdev async discard = True 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: bdev enable discard = True 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore allocator = bitmap 2024-09-19T05:37:45.914 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore block size = 96636764160 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore fsck on mount = True 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluefs = 1/20 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluestore = 1/20 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: debug osd = 20 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: debug rocksdb = 4/10 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd full ratio = 0.9 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: osd objectstore = bluestore 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: osd op complaint time = 180 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.915 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr] 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: debug mgr = 20 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: mgr/telemetry/nag = false 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: debug client = 20 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout:[mon] 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2024-09-19T05:37:45.916 INFO:teuthology.orchestra.run.smithi039.stdout: debug paxos = 20 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: mon data avail warn = 5 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: mon mgr mkfs grace = 240 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd reporter subtree level = osd 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd prime pg temp = true 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.917 INFO:teuthology.orchestra.run.smithi039.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: # 1m isn't quite enough 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: mon down mkfs grace = 300 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: mon op complaint time = 120 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on pool no app = False 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:45.918 INFO:teuthology.orchestra.run.smithi039.stdout:[client] 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: rgw cache enabled = true 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable ops log = true 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable usage log = true 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: client mount timeout = 600 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: debug client = 20 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: pid file = "" 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: rados mon op timeout = 900 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout: rados osd op timeout = 900 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.a] 2024-09-19T05:37:45.919 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.b] 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.c] 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.a] 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.c] 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.b] 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.d] 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout:[mds] 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout: debug mds = 20 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout: debug mds balancer = 20 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout: mds debug frag = True 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout: mds debug scatterstat = True 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout: mds op complaint time = 180 2024-09-19T05:37:45.920 INFO:teuthology.orchestra.run.smithi039.stdout: mds verify scatter = True 2024-09-19T05:37:45.921 INFO:teuthology.orchestra.run.smithi039.stdout: osd op complaint time = 180 2024-09-19T05:37:45.921 INFO:teuthology.orchestra.run.smithi039.stdout: rados mon op timeout = 900 2024-09-19T05:37:45.921 INFO:teuthology.orchestra.run.smithi039.stdout: rados osd op timeout = 900 2024-09-19T05:37:45.921 INFO:teuthology.orchestra.run.smithi050.stdout:[global] 2024-09-19T05:37:45.921 INFO:teuthology.orchestra.run.smithi050.stdout: chdir = "" 2024-09-19T05:37:45.921 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: auth supported = cephx 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: filestore xattr use omap = true 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: mon clock drift allowed = 1.000 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: osd crush chooseleaf type = 0 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: auth debug = true 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on old message = true 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on bug = true 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.922 INFO:teuthology.orchestra.run.smithi050.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: mon pg warn max object skew = 0 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default size = 2 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow primary affinity = true 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd allow pg remap = true 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on no sortbitwise = false 2024-09-19T05:37:45.923 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on too few osds = false 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: mon_allow_pool_size_one = true 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: osd default data pool replay window = 5 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: mon allow pool delete = true 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: mon cluster log file level = debug 2024-09-19T05:37:45.924 INFO:teuthology.orchestra.run.smithi050.stdout: debug asserts on shutdown = true 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: mon health detail to clog = false 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: mon host = "172.21.15.39,172.21.15.50,[v2:172.21.15.50:3301,v1:172.21.15.50:6790]" 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: ms die on skipped message = False 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: fsid = 63724460-2d43-4192-a475-a2140b12f870 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout:[osd] 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: osd journal size = 100 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub load threshold = 5.0 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: osd scrub max interval = 600 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.925 INFO:teuthology.orchestra.run.smithi050.stdout: osd recover clone overlap = true 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: osd recovery max chunk = 1048576 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug shutdown = true 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug op order = true 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug verify stray on activate = true 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug trim objects = true 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: osd open classes on start = true 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug pg log writeout = true 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.926 INFO:teuthology.orchestra.run.smithi050.stdout: osd map max advance = 10 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: journal zero on create = true 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: filestore apply finisher threads = 3 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: bdev debug aio = true 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: osd debug misdirected ops = true 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: bdev async discard = True 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: bdev enable discard = True 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore allocator = bitmap 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore block size = 96636764160 2024-09-19T05:37:45.927 INFO:teuthology.orchestra.run.smithi050.stdout: bluestore fsck on mount = True 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluefs = 1/20 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: debug bluestore = 1/20 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: debug osd = 20 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: debug rocksdb = 4/10 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd full ratio = 0.9 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: osd objectstore = bluestore 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.928 INFO:teuthology.orchestra.run.smithi050.stdout:[mgr] 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: debug mgr = 20 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: mgr/telemetry/nag = false 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: debug client = 20 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout:[mon] 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:45.929 INFO:teuthology.orchestra.run.smithi050.stdout: debug mon = 20 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: debug paxos = 20 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: debug auth = 20 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: mon data avail warn = 5 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: mon mgr mkfs grace = 240 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd reporter subtree level = osd 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: mon osd prime pg temp = true 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:37:45.930 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: # 1m isn't quite enough 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: mon down mkfs grace = 300 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: mon op complaint time = 120 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: mon warn on pool no app = False 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout:[client] 2024-09-19T05:37:45.931 INFO:teuthology.orchestra.run.smithi050.stdout: rgw cache enabled = true 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable ops log = true 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: rgw enable usage log = true 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: client mount timeout = 600 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: debug client = 20 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: pid file = "" 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.a] 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.b] 2024-09-19T05:37:45.932 INFO:teuthology.orchestra.run.smithi050.stdout:[mon.c] 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.a] 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.c] 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.b] 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout:[mds.d] 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout:[mds] 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds = 20 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout: debug mds balancer = 20 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout: debug ms = 1 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug frag = True 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout: mds debug scatterstat = True 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout: mds op complaint time = 180 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout: mds verify scatter = True 2024-09-19T05:37:45.933 INFO:teuthology.orchestra.run.smithi050.stdout: osd op complaint time = 180 2024-09-19T05:37:45.934 INFO:teuthology.orchestra.run.smithi050.stdout: rados mon op timeout = 900 2024-09-19T05:37:45.934 INFO:teuthology.orchestra.run.smithi050.stdout: rados osd op timeout = 900 2024-09-19T05:37:45.935 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:37:46.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.039+0000 7ff36c0d2640 1 Processor -- start 2024-09-19T05:37:46.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.039+0000 7ff36c0d2640 1 -- start start 2024-09-19T05:37:46.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36c0d2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff364072c50 0x7ff36415c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36c0d2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff36415eff0 con 0x7ff3640b4c90 2024-09-19T05:37:46.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36c0d2640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff36415f2b0 con 0x7ff36415b230 2024-09-19T05:37:46.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36c0d2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7ff36415fbe0 con 0x7ff364072c50 2024-09-19T05:37:46.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36a66f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff364072c50 0x7ff36415c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:46.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36966d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff3640b4c90 0x7ff364071010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40180/0 (socket says 172.21.15.39:40180) 2024-09-19T05:37:46.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36966d640 1 -- 172.21.15.39:0/3197948866 learned_addr learned my addr 172.21.15.39:0/3197948866 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36a66f640 1 -- 172.21.15.39:0/3197948866 >> v1:172.21.15.50:6789/0 conn(0x7ff36415b230 legacy=0x7ff3640b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36a66f640 1 -- 172.21.15.39:0/3197948866 >> v1:172.21.15.39:6789/0 conn(0x7ff3640b4c90 legacy=0x7ff364071010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.040+0000 7ff36a66f640 1 -- 172.21.15.39:0/3197948866 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff36415f590 con 0x7ff364072c50 2024-09-19T05:37:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.041+0000 7ff36a66f640 1 --2- 172.21.15.39:0/3197948866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff364072c50 0x7ff36415c390 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7ff35c009d90 tx=0x7ff35c02a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ea4e43c9c774cd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.041+0000 7ff368e6c640 1 -- 172.21.15.39:0/3197948866 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c007740 con 0x7ff364072c50 2024-09-19T05:37:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.041+0000 7ff368e6c640 1 -- 172.21.15.39:0/3197948866 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff35c0078e0 con 0x7ff364072c50 2024-09-19T05:37:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.041+0000 7ff368e6c640 1 -- 172.21.15.39:0/3197948866 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c007cb0 con 0x7ff364072c50 2024-09-19T05:37:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.042+0000 7ff36c0d2640 1 -- 172.21.15.39:0/3197948866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff364072c50 msgr2=0x7ff36415c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.042+0000 7ff36c0d2640 1 --2- 172.21.15.39:0/3197948866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff364072c50 0x7ff36415c390 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7ff35c009d90 tx=0x7ff35c02a5b0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.042+0000 7ff36c0d2640 1 -- 172.21.15.39:0/3197948866 shutdown_connections 2024-09-19T05:37:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.042+0000 7ff36c0d2640 1 --2- 172.21.15.39:0/3197948866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff364072c50 0x7ff36415c390 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.042+0000 7ff36c0d2640 1 -- 172.21.15.39:0/3197948866 >> 172.21.15.39:0/3197948866 conn(0x7ff3640b5cb0 msgr2=0x7ff36406bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.042+0000 7ff36c0d2640 1 -- 172.21.15.39:0/3197948866 shutdown_connections 2024-09-19T05:37:46.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.042+0000 7ff36c0d2640 1 -- 172.21.15.39:0/3197948866 wait complete. 2024-09-19T05:37:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.043+0000 7ff36c0d2640 1 Processor -- start 2024-09-19T05:37:46.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.043+0000 7ff36c0d2640 1 -- start start 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36c0d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff364072c50 0x7ff36414d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36c0d2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3640b4c90 0x7ff364159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36c0d2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff36415b230 0x7ff3640ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36c0d2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff36415b610 con 0x7ff3640b4c90 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36c0d2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff36415c8d0 con 0x7ff364072c50 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36c0d2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff36415b790 con 0x7ff36415b230 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36966d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3640b4c90 0x7ff364159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36966d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3640b4c90 0x7ff364159430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49732/0 (socket says 172.21.15.39:49732) 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36966d640 1 -- 172.21.15.39:0/1505639270 learned_addr learned my addr 172.21.15.39:0/1505639270 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff369e6e640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff364072c50 0x7ff36414d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:46.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36966d640 1 -- 172.21.15.39:0/1505639270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff36415b230 msgr2=0x7ff3640ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36966d640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff36415b230 0x7ff3640ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36966d640 1 -- 172.21.15.39:0/1505639270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff364072c50 msgr2=0x7ff36414d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36966d640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff364072c50 0x7ff36414d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff36966d640 1 -- 172.21.15.39:0/1505639270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff364158390 con 0x7ff3640b4c90 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.044+0000 7ff369e6e640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff364072c50 0x7ff36414d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.045+0000 7ff36966d640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3640b4c90 0x7ff364159430 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7ff35400c780 tx=0x7ff35400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.045+0000 7ff35a7fc640 1 -- 172.21.15.39:0/1505639270 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff354017070 con 0x7ff3640b4c90 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.045+0000 7ff35a7fc640 1 -- 172.21.15.39:0/1505639270 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff354005ad0 con 0x7ff3640b4c90 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.045+0000 7ff35a7fc640 1 -- 172.21.15.39:0/1505639270 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff354007070 con 0x7ff3640b4c90 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.045+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff364158670 con 0x7ff3640b4c90 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.045+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff364158c30 con 0x7ff3640b4c90 2024-09-19T05:37:46.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.046+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff36406e270 con 0x7ff3640b4c90 2024-09-19T05:37:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.046+0000 7ff35a7fc640 1 -- 172.21.15.39:0/1505639270 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff35401a070 con 0x7ff3640b4c90 2024-09-19T05:37:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.047+0000 7ff35a7fc640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff34806c2e0 0x7ff34806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.047+0000 7ff369e6e640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff34806c2e0 0x7ff34806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.047+0000 7ff35a7fc640 1 -- 172.21.15.39:0/1505639270 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7ff35408a7e0 con 0x7ff3640b4c90 2024-09-19T05:37:46.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.047+0000 7ff369e6e640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff34806c2e0 0x7ff34806e7a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7ff360003eb0 tx=0x7ff360009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.051+0000 7ff35a7fc640 1 -- 172.21.15.39:0/1505639270 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff3540590f0 con 0x7ff3640b4c90 2024-09-19T05:37:46.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.225+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7ff364071e30 con 0x7ff3640b4c90 2024-09-19T05:37:46.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.228+0000 7ff35a7fc640 1 -- 172.21.15.39:0/1505639270 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v25) ==== 104+0+0 (secure 0 0 0) 0x7ff3540589f0 con 0x7ff3640b4c90 2024-09-19T05:37:46.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.230+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff34806c2e0 msgr2=0x7ff34806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.230+0000 7ff36c0d2640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff34806c2e0 0x7ff34806e7a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7ff360003eb0 tx=0x7ff360009040 comp rx=0 tx=0).stop 2024-09-19T05:37:46.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.230+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3640b4c90 msgr2=0x7ff364159430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.230+0000 7ff36c0d2640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3640b4c90 0x7ff364159430 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7ff35400c780 tx=0x7ff35400cc40 comp rx=0 tx=0).stop 2024-09-19T05:37:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.230+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 shutdown_connections 2024-09-19T05:37:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.231+0000 7ff36c0d2640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ff34806c2e0 0x7ff34806e7a0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.231+0000 7ff36c0d2640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ff36415b230 0x7ff3640ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.231+0000 7ff36c0d2640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3640b4c90 0x7ff364159430 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.231+0000 7ff36c0d2640 1 --2- 172.21.15.39:0/1505639270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff364072c50 0x7ff36414d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.231+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 >> 172.21.15.39:0/1505639270 conn(0x7ff3640b5cb0 msgr2=0x7ff36406cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.231+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 shutdown_connections 2024-09-19T05:37:46.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.231+0000 7ff36c0d2640 1 -- 172.21.15.39:0/1505639270 wait complete. 2024-09-19T05:37:46.243 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting' 2024-09-19T05:37:46.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.343+0000 7f6fa0fc4640 1 Processor -- start 2024-09-19T05:37:46.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.343+0000 7f6fa0fc4640 1 -- start start 2024-09-19T05:37:46.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.344+0000 7f6fa0fc4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f9c072890 0x7f6f9c06e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.344+0000 7f6fa0fc4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f9c15cfa0 con 0x7f6f9c072450 2024-09-19T05:37:46.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.344+0000 7f6fa0fc4640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f9c15d280 con 0x7f6f9c15a1e0 2024-09-19T05:37:46.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.344+0000 7f6fa0fc4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6f9c15d560 con 0x7f6f9c072890 2024-09-19T05:37:46.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.344+0000 7f6f9ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f9c072890 0x7f6f9c06e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:46.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.344+0000 7f6f99d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6f9c072450 0x7f6f9c06e290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40186/0 (socket says 172.21.15.39:40186) 2024-09-19T05:37:46.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.344+0000 7f6f99d9b640 1 -- 172.21.15.39:0/1510015961 learned_addr learned my addr 172.21.15.39:0/1510015961 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:46.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.345+0000 7f6f9ad9d640 1 -- 172.21.15.39:0/1510015961 >> v1:172.21.15.50:6789/0 conn(0x7f6f9c15a1e0 legacy=0x7f6f9c06f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.345+0000 7f6f9ad9d640 1 -- 172.21.15.39:0/1510015961 >> v1:172.21.15.39:6789/0 conn(0x7f6f9c072450 legacy=0x7f6f9c06e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.345+0000 7f6f9ad9d640 1 -- 172.21.15.39:0/1510015961 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f9c15d840 con 0x7f6f9c072890 2024-09-19T05:37:46.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.345+0000 7f6f9ad9d640 1 --2- 172.21.15.39:0/1510015961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072890 0x7f6f9c06e9a0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c009d90 tx=0x7f6f8c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3da19a2a029ad0a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:46.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.345+0000 7f6f9959a640 1 -- 172.21.15.39:0/1510015961 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c007740 con 0x7f6f9c072890 2024-09-19T05:37:46.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.345+0000 7f6f9959a640 1 -- 172.21.15.39:0/1510015961 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f8c0078e0 con 0x7f6f9c072890 2024-09-19T05:37:46.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.346+0000 7f6f9959a640 1 -- 172.21.15.39:0/1510015961 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c007cb0 con 0x7f6f9c072890 2024-09-19T05:37:46.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.346+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/1510015961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072890 msgr2=0x7f6f9c06e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.346+0000 7f6fa0fc4640 1 --2- 172.21.15.39:0/1510015961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072890 0x7f6f9c06e9a0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c009d90 tx=0x7f6f8c02a5f0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.346+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/1510015961 shutdown_connections 2024-09-19T05:37:46.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.346+0000 7f6fa0fc4640 1 --2- 172.21.15.39:0/1510015961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072890 0x7f6f9c06e9a0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.346+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/1510015961 >> 172.21.15.39:0/1510015961 conn(0x7f6f9c0b3540 msgr2=0x7f6f9c0b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.346+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/1510015961 shutdown_connections 2024-09-19T05:37:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.346+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/1510015961 wait complete. 2024-09-19T05:37:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.347+0000 7f6fa0fc4640 1 Processor -- start 2024-09-19T05:37:46.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6fa0fc4640 1 -- start start 2024-09-19T05:37:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6fa0fc4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072450 0x7f6f9c0cd780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6fa0fc4640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f9c072890 0x7f6f9c1f5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6fa0fc4640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6f9c15a1e0 0x7f6f9c1f5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6fa0fc4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9c15cc50 con 0x7f6f9c072450 2024-09-19T05:37:46.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6fa0fc4640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9c15a5c0 con 0x7f6f9c072890 2024-09-19T05:37:46.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6fa0fc4640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6f9c15db20 con 0x7f6f9c15a1e0 2024-09-19T05:37:46.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6f9a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072450 0x7f6f9c0cd780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:46.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6f9a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072450 0x7f6f9c0cd780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49758/0 (socket says 172.21.15.39:49758) 2024-09-19T05:37:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.348+0000 7f6f9a59c640 1 -- 172.21.15.39:0/948780780 learned_addr learned my addr 172.21.15.39:0/948780780 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f9ad9d640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6f9c15a1e0 0x7f6f9c1f5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f99d9b640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f9c072890 0x7f6f9c1f5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f9a59c640 1 -- 172.21.15.39:0/948780780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6f9c15a1e0 msgr2=0x7f6f9c1f5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f9a59c640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6f9c15a1e0 0x7f6f9c1f5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f9a59c640 1 -- 172.21.15.39:0/948780780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f9c072890 msgr2=0x7f6f9c1f5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f9a59c640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f9c072890 0x7f6f9c1f5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f9a59c640 1 -- 172.21.15.39:0/948780780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f9c0ab2d0 con 0x7f6f9c072450 2024-09-19T05:37:46.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f9a59c640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072450 0x7f6f9c0cd780 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f6f9400c400 tx=0x7f6f9400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:46.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f92ffd640 1 -- 172.21.15.39:0/948780780 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f940052d0 con 0x7f6f9c072450 2024-09-19T05:37:46.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f92ffd640 1 -- 172.21.15.39:0/948780780 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f94005490 con 0x7f6f9c072450 2024-09-19T05:37:46.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6f92ffd640 1 -- 172.21.15.39:0/948780780 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f94007260 con 0x7f6f9c072450 2024-09-19T05:37:46.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f9c0ab5b0 con 0x7f6f9c072450 2024-09-19T05:37:46.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.349+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f9c0abb70 con 0x7f6f9c072450 2024-09-19T05:37:46.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.350+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f9c0cf490 con 0x7f6f9c072450 2024-09-19T05:37:46.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.351+0000 7f6f92ffd640 1 -- 172.21.15.39:0/948780780 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6f94007400 con 0x7f6f9c072450 2024-09-19T05:37:46.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.351+0000 7f6f92ffd640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6f7c06c2b0 0x7f6f7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:46.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.351+0000 7f6f92ffd640 1 -- 172.21.15.39:0/948780780 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f6f9408a770 con 0x7f6f9c072450 2024-09-19T05:37:46.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.351+0000 7f6f99d9b640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6f7c06c2b0 0x7f6f7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:46.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.352+0000 7f6f99d9b640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6f7c06c2b0 0x7f6f7c06e770 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c15bde0 tx=0x7f6f84009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:46.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.355+0000 7f6f92ffd640 1 -- 172.21.15.39:0/948780780 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6f94058a30 con 0x7f6f9c072450 2024-09-19T05:37:46.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.601+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]} v 0) -- 0x7f6f9c0abee0 con 0x7f6f9c072450 2024-09-19T05:37:46.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.842+0000 7f6f92ffd640 1 -- 172.21.15.39:0/948780780 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]}]=0 v223) ==== 145+0+0 (secure 0 0 0) 0x7f6f9405cd30 con 0x7f6f9c072450 2024-09-19T05:37:46.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.844+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6f7c06c2b0 msgr2=0x7f6f7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.844+0000 7f6fa0fc4640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6f7c06c2b0 0x7f6f7c06e770 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c15bde0 tx=0x7f6f84009040 comp rx=0 tx=0).stop 2024-09-19T05:37:46.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072450 msgr2=0x7f6f9c0cd780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:46.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072450 0x7f6f9c0cd780 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f6f9400c400 tx=0x7f6f9400c8c0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 shutdown_connections 2024-09-19T05:37:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6f7c06c2b0 0x7f6f7c06e770 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6f9c15a1e0 0x7f6f9c1f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f9c072890 0x7f6f9c1f5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 --2- 172.21.15.39:0/948780780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c072450 0x7f6f9c0cd780 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 >> 172.21.15.39:0/948780780 conn(0x7f6f9c0b3540 msgr2=0x7f6f9c062630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 shutdown_connections 2024-09-19T05:37:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:46.845+0000 7f6fa0fc4640 1 -- 172.21.15.39:0/948780780 wait complete. 2024-09-19T05:37:46.858 INFO:tasks.cephfs_test_runner:That when many sessions are updated, they are correctly ... ok 2024-09-19T05:37:46.858 INFO:tasks.cephfs_test_runner: 2024-09-19T05:37:46.858 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T05:37:46.858 INFO:tasks.cephfs_test_runner:Ran 6 tests in 198.462s 2024-09-19T05:37:46.858 INFO:tasks.cephfs_test_runner: 2024-09-19T05:37:46.859 INFO:tasks.cephfs_test_runner:OK (skipped=2) 2024-09-19T05:37:46.859 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-19T05:37:46.867 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-19T05:37:46.911 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-19T05:37:46.911 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:46.911 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:46.928 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:37:46.928 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-19T05:37:46.928 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:46.985 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17687 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:37:46.985 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:46.985 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:47.004 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:37:47.005 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-19T05:37:47.005 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:37:47.064 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12913 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:37:47.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.065 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:37:47.081 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:37:47.082 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:37:47.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.082 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:37:47.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.149 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:37:47.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.216 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2024-09-19T05:37:47.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.305 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-19T05:37:47.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.321 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2024-09-19T05:37:47.391 INFO:teuthology.orchestra.run.smithi039.stderr:Cannot find device "ceph-brx" 2024-09-19T05:37:47.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:37:47.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.392 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:37:47.412 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:37:47.412 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:37:47.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.412 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:37:47.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.483 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:37:47.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.553 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link delete ceph-brx 2024-09-19T05:37:47.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.659 DEBUG:teuthology.orchestra.run.smithi050:> ip netns list 2024-09-19T05:37:47.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:37:47.677 DEBUG:teuthology.orchestra.run.smithi050:> sudo ip link delete ceph-brx 2024-09-19T05:37:47.748 INFO:teuthology.orchestra.run.smithi050.stderr:Cannot find device "ceph-brx" 2024-09-19T05:37:47.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:37:47.750 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T05:37:47.758 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:37:47.759 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:37:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.863+0000 7efe5e015640 1 Processor -- start 2024-09-19T05:37:47.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.863+0000 7efe5e015640 1 -- start start 2024-09-19T05:37:47.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe5e015640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efe5815b110 0x7efe580b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:47.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe5e015640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b4f0 0x7efe580d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:47.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe5e015640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe580b4250 con 0x7efe58073d10 2024-09-19T05:37:47.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe5e015640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7efe580b44f0 con 0x7efe5815b110 2024-09-19T05:37:47.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe5e015640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efe580ccd80 con 0x7efe5815b4f0 2024-09-19T05:37:47.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe56ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b4f0 0x7efe580d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:47.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe577fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7efe5815b110 0x7efe580b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:47.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe56ffd640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b4f0 0x7efe580d01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:37934/0 (socket says 172.21.15.39:37934) 2024-09-19T05:37:47.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe56ffd640 1 -- 172.21.15.39:0/2236261268 learned_addr learned my addr 172.21.15.39:0/2236261268 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:47.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe57fff640 1 --1- 172.21.15.39:0/2236261268 >> v1:172.21.15.50:6789/0 conn(0x7efe58073d10 0x7efe5815ee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:51652/0 (socket says 172.21.15.39:51652) 2024-09-19T05:37:47.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe56ffd640 1 -- 172.21.15.39:0/2236261268 >> v2:172.21.15.50:3300/0 conn(0x7efe5815b110 msgr2=0x7efe580b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:47.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe56ffd640 1 --2- 172.21.15.39:0/2236261268 >> v2:172.21.15.50:3300/0 conn(0x7efe5815b110 0x7efe580b3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:47.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe56ffd640 1 -- 172.21.15.39:0/2236261268 >> v1:172.21.15.50:6789/0 conn(0x7efe58073d10 legacy=0x7efe5815ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:47.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe56ffd640 1 -- 172.21.15.39:0/2236261268 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe580cd060 con 0x7efe5815b4f0 2024-09-19T05:37:47.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.864+0000 7efe577fe640 1 --2- 172.21.15.39:0/2236261268 >> v2:172.21.15.50:3300/0 conn(0x7efe5815b110 0x7efe580b3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:37:47.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.865+0000 7efe56ffd640 1 --2- 172.21.15.39:0/2236261268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b4f0 0x7efe580d01e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7efe4c009870 tx=0x7efe4c02c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bda7685b7ceee16 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:47.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.865+0000 7efe567fc640 1 -- 172.21.15.39:0/2236261268 <== mon.2 v2:172.21.15.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4c038070 con 0x7efe5815b4f0 2024-09-19T05:37:47.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.865+0000 7efe567fc640 1 -- 172.21.15.39:0/2236261268 <== mon.2 v2:172.21.15.50:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe4c031710 con 0x7efe5815b4f0 2024-09-19T05:37:47.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.865+0000 7efe567fc640 1 -- 172.21.15.39:0/2236261268 <== mon.2 v2:172.21.15.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4c031ae0 con 0x7efe5815b4f0 2024-09-19T05:37:47.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.866+0000 7efe5e015640 1 -- 172.21.15.39:0/2236261268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b4f0 msgr2=0x7efe580d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:47.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.866+0000 7efe5e015640 1 --2- 172.21.15.39:0/2236261268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b4f0 0x7efe580d01e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7efe4c009870 tx=0x7efe4c02c480 comp rx=0 tx=0).stop 2024-09-19T05:37:47.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.866+0000 7efe5e015640 1 -- 172.21.15.39:0/2236261268 shutdown_connections 2024-09-19T05:37:47.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.866+0000 7efe5e015640 1 --2- 172.21.15.39:0/2236261268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b4f0 0x7efe580d01e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:47.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.866+0000 7efe5e015640 1 --2- 172.21.15.39:0/2236261268 >> v2:172.21.15.50:3300/0 conn(0x7efe5815b110 0x7efe580b3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:47.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.866+0000 7efe5e015640 1 -- 172.21.15.39:0/2236261268 >> 172.21.15.39:0/2236261268 conn(0x7efe5806d000 msgr2=0x7efe5806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:47.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.866+0000 7efe5e015640 1 -- 172.21.15.39:0/2236261268 shutdown_connections 2024-09-19T05:37:47.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.866+0000 7efe5e015640 1 -- 172.21.15.39:0/2236261268 wait complete. 2024-09-19T05:37:47.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.867+0000 7efe5e015640 1 Processor -- start 2024-09-19T05:37:47.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.867+0000 7efe5e015640 1 -- start start 2024-09-19T05:37:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe5e015640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe58073d10 0x7efe581f4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe5e015640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b110 0x7efe58155a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe5e015640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efe5815b4f0 0x7efe580b0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe5e015640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7efe580ceb50 con 0x7efe58073d10 2024-09-19T05:37:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe5e015640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efe580cd620 con 0x7efe5815b4f0 2024-09-19T05:37:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe5e015640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7efe580cecd0 con 0x7efe5815b110 2024-09-19T05:37:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe58073d10 0x7efe581f4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe58073d10 0x7efe581f4f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42284/0 (socket says 172.21.15.39:42284) 2024-09-19T05:37:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe577fe640 1 -- 172.21.15.39:0/3548926287 learned_addr learned my addr 172.21.15.39:0/3548926287 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe56ffd640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b110 0x7efe58155a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.868+0000 7efe57fff640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efe5815b4f0 0x7efe580b0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe577fe640 1 -- 172.21.15.39:0/3548926287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b110 msgr2=0x7efe58155a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe577fe640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b110 0x7efe58155a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe577fe640 1 -- 172.21.15.39:0/3548926287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efe5815b4f0 msgr2=0x7efe580b0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe577fe640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efe5815b4f0 0x7efe580b0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe577fe640 1 -- 172.21.15.39:0/3548926287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe581f5650 con 0x7efe58073d10 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe577fe640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe58073d10 0x7efe581f4f50 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7efe4800ebe0 tx=0x7efe4800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe3ffff640 1 -- 172.21.15.39:0/3548926287 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe48017070 con 0x7efe58073d10 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe3ffff640 1 -- 172.21.15.39:0/3548926287 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe4800cc30 con 0x7efe58073d10 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe3ffff640 1 -- 172.21.15.39:0/3548926287 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe48013470 con 0x7efe58073d10 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe581f5a70 con 0x7efe58073d10 2024-09-19T05:37:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.869+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe581f5ff0 con 0x7efe58073d10 2024-09-19T05:37:47.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.870+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe580b3d10 con 0x7efe58073d10 2024-09-19T05:37:47.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.871+0000 7efe3ffff640 1 -- 172.21.15.39:0/3548926287 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efe4801a070 con 0x7efe58073d10 2024-09-19T05:37:47.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.871+0000 7efe3ffff640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efe4406c2e0 0x7efe4406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:47.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.871+0000 7efe56ffd640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efe4406c2e0 0x7efe4406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:47.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.871+0000 7efe3ffff640 1 -- 172.21.15.39:0/3548926287 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7efe4808b090 con 0x7efe58073d10 2024-09-19T05:37:47.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.872+0000 7efe56ffd640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efe4406c2e0 0x7efe4406e7a0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7efe4c035000 tx=0x7efe4c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:47.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:47.876+0000 7efe3ffff640 1 -- 172.21.15.39:0/3548926287 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efe480593e0 con 0x7efe58073d10 2024-09-19T05:37:48.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.049+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efe580cc4b0 con 0x7efe4406c2e0 2024-09-19T05:37:48.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.049+0000 7efe3ffff640 1 -- 172.21.15.39:0/3548926287 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13448 (secure 0 0 0) 0x7efe580cc4b0 con 0x7efe4406c2e0 2024-09-19T05:37:48.051 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:48.051 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:37:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efe4406c2e0 msgr2=0x7efe4406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efe4406c2e0 0x7efe4406e7a0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7efe4c035000 tx=0x7efe4c008030 comp rx=0 tx=0).stop 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe58073d10 msgr2=0x7efe581f4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe58073d10 0x7efe581f4f50 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7efe4800ebe0 tx=0x7efe4800c520 comp rx=0 tx=0).stop 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 shutdown_connections 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7efe4406c2e0 0x7efe4406e7a0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efe5815b4f0 0x7efe580b0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7efe5815b110 0x7efe58155a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 --2- 172.21.15.39:0/3548926287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe58073d10 0x7efe581f4f50 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 >> 172.21.15.39:0/3548926287 conn(0x7efe5806d000 msgr2=0x7efe58158ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 shutdown_connections 2024-09-19T05:37:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.052+0000 7efe5e015640 1 -- 172.21.15.39:0/3548926287 wait complete. 2024-09-19T05:37:48.064 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":205,"stamp":"2024-09-19T05:37:46.714472+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":280616,"kb_used_data":10312,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754694104,"statfs":{"total":773094113280,"available":772806762496,"internally_reserved":0,"allocated":10559488,"data_stored":5174694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":276614704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-21357,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-92,"num_read_kb":-87,"num_write":-149,"num_write_kb":-74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001258"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":303,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:37:43.769947+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:37:43.769947+0000","last_peered":"2024-09-19T05:37:43.769947+0000","last_clean":"2024-09-19T05:37:43.769947+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:43.769947+0000","last_undegraded":"2024-09-19T05:37:43.769947+0000","last_fullsized":"2024-09-19T05:37:43.769947+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":501830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36492,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335348,"statfs":{"total":96636764160,"available":96599396352,"internally_reserved":0,"allocated":1171456,"data_stored":500679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509490,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32320,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339520,"statfs":{"total":96636764160,"available":96603668480,"internally_reserved":0,"allocated":1159168,"data_stored":494382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542194,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37068,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334772,"statfs":{"total":96636764160,"available":96598806528,"internally_reserved":0,"allocated":1761280,"data_stored":1085394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542192,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36488,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335352,"statfs":{"total":96636764160,"available":96599400448,"internally_reserved":0,"allocated":1167360,"data_stored":494582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542194,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":511255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542195,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32332,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339508,"statfs":{"total":96636764160,"available":96603656192,"internally_reserved":0,"allocated":1171456,"data_stored":501268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542195,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32904,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338936,"statfs":{"total":96636764160,"available":96603070464,"internally_reserved":0,"allocated":1757184,"data_stored":1085304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:37:48.064 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:37:48.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.165+0000 7f4d8c25e640 1 Processor -- start 2024-09-19T05:37:48.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.165+0000 7f4d8c25e640 1 -- start start 2024-09-19T05:37:48.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d8c25e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d8415abc0 0x7f4d840cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d8c25e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d8415e700 0x7f4d840b3a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d8c25e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d8415bfb0 con 0x7f4d840b3f70 2024-09-19T05:37:48.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d8c25e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f4d8415ee70 con 0x7f4d8415e700 2024-09-19T05:37:48.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d8c25e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4d8415f150 con 0x7f4d8415abc0 2024-09-19T05:37:48.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d897f9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d8415e700 0x7f4d840b3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d897f9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d8415e700 0x7f4d840b3a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42290/0 (socket says 172.21.15.39:42290) 2024-09-19T05:37:48.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d897f9640 1 -- 172.21.15.39:0/714320560 learned_addr learned my addr 172.21.15.39:0/714320560 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:48.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d89ffa640 1 --2- 172.21.15.39:0/714320560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d8415abc0 0x7f4d840cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d897f9640 1 -- 172.21.15.39:0/714320560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d8415abc0 msgr2=0x7f4d840cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:48.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d897f9640 1 --2- 172.21.15.39:0/714320560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d8415abc0 0x7f4d840cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.166+0000 7f4d897f9640 1 -- 172.21.15.39:0/714320560 >> v1:172.21.15.50:6789/0 conn(0x7f4d840b3f70 legacy=0x7f4d840ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:48.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.167+0000 7f4d897f9640 1 -- 172.21.15.39:0/714320560 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d8415f430 con 0x7f4d8415e700 2024-09-19T05:37:48.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.167+0000 7f4d897f9640 1 --2- 172.21.15.39:0/714320560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415e700 0x7f4d840b3a30 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f4d78009870 tx=0x7f4d7802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae408011e030fb22 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:48.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.167+0000 7f4d88ff8640 1 -- 172.21.15.39:0/714320560 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d78037070 con 0x7f4d8415e700 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.167+0000 7f4d88ff8640 1 -- 172.21.15.39:0/714320560 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d78032440 con 0x7f4d8415e700 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.167+0000 7f4d88ff8640 1 -- 172.21.15.39:0/714320560 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d78032810 con 0x7f4d8415e700 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.168+0000 7f4d8c25e640 1 -- 172.21.15.39:0/714320560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415e700 msgr2=0x7f4d840b3a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.168+0000 7f4d8c25e640 1 --2- 172.21.15.39:0/714320560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415e700 0x7f4d840b3a30 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f4d78009870 tx=0x7f4d7802a1c0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.168+0000 7f4d8c25e640 1 -- 172.21.15.39:0/714320560 shutdown_connections 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.168+0000 7f4d8c25e640 1 --2- 172.21.15.39:0/714320560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415e700 0x7f4d840b3a30 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.168+0000 7f4d8c25e640 1 --2- 172.21.15.39:0/714320560 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d8415abc0 0x7f4d840cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.168+0000 7f4d8c25e640 1 -- 172.21.15.39:0/714320560 >> 172.21.15.39:0/714320560 conn(0x7f4d8406d000 msgr2=0x7f4d8406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.168+0000 7f4d8c25e640 1 -- 172.21.15.39:0/714320560 shutdown_connections 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.168+0000 7f4d8c25e640 1 -- 172.21.15.39:0/714320560 wait complete. 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.169+0000 7f4d8c25e640 1 Processor -- start 2024-09-19T05:37:48.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.169+0000 7f4d8c25e640 1 -- start start 2024-09-19T05:37:48.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d8c25e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415abc0 0x7f4d8414d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d8c25e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d8415e700 0x7f4d840c5be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d8c25e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d841f1e70 0x7f4d840ac580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d8c25e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4d840cd7f0 con 0x7f4d8415abc0 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d8c25e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4d840cd670 con 0x7f4d8415e700 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d8c25e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4d840d0250 con 0x7f4d841f1e70 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d89ffa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415abc0 0x7f4d8414d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d89ffa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415abc0 0x7f4d8414d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42296/0 (socket says 172.21.15.39:42296) 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d89ffa640 1 -- 172.21.15.39:0/2959502891 learned_addr learned my addr 172.21.15.39:0/2959502891 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d897f9640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d8415e700 0x7f4d840c5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d8a7fb640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d841f1e70 0x7f4d840ac580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d89ffa640 1 -- 172.21.15.39:0/2959502891 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d841f1e70 msgr2=0x7f4d840ac580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d89ffa640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d841f1e70 0x7f4d840ac580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d89ffa640 1 -- 172.21.15.39:0/2959502891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d8415e700 msgr2=0x7f4d840c5be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d89ffa640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d8415e700 0x7f4d840c5be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.170+0000 7f4d89ffa640 1 -- 172.21.15.39:0/2959502891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d840ab4e0 con 0x7f4d8415abc0 2024-09-19T05:37:48.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.171+0000 7f4d89ffa640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415abc0 0x7f4d8414d860 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f4d74007ef0 tx=0x7f4d7400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:48.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.171+0000 7f4d827fc640 1 -- 172.21.15.39:0/2959502891 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d74014620 con 0x7f4d8415abc0 2024-09-19T05:37:48.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.171+0000 7f4d827fc640 1 -- 172.21.15.39:0/2959502891 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d74019070 con 0x7f4d8415abc0 2024-09-19T05:37:48.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.171+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d840ab7c0 con 0x7f4d8415abc0 2024-09-19T05:37:48.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.171+0000 7f4d827fc640 1 -- 172.21.15.39:0/2959502891 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d74014a00 con 0x7f4d8415abc0 2024-09-19T05:37:48.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.171+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d840abd80 con 0x7f4d8415abc0 2024-09-19T05:37:48.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.172+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d840d06b0 con 0x7f4d8415abc0 2024-09-19T05:37:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.173+0000 7f4d827fc640 1 -- 172.21.15.39:0/2959502891 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4d74014ba0 con 0x7f4d8415abc0 2024-09-19T05:37:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.173+0000 7f4d827fc640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d7006c2b0 0x7f4d7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.173+0000 7f4d827fc640 1 -- 172.21.15.39:0/2959502891 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f4d7408ba40 con 0x7f4d8415abc0 2024-09-19T05:37:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.173+0000 7f4d897f9640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d7006c2b0 0x7f4d7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.174+0000 7f4d897f9640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d7006c2b0 0x7f4d7006e770 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f4d78034000 tx=0x7f4d7802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:48.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.178+0000 7f4d827fc640 1 -- 172.21.15.39:0/2959502891 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d74059d90 con 0x7f4d8415abc0 2024-09-19T05:37:48.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.348+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4d840ceaf0 con 0x7f4d7006c2b0 2024-09-19T05:37:48.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.349+0000 7f4d827fc640 1 -- 172.21.15.39:0/2959502891 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13448 (secure 0 0 0) 0x7f4d840ceaf0 con 0x7f4d7006c2b0 2024-09-19T05:37:48.351 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:48.351 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:37:48.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d7006c2b0 msgr2=0x7f4d7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d7006c2b0 0x7f4d7006e770 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f4d78034000 tx=0x7f4d7802e000 comp rx=0 tx=0).stop 2024-09-19T05:37:48.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415abc0 msgr2=0x7f4d8414d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415abc0 0x7f4d8414d860 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f4d74007ef0 tx=0x7f4d7400e4b0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 shutdown_connections 2024-09-19T05:37:48.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4d7006c2b0 0x7f4d7006e770 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d841f1e70 0x7f4d840ac580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d8415e700 0x7f4d840c5be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 --2- 172.21.15.39:0/2959502891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d8415abc0 0x7f4d8414d860 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 >> 172.21.15.39:0/2959502891 conn(0x7f4d8406d000 msgr2=0x7f4d840cce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:48.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 shutdown_connections 2024-09-19T05:37:48.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.351+0000 7f4d8c25e640 1 -- 172.21.15.39:0/2959502891 wait complete. 2024-09-19T05:37:48.364 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":205,"stamp":"2024-09-19T05:37:46.714472+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":280616,"kb_used_data":10312,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754694104,"statfs":{"total":773094113280,"available":772806762496,"internally_reserved":0,"allocated":10559488,"data_stored":5174694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":276614704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-21357,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-92,"num_read_kb":-87,"num_write":-149,"num_write_kb":-74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001258"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":303,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:37:43.769947+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:37:43.769947+0000","last_peered":"2024-09-19T05:37:43.769947+0000","last_clean":"2024-09-19T05:37:43.769947+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:43.769947+0000","last_undegraded":"2024-09-19T05:37:43.769947+0000","last_fullsized":"2024-09-19T05:37:43.769947+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":501830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36492,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335348,"statfs":{"total":96636764160,"available":96599396352,"internally_reserved":0,"allocated":1171456,"data_stored":500679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509490,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32320,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339520,"statfs":{"total":96636764160,"available":96603668480,"internally_reserved":0,"allocated":1159168,"data_stored":494382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542194,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37068,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334772,"statfs":{"total":96636764160,"available":96598806528,"internally_reserved":0,"allocated":1761280,"data_stored":1085394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542192,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36488,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335352,"statfs":{"total":96636764160,"available":96599400448,"internally_reserved":0,"allocated":1167360,"data_stored":494582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542194,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":511255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542195,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32332,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339508,"statfs":{"total":96636764160,"available":96603656192,"internally_reserved":0,"allocated":1171456,"data_stored":501268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542195,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32904,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338936,"statfs":{"total":96636764160,"available":96603070464,"internally_reserved":0,"allocated":1757184,"data_stored":1085304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:37:48.365 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:37:48.365 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:37:48.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.466+0000 7f5a96ff8640 1 Processor -- start 2024-09-19T05:37:48.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.466+0000 7f5a96ff8640 1 -- start start 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.467+0000 7f5a96ff8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a9015e970 0x7f5a900b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.467+0000 7f5a96ff8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 0x7f5a900d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.467+0000 7f5a96ff8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f5a900d1a40 0x7f5a900d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.467+0000 7f5a96ff8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f5a900b70b0 con 0x7f5a9015e970 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.467+0000 7f5a96ff8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f5a900b78b0 con 0x7f5a900d1a40 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.467+0000 7f5a96ff8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5a900b62f0 con 0x7f5a90162cd0 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a94d94640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a9015e970 0x7f5a900b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a94d94640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a9015e970 0x7f5a900b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42310/0 (socket says 172.21.15.39:42310) 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a94d94640 1 -- 172.21.15.39:0/2598552351 learned_addr learned my addr 172.21.15.39:0/2598552351 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a8ffff640 1 --2- 172.21.15.39:0/2598552351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 0x7f5a900d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a95595640 1 --2- 172.21.15.39:0/2598552351 >> v2:172.21.15.50:3300/0 conn(0x7f5a900d1a40 0x7f5a900d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a94d94640 1 -- 172.21.15.39:0/2598552351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 msgr2=0x7f5a900d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:48.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a94d94640 1 --2- 172.21.15.39:0/2598552351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 0x7f5a900d1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a94d94640 1 -- 172.21.15.39:0/2598552351 >> v2:172.21.15.50:3300/0 conn(0x7f5a900d1a40 msgr2=0x7f5a900d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:48.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a94d94640 1 --2- 172.21.15.39:0/2598552351 >> v2:172.21.15.50:3300/0 conn(0x7f5a900d1a40 0x7f5a900d2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a94d94640 1 -- 172.21.15.39:0/2598552351 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a900b65d0 con 0x7f5a9015e970 2024-09-19T05:37:48.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.468+0000 7f5a95595640 1 --2- 172.21.15.39:0/2598552351 >> v2:172.21.15.50:3300/0 conn(0x7f5a900d1a40 0x7f5a900d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:48.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a94d94640 1 --2- 172.21.15.39:0/2598552351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 0x7f5a900b37a0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f5a9008d470 tx=0x7f5a8002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c6df4dafc163db6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:48.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a8f7fe640 1 -- 172.21.15.39:0/2598552351 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a80036070 con 0x7f5a9015e970 2024-09-19T05:37:48.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a8f7fe640 1 -- 172.21.15.39:0/2598552351 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a80031600 con 0x7f5a9015e970 2024-09-19T05:37:48.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a8f7fe640 1 -- 172.21.15.39:0/2598552351 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a800319d0 con 0x7f5a9015e970 2024-09-19T05:37:48.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a96ff8640 1 -- 172.21.15.39:0/2598552351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 msgr2=0x7f5a900b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/2598552351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 0x7f5a900b37a0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f5a9008d470 tx=0x7f5a8002a610 comp rx=0 tx=0).stop 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a96ff8640 1 -- 172.21.15.39:0/2598552351 shutdown_connections 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/2598552351 >> v2:172.21.15.50:3300/0 conn(0x7f5a900d1a40 0x7f5a900d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/2598552351 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 0x7f5a900d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/2598552351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 0x7f5a900b37a0 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a96ff8640 1 -- 172.21.15.39:0/2598552351 >> 172.21.15.39:0/2598552351 conn(0x7f5a9006bd00 msgr2=0x7f5a9006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a96ff8640 1 -- 172.21.15.39:0/2598552351 shutdown_connections 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.469+0000 7f5a96ff8640 1 -- 172.21.15.39:0/2598552351 wait complete. 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.471+0000 7f5a96ff8640 1 Processor -- start 2024-09-19T05:37:48.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.471+0000 7f5a96ff8640 1 -- start start 2024-09-19T05:37:48.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.471+0000 7f5a96ff8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900d1a40 0x7f5a901f7770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.471+0000 7f5a96ff8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 0x7f5a900c9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.471+0000 7f5a96ff8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 0x7f5a90147620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a96ff8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5a90163130 con 0x7f5a9015e970 2024-09-19T05:37:48.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a96ff8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5a900b6b90 con 0x7f5a900d1a40 2024-09-19T05:37:48.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a96ff8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5a900d2bd0 con 0x7f5a90162cd0 2024-09-19T05:37:48.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 0x7f5a900c9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 0x7f5a900c9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42316/0 (socket says 172.21.15.39:42316) 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8ffff640 1 -- 172.21.15.39:0/705085287 learned_addr learned my addr 172.21.15.39:0/705085287 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a95595640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 0x7f5a90147620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a94d94640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900d1a40 0x7f5a901f7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8ffff640 1 -- 172.21.15.39:0/705085287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 msgr2=0x7f5a90147620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8ffff640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 0x7f5a90147620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8ffff640 1 -- 172.21.15.39:0/705085287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900d1a40 msgr2=0x7f5a901f7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8ffff640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900d1a40 0x7f5a901f7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8ffff640 1 -- 172.21.15.39:0/705085287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a901f7cb0 con 0x7f5a9015e970 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8ffff640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 0x7f5a900c9d40 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f5a8400e8a0 tx=0x7f5a8400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8d7fa640 1 -- 172.21.15.39:0/705085287 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a84017070 con 0x7f5a9015e970 2024-09-19T05:37:48.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8d7fa640 1 -- 172.21.15.39:0/705085287 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a8400c940 con 0x7f5a9015e970 2024-09-19T05:37:48.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a8d7fa640 1 -- 172.21.15.39:0/705085287 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a8400cd30 con 0x7f5a9015e970 2024-09-19T05:37:48.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a900c8ca0 con 0x7f5a9015e970 2024-09-19T05:37:48.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.472+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a900c9260 con 0x7f5a9015e970 2024-09-19T05:37:48.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.473+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a900b37a0 con 0x7f5a9015e970 2024-09-19T05:37:48.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.474+0000 7f5a8d7fa640 1 -- 172.21.15.39:0/705085287 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a8401a070 con 0x7f5a9015e970 2024-09-19T05:37:48.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.474+0000 7f5a8d7fa640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a7c06c2b0 0x7f5a7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.474+0000 7f5a8d7fa640 1 -- 172.21.15.39:0/705085287 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f5a8408b4a0 con 0x7f5a9015e970 2024-09-19T05:37:48.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.474+0000 7f5a94d94640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a7c06c2b0 0x7f5a7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.475+0000 7f5a94d94640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a7c06c2b0 0x7f5a7c06e770 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5a80033000 tx=0x7f5a80009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:48.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.479+0000 7f5a8d7fa640 1 -- 172.21.15.39:0/705085287 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a84059db0 con 0x7f5a9015e970 2024-09-19T05:37:48.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.652+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5a900d29b0 con 0x7f5a7c06c2b0 2024-09-19T05:37:48.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.653+0000 7f5a8d7fa640 1 -- 172.21.15.39:0/705085287 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13448 (secure 0 0 0) 0x7f5a900d29b0 con 0x7f5a7c06c2b0 2024-09-19T05:37:48.654 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:48.655 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:37:48.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a7c06c2b0 msgr2=0x7f5a7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a7c06c2b0 0x7f5a7c06e770 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5a80033000 tx=0x7f5a80009000 comp rx=0 tx=0).stop 2024-09-19T05:37:48.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 msgr2=0x7f5a900c9d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 0x7f5a900c9d40 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f5a8400e8a0 tx=0x7f5a8400ed60 comp rx=0 tx=0).stop 2024-09-19T05:37:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 shutdown_connections 2024-09-19T05:37:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f5a7c06c2b0 0x7f5a7c06e770 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f5a90162cd0 0x7f5a90147620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a9015e970 0x7f5a900c9d40 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 --2- 172.21.15.39:0/705085287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a900d1a40 0x7f5a901f7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 >> 172.21.15.39:0/705085287 conn(0x7f5a9006bd00 msgr2=0x7f5a900d2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 shutdown_connections 2024-09-19T05:37:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.655+0000 7f5a96ff8640 1 -- 172.21.15.39:0/705085287 wait complete. 2024-09-19T05:37:48.667 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":205,"stamp":"2024-09-19T05:37:46.714472+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":280616,"kb_used_data":10312,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754694104,"statfs":{"total":773094113280,"available":772806762496,"internally_reserved":0,"allocated":10559488,"data_stored":5174694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":276614704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-21357,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-92,"num_read_kb":-87,"num_write":-149,"num_write_kb":-74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001258"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":303,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:37:43.769947+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:37:43.769947+0000","last_peered":"2024-09-19T05:37:43.769947+0000","last_clean":"2024-09-19T05:37:43.769947+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:43.769947+0000","last_undegraded":"2024-09-19T05:37:43.769947+0000","last_fullsized":"2024-09-19T05:37:43.769947+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":501830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36492,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335348,"statfs":{"total":96636764160,"available":96599396352,"internally_reserved":0,"allocated":1171456,"data_stored":500679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509490,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32320,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339520,"statfs":{"total":96636764160,"available":96603668480,"internally_reserved":0,"allocated":1159168,"data_stored":494382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542194,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37068,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334772,"statfs":{"total":96636764160,"available":96598806528,"internally_reserved":0,"allocated":1761280,"data_stored":1085394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542192,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36488,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335352,"statfs":{"total":96636764160,"available":96599400448,"internally_reserved":0,"allocated":1167360,"data_stored":494582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542194,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":511255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542195,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32332,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339508,"statfs":{"total":96636764160,"available":96603656192,"internally_reserved":0,"allocated":1171456,"data_stored":501268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542195,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32904,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338936,"statfs":{"total":96636764160,"available":96603070464,"internally_reserved":0,"allocated":1757184,"data_stored":1085304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:37:48.668 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:37:48.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.769+0000 7faa6379f640 1 Processor -- start 2024-09-19T05:37:48.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.770+0000 7faa6379f640 1 -- start start 2024-09-19T05:37:48.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6379f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa5c15b110 0x7faa5c0b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6379f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa5c0b4250 con 0x7faa5c0d08f0 2024-09-19T05:37:48.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6379f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa5c0ccd80 con 0x7faa5c15b4f0 2024-09-19T05:37:48.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6379f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7faa5c0b44f0 con 0x7faa5c15b110 2024-09-19T05:37:48.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6153b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa5c15b110 0x7faa5c0b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6153b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa5c15b110 0x7faa5c0b3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42318/0 (socket says 172.21.15.39:42318) 2024-09-19T05:37:48.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6153b640 1 -- 172.21.15.39:0/2075323851 learned_addr learned my addr 172.21.15.39:0/2075323851 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:48.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa61d3c640 1 --1- 172.21.15.39:0/2075323851 >> v1:172.21.15.39:6789/0 conn(0x7faa5c0d08f0 0x7faa5c0cdb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35184/0 (socket says 172.21.15.39:35184) 2024-09-19T05:37:48.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6153b640 1 -- 172.21.15.39:0/2075323851 >> v1:172.21.15.50:6789/0 conn(0x7faa5c15b4f0 legacy=0x7faa5c0d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6153b640 1 -- 172.21.15.39:0/2075323851 >> v1:172.21.15.39:6789/0 conn(0x7faa5c0d08f0 legacy=0x7faa5c0cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.771+0000 7faa6153b640 1 -- 172.21.15.39:0/2075323851 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa5c0cd060 con 0x7faa5c15b110 2024-09-19T05:37:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.772+0000 7faa6153b640 1 --2- 172.21.15.39:0/2075323851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 0x7faa5c0b3d10 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7faa4c009e50 tx=0x7faa4c02a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e8f2dc799d0f4d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.772+0000 7faa5bfff640 1 -- 172.21.15.39:0/2075323851 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa4c036070 con 0x7faa5c15b110 2024-09-19T05:37:48.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.772+0000 7faa5bfff640 1 -- 172.21.15.39:0/2075323851 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa4c031600 con 0x7faa5c15b110 2024-09-19T05:37:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.772+0000 7faa5bfff640 1 -- 172.21.15.39:0/2075323851 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa4c0319f0 con 0x7faa5c15b110 2024-09-19T05:37:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.772+0000 7faa6379f640 1 -- 172.21.15.39:0/2075323851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 msgr2=0x7faa5c0b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.772+0000 7faa6379f640 1 --2- 172.21.15.39:0/2075323851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 0x7faa5c0b3d10 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7faa4c009e50 tx=0x7faa4c02a7c0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.773+0000 7faa6379f640 1 -- 172.21.15.39:0/2075323851 shutdown_connections 2024-09-19T05:37:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.773+0000 7faa6379f640 1 --2- 172.21.15.39:0/2075323851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 0x7faa5c0b3d10 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.773+0000 7faa6379f640 1 -- 172.21.15.39:0/2075323851 >> 172.21.15.39:0/2075323851 conn(0x7faa5c06d000 msgr2=0x7faa5c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.773+0000 7faa6379f640 1 -- 172.21.15.39:0/2075323851 shutdown_connections 2024-09-19T05:37:48.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.773+0000 7faa6379f640 1 -- 172.21.15.39:0/2075323851 wait complete. 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.774+0000 7faa6379f640 1 Processor -- start 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.774+0000 7faa6379f640 1 -- start start 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.774+0000 7faa6379f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa5c0d08f0 0x7faa5c156390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa6379f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 0x7faa5c06bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa6379f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa5c15b4f0 0x7faa5c06c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa6379f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7faa5c073d10 con 0x7faa5c15b110 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa6379f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faa5c0cd620 con 0x7faa5c15b4f0 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa6379f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7faa5c073e90 con 0x7faa5c0d08f0 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa60d3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 0x7faa5c06bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa60d3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 0x7faa5c06bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42332/0 (socket says 172.21.15.39:42332) 2024-09-19T05:37:48.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa60d3a640 1 -- 172.21.15.39:0/1631684497 learned_addr learned my addr 172.21.15.39:0/1631684497 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa6153b640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa5c0d08f0 0x7faa5c156390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa61d3c640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa5c15b4f0 0x7faa5c06c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa60d3a640 1 -- 172.21.15.39:0/1631684497 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa5c0d08f0 msgr2=0x7faa5c156390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa60d3a640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa5c0d08f0 0x7faa5c156390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa60d3a640 1 -- 172.21.15.39:0/1631684497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa5c15b4f0 msgr2=0x7faa5c06c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa60d3a640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa5c15b4f0 0x7faa5c06c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa60d3a640 1 -- 172.21.15.39:0/1631684497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa5c156d50 con 0x7faa5c15b110 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa6153b640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa5c0d08f0 0x7faa5c156390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa60d3a640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 0x7faa5c06bb20 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7faa5000c440 tx=0x7faa5000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa59ffb640 1 -- 172.21.15.39:0/1631684497 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa500052d0 con 0x7faa5c15b110 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa59ffb640 1 -- 172.21.15.39:0/1631684497 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa50005470 con 0x7faa5c15b110 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa5c1f5bb0 con 0x7faa5c15b110 2024-09-19T05:37:48.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.775+0000 7faa59ffb640 1 -- 172.21.15.39:0/1631684497 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa50007260 con 0x7faa5c15b110 2024-09-19T05:37:48.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.776+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa5c1f6170 con 0x7faa5c15b110 2024-09-19T05:37:48.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.777+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa5c1f59a0 con 0x7faa5c15b110 2024-09-19T05:37:48.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.777+0000 7faa59ffb640 1 -- 172.21.15.39:0/1631684497 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa500074c0 con 0x7faa5c15b110 2024-09-19T05:37:48.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.777+0000 7faa59ffb640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa4806c2b0 0x7faa4806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:48.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.777+0000 7faa6153b640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa4806c2b0 0x7faa4806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:48.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.777+0000 7faa59ffb640 1 -- 172.21.15.39:0/1631684497 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7faa5008a5e0 con 0x7faa5c15b110 2024-09-19T05:37:48.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.778+0000 7faa6153b640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa4806c2b0 0x7faa4806e770 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7faa4c033000 tx=0x7faa4c009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:48.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.782+0000 7faa59ffb640 1 -- 172.21.15.39:0/1631684497 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faa50058930 con 0x7faa5c15b110 2024-09-19T05:37:48.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.959+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faa5c0b3d10 con 0x7faa5c15b110 2024-09-19T05:37:48.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.959+0000 7faa59ffb640 1 -- 172.21.15.39:0/1631684497 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+13525 (secure 0 0 0) 0x7faa5005cc30 con 0x7faa5c15b110 2024-09-19T05:37:48.961 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:48.961 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":96,"fsid":"63724460-2d43-4192-a475-a2140b12f870","created":"2024-09-19T05:33:42.409286+0000","modified":"2024-09-19T05:37:45.832552+0000","last_up_change":"2024-09-19T05:33:54.751046+0000","last_in_change":"2024-09-19T05:33:44.695837+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:33:54.714389+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8210ef9b-91e5-48ef-bf7e-8ae15a3717f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6819","nonce":3228276777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6821","nonce":3228276777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6825","nonce":3228276777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3228276777},{"type":"v1","addr":"172.21.15.39:6823","nonce":3228276777}]},"public_addr":"172.21.15.39:6819/3228276777","cluster_addr":"172.21.15.39:6821/3228276777","heartbeat_back_addr":"172.21.15.39:6825/3228276777","heartbeat_front_addr":"172.21.15.39:6823/3228276777","state":["exists","up"]},{"osd":1,"uuid":"60acd15b-6555-45cc-bdc0-025e1e7e0379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6809","nonce":2488090806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6811","nonce":2488090806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6815","nonce":2488090806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2488090806},{"type":"v1","addr":"172.21.15.39:6813","nonce":2488090806}]},"public_addr":"172.21.15.39:6809/2488090806","cluster_addr":"172.21.15.39:6811/2488090806","heartbeat_back_addr":"172.21.15.39:6815/2488090806","heartbeat_front_addr":"172.21.15.39:6813/2488090806","state":["exists","up"]},{"osd":2,"uuid":"ad88ef0b-a810-498d-b929-d4ffe4f3dc93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6801","nonce":2774484921}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6803","nonce":2774484921}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6807","nonce":2774484921}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2774484921},{"type":"v1","addr":"172.21.15.39:6805","nonce":2774484921}]},"public_addr":"172.21.15.39:6801/2774484921","cluster_addr":"172.21.15.39:6803/2774484921","heartbeat_back_addr":"172.21.15.39:6807/2774484921","heartbeat_front_addr":"172.21.15.39:6805/2774484921","state":["exists","up"]},{"osd":3,"uuid":"771817b2-b947-4264-9f83-22c4997b511a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6827","nonce":3484666534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6829","nonce":3484666534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6833","nonce":3484666534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3484666534},{"type":"v1","addr":"172.21.15.39:6831","nonce":3484666534}]},"public_addr":"172.21.15.39:6827/3484666534","cluster_addr":"172.21.15.39:6829/3484666534","heartbeat_back_addr":"172.21.15.39:6833/3484666534","heartbeat_front_addr":"172.21.15.39:6831/3484666534","state":["exists","up"]},{"osd":4,"uuid":"1f812275-9b30-4a2a-b9fb-32a1031b1b71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6809","nonce":1986973046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6811","nonce":1986973046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6815","nonce":1986973046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1986973046},{"type":"v1","addr":"172.21.15.50:6813","nonce":1986973046}]},"public_addr":"172.21.15.50:6809/1986973046","cluster_addr":"172.21.15.50:6811/1986973046","heartbeat_back_addr":"172.21.15.50:6815/1986973046","heartbeat_front_addr":"172.21.15.50:6813/1986973046","state":["exists","up"]},{"osd":5,"uuid":"471bfe90-7ed1-44b0-9a0f-59c34c1fb2c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6817","nonce":4153196469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6819","nonce":4153196469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6823","nonce":4153196469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":4153196469},{"type":"v1","addr":"172.21.15.50:6821","nonce":4153196469}]},"public_addr":"172.21.15.50:6817/4153196469","cluster_addr":"172.21.15.50:6819/4153196469","heartbeat_back_addr":"172.21.15.50:6823/4153196469","heartbeat_front_addr":"172.21.15.50:6821/4153196469","state":["exists","up"]},{"osd":6,"uuid":"fb6aec90-fd8e-448f-b0d6-47f54c54468b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6825","nonce":2782255725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6827","nonce":2782255725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6831","nonce":2782255725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2782255725},{"type":"v1","addr":"172.21.15.50:6829","nonce":2782255725}]},"public_addr":"172.21.15.50:6825/2782255725","cluster_addr":"172.21.15.50:6827/2782255725","heartbeat_back_addr":"172.21.15.50:6831/2782255725","heartbeat_front_addr":"172.21.15.50:6829/2782255725","state":["exists","up"]},{"osd":7,"uuid":"2af8d43d-7bde-4e53-b8d3-04f40cecf29e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6801","nonce":2134459835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6803","nonce":2134459835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6807","nonce":2134459835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":2134459835},{"type":"v1","addr":"172.21.15.50:6805","nonce":2134459835}]},"public_addr":"172.21.15.50:6801/2134459835","cluster_addr":"172.21.15.50:6803/2134459835","heartbeat_back_addr":"172.21.15.50:6807/2134459835","heartbeat_front_addr":"172.21.15.50:6805/2134459835","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.450791+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.297046+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.724859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.755852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.402738+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.769492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:52.182709+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:33:51.218546+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6836/712474335":"2024-09-20T05:37:42.818636+0000","172.21.15.39:6834/1546862379":"2024-09-20T05:37:42.818622+0000","172.21.15.50:6834/388643646":"2024-09-20T05:37:20.406507+0000","172.21.15.50:6833/388643646":"2024-09-20T05:37:20.406507+0000","172.21.15.39:6837/712474335":"2024-09-20T05:37:42.818636+0000","172.21.15.39:6836/1943307967":"2024-09-20T05:37:20.397650+0000","172.21.15.39:6835/1546862379":"2024-09-20T05:37:42.818622+0000","172.21.15.39:6834/1943307967":"2024-09-20T05:37:20.397650+0000","172.21.15.39:6837/2292447519":"2024-09-20T05:37:20.376889+0000","172.21.15.39:6835/2292447519":"2024-09-20T05:37:20.376889+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:37:48.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa4806c2b0 msgr2=0x7faa4806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa4806c2b0 0x7faa4806e770 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7faa4c033000 tx=0x7faa4c009000 comp rx=0 tx=0).stop 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 msgr2=0x7faa5c06bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 0x7faa5c06bb20 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7faa5000c440 tx=0x7faa5000c900 comp rx=0 tx=0).stop 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 shutdown_connections 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7faa4806c2b0 0x7faa4806e770 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa5c15b4f0 0x7faa5c06c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa5c15b110 0x7faa5c06bb20 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 --2- 172.21.15.39:0/1631684497 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7faa5c0d08f0 0x7faa5c156390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 >> 172.21.15.39:0/1631684497 conn(0x7faa5c06d000 msgr2=0x7faa5c0cda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 shutdown_connections 2024-09-19T05:37:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:48.962+0000 7faa6379f640 1 -- 172.21.15.39:0/1631684497 wait complete. 2024-09-19T05:37:49.975 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T05:37:49.976 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:37:50.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.093+0000 7f95dfa8d640 1 Processor -- start 2024-09-19T05:37:50.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.094+0000 7f95dfa8d640 1 -- start start 2024-09-19T05:37:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.094+0000 7f95dfa8d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d80b61f0 0x7f95d80b6660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.094+0000 7f95dfa8d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95d80cfe30 con 0x7f95d815e860 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.094+0000 7f95dfa8d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95d80d5070 con 0x7f95d80d3320 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.094+0000 7f95dfa8d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f95d80b6ba0 con 0x7f95d80b61f0 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dd829640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f95d815e860 0x7f95d80cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35198/0 (socket says 172.21.15.39:35198) 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dd829640 1 -- 172.21.15.39:0/1744090085 learned_addr learned my addr 172.21.15.39:0/1744090085 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95de02a640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d80b61f0 0x7f95d80b6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2004451366 0 0) 0x7f95d80cfe30 con 0x7f95d815e860 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f95c0003520 con 0x7f95d815e860 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2282158974 0 0) 0x7f95c0003520 con 0x7f95d815e860 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d80b61f0 msgr2=0x7f95d80b6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d80b61f0 0x7f95d80b6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 >> v1:172.21.15.50:6789/0 conn(0x7f95d80d3320 legacy=0x7f95d80d4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d80d38c0 con 0x7f95d815e860 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f95d0001670 con 0x7f95d815e860 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 >> v1:172.21.15.39:6789/0 conn(0x7f95d815e860 legacy=0x7f95d80cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95c00039e0 0x7f95c0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d80b61f0 0x7f95c0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95c0004d40 0x7f95c00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f95d80b6ba0 con 0x7f95c00039e0 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95c000b9c0 con 0x7f95c0004d40 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f95c000bbc0 con 0x7f95d80b61f0 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.095+0000 7f95dd829640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95c00039e0 0x7f95c0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.096+0000 7f95dd028640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d80b61f0 0x7f95c0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.096+0000 7f95de02a640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95c0004d40 0x7f95c00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.096+0000 7f95dd829640 1 -- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d80b61f0 msgr2=0x7f95c0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.096+0000 7f95dd829640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d80b61f0 0x7f95c0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.096+0000 7f95dd829640 1 -- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95c0004d40 msgr2=0x7f95c00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.096+0000 7f95dd829640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95c0004d40 0x7f95c00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.096+0000 7f95dd829640 1 -- 172.21.15.39:0/1744090085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95c0003520 con 0x7f95c00039e0 2024-09-19T05:37:50.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.096+0000 7f95dd028640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d80b61f0 0x7f95c0004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:50.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.096+0000 7f95dd829640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95c00039e0 0x7f95c0003dc0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f95d000c210 tx=0x7f95c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfc0e0aa20bb02ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d0007ce0 con 0x7f95c00039e0 2024-09-19T05:37:50.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95d0005af0 con 0x7f95c00039e0 2024-09-19T05:37:50.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95dc827640 1 -- 172.21.15.39:0/1744090085 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d0007070 con 0x7f95c00039e0 2024-09-19T05:37:50.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95dfa8d640 1 -- 172.21.15.39:0/1744090085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95c00039e0 msgr2=0x7f95c0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95dfa8d640 1 --2- 172.21.15.39:0/1744090085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95c00039e0 0x7f95c0003dc0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f95d000c210 tx=0x7f95c0005830 comp rx=0 tx=0).stop 2024-09-19T05:37:50.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95de02a640 1 -- 172.21.15.39:0/1744090085 reap_dead start 2024-09-19T05:37:50.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95dfa8d640 1 -- 172.21.15.39:0/1744090085 shutdown_connections 2024-09-19T05:37:50.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95dfa8d640 1 -- 172.21.15.39:0/1744090085 >> 172.21.15.39:0/1744090085 conn(0x7f95d8072560 msgr2=0x7f95d8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:50.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95dfa8d640 1 -- 172.21.15.39:0/1744090085 shutdown_connections 2024-09-19T05:37:50.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.097+0000 7f95dfa8d640 1 -- 172.21.15.39:0/1744090085 wait complete. 2024-09-19T05:37:50.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.099+0000 7f95dfa8d640 1 Processor -- start 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.099+0000 7f95dfa8d640 1 -- start start 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.099+0000 7f95dfa8d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95c00039e0 0x7f95d80cd500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.099+0000 7f95dfa8d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d81f3560 0x7f95d80cb840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.099+0000 7f95dfa8d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d81f39c0 0x7f95d814b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.099+0000 7f95dfa8d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f95d80d3e80 con 0x7f95d81f39c0 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.099+0000 7f95dfa8d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95d80b3f10 con 0x7f95c00039e0 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.099+0000 7f95dfa8d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f95d80d4160 con 0x7f95d81f3560 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95de02a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d81f39c0 0x7f95d814b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95de02a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d81f39c0 0x7f95d814b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42346/0 (socket says 172.21.15.39:42346) 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95de02a640 1 -- 172.21.15.39:0/2222889060 learned_addr learned my addr 172.21.15.39:0/2222889060 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:50.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95dd829640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95c00039e0 0x7f95d80cd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95dd028640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d81f3560 0x7f95d80cb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95de02a640 1 -- 172.21.15.39:0/2222889060 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d81f3560 msgr2=0x7f95d80cb840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95de02a640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d81f3560 0x7f95d80cb840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95de02a640 1 -- 172.21.15.39:0/2222889060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95c00039e0 msgr2=0x7f95d80cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95de02a640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95c00039e0 0x7f95d80cd500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95de02a640 1 -- 172.21.15.39:0/2222889060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d8149410 con 0x7f95d81f39c0 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95dd028640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f95d81f3560 0x7f95d80cb840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95de02a640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d81f39c0 0x7f95d814b400 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f95d80d01b0 tx=0x7f95c800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95d67fc640 1 -- 172.21.15.39:0/2222889060 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c800fd80 con 0x7f95d81f39c0 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95d67fc640 1 -- 172.21.15.39:0/2222889060 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95c801d070 con 0x7f95d81f39c0 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95d81496f0 con 0x7f95d81f39c0 2024-09-19T05:37:50.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95d67fc640 1 -- 172.21.15.39:0/2222889060 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c8015670 con 0x7f95d81f39c0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.100+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95d8149cb0 con 0x7f95d81f39c0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.101+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f95d80cda40 con 0x7f95d81f39c0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.102+0000 7f95d67fc640 1 -- 172.21.15.39:0/2222889060 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f95c8015810 con 0x7f95d81f39c0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.102+0000 7f95d67fc640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95c406c2b0 0x7f95c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.103+0000 7f95d67fc640 1 -- 172.21.15.39:0/2222889060 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f95c808ba40 con 0x7f95d81f39c0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.103+0000 7f95dd829640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95c406c2b0 0x7f95c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.103+0000 7f95d67fc640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7f95c40723f0 0x7f95c4074810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.103+0000 7f95d67fc640 1 -- 172.21.15.39:0/2222889060 --> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f95c800ce90 con 0x7f95c40723f0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.103+0000 7f95d67fc640 1 -- 172.21.15.39:0/2222889060 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=96) ==== 24+0+0 (secure 0 0 0) 0x7f95c80902c0 con 0x7f95d81f39c0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.103+0000 7f95dd028640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7f95c40723f0 0x7f95c4074810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.103+0000 7f95dd829640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95c406c2b0 0x7f95c406e770 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f95d0032000 tx=0x7f95d002d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.103+0000 7f95dd028640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7f95c40723f0 0x7f95c4074810 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.104+0000 7f95d67fc640 1 -- 172.21.15.39:0/2222889060 <== osd.0 v2:172.21.15.39:6818/3228276777 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f95c800ce90 con 0x7f95c40723f0 2024-09-19T05:37:50.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.116+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 --> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f95d8069d70 con 0x7f95c40723f0 2024-09-19T05:37:50.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95d67fc640 1 -- 172.21.15.39:0/2222889060 <== osd.0 v2:172.21.15.39:6818/3228276777 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f95d8069d70 con 0x7f95c40723f0 2024-09-19T05:37:50.119 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:50.119 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:37:50.119 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:50.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7f95c40723f0 msgr2=0x7f95c4074810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6818/3228276777,v1:172.21.15.39:6819/3228276777] conn(0x7f95c40723f0 0x7f95c4074810 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95c406c2b0 msgr2=0x7f95c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f95c406c2b0 0x7f95c406e770 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f95d0032000 tx=0x7f95d002d000 comp rx=0 tx=0).stop 2024-09-19T05:37:50.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d81f39c0 msgr2=0x7f95d814b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 --2- 172.21.15.39:0/2222889060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d81f39c0 0x7f95d814b400 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f95d80d01b0 tx=0x7f95c800f580 comp rx=0 tx=0).stop 2024-09-19T05:37:50.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95de02a640 1 -- 172.21.15.39:0/2222889060 reap_dead start 2024-09-19T05:37:50.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 shutdown_connections 2024-09-19T05:37:50.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 >> 172.21.15.39:0/2222889060 conn(0x7f95d8072560 msgr2=0x7f95d80b94f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:50.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 shutdown_connections 2024-09-19T05:37:50.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.117+0000 7f95dfa8d640 1 -- 172.21.15.39:0/2222889060 wait complete. 2024-09-19T05:37:50.129 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T05:37:50.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.231+0000 7fd78e4ed640 1 Processor -- start 2024-09-19T05:37:50.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.231+0000 7fd78e4ed640 1 -- start start 2024-09-19T05:37:50.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.232+0000 7fd78e4ed640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd788162cf0 0x7fd7880cf1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.232+0000 7fd78e4ed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7880b7920 con 0x7fd78815e8e0 2024-09-19T05:37:50.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.232+0000 7fd78e4ed640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7880cf940 con 0x7fd7880d1ba0 2024-09-19T05:37:50.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.232+0000 7fd78e4ed640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd7881631a0 con 0x7fd788162cf0 2024-09-19T05:37:50.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.232+0000 7fd787fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd78815e8e0 0x7fd7880d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35208/0 (socket says 172.21.15.39:35208) 2024-09-19T05:37:50.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.232+0000 7fd787fff640 1 -- 172.21.15.39:0/1779871793 learned_addr learned my addr 172.21.15.39:0/1779871793 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:50.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.232+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2015878334 0 0) 0x7fd778001110 con 0x7fd78815e8e0 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.232+0000 7fd78ca8a640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd788162cf0 0x7fd7880cf1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.232+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd774003520 con 0x7fd78815e8e0 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3098757825 0 0) 0x7fd774003520 con 0x7fd78815e8e0 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd788162cf0 msgr2=0x7fd7880cf1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd788162cf0 0x7fd7880cf1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 >> v1:172.21.15.50:6789/0 conn(0x7fd7880d1ba0 legacy=0x7fd7880d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7880cfc20 con 0x7fd78815e8e0 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fd778001840 con 0x7fd78815e8e0 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 >> v1:172.21.15.39:6789/0 conn(0x7fd78815e8e0 legacy=0x7fd7880d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7740039e0 0x7fd774003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd788162cf0 0x7fd774004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd774004d40 0x7fd7740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd7881631a0 con 0x7fd7740039e0 2024-09-19T05:37:50.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd77400bbd0 con 0x7fd774004d40 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd77400bdd0 con 0x7fd788162cf0 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd787fff640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7740039e0 0x7fd774003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd7877fe640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd788162cf0 0x7fd774004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd78ca8a640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd774004d40 0x7fd7740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd787fff640 1 -- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd788162cf0 msgr2=0x7fd774004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd787fff640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd788162cf0 0x7fd774004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd787fff640 1 -- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd774004d40 msgr2=0x7fd7740051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd787fff640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd774004d40 0x7fd7740051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd787fff640 1 -- 172.21.15.39:0/1779871793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd774003520 con 0x7fd7740039e0 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.233+0000 7fd7877fe640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd788162cf0 0x7fd774004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:50.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.234+0000 7fd787fff640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7740039e0 0x7fd774003e00 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fd77800c4c0 tx=0x7fd774005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8aa2f8eb78b5b12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.234+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77800c0e0 con 0x7fd7740039e0 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.234+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd778034070 con 0x7fd7740039e0 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.234+0000 7fd786ffd640 1 -- 172.21.15.39:0/1779871793 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd778005d30 con 0x7fd7740039e0 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.235+0000 7fd78e4ed640 1 -- 172.21.15.39:0/1779871793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7740039e0 msgr2=0x7fd774003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.235+0000 7fd78e4ed640 1 --2- 172.21.15.39:0/1779871793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7740039e0 0x7fd774003e00 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fd77800c4c0 tx=0x7fd774005830 comp rx=0 tx=0).stop 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.235+0000 7fd78ca8a640 1 -- 172.21.15.39:0/1779871793 reap_dead start 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.235+0000 7fd78e4ed640 1 -- 172.21.15.39:0/1779871793 shutdown_connections 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.235+0000 7fd78e4ed640 1 -- 172.21.15.39:0/1779871793 >> 172.21.15.39:0/1779871793 conn(0x7fd78806bd00 msgr2=0x7fd78806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.235+0000 7fd78e4ed640 1 -- 172.21.15.39:0/1779871793 shutdown_connections 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.235+0000 7fd78e4ed640 1 -- 172.21.15.39:0/1779871793 wait complete. 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.236+0000 7fd78e4ed640 1 Processor -- start 2024-09-19T05:37:50.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.236+0000 7fd78e4ed640 1 -- start start 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd78e4ed640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7740039e0 0x7fd7880cae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd78e4ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7880c8900 0x7fd78814caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd78e4ed640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd78814cfe0 0x7fd78814fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd78e4ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd7880cf1f0 con 0x7fd7880c8900 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd78e4ed640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd7880d2dc0 con 0x7fd7740039e0 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd78e4ed640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd7880cf370 con 0x7fd78814cfe0 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd7877fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7880c8900 0x7fd78814caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd7877fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7880c8900 0x7fd78814caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42364/0 (socket says 172.21.15.39:42364) 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd7877fe640 1 -- 172.21.15.39:0/79761797 learned_addr learned my addr 172.21.15.39:0/79761797 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd787fff640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7740039e0 0x7fd7880cae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd78ca8a640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd78814cfe0 0x7fd78814fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd7877fe640 1 -- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd78814cfe0 msgr2=0x7fd78814fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd7877fe640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd78814cfe0 0x7fd78814fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd7877fe640 1 -- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7740039e0 msgr2=0x7fd7880cae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd7877fe640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7740039e0 0x7fd7880cae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd7877fe640 1 -- 172.21.15.39:0/79761797 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd78814d980 con 0x7fd7880c8900 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd787fff640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7740039e0 0x7fd7880cae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd78ca8a640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd78814cfe0 0x7fd78814fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.237+0000 7fd7877fe640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7880c8900 0x7fd78814caa0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fd77000e550 tx=0x7fd77000ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.238+0000 7fd784ff9640 1 -- 172.21.15.39:0/79761797 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7700052e0 con 0x7fd7880c8900 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.238+0000 7fd784ff9640 1 -- 172.21.15.39:0/79761797 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd770018070 con 0x7fd7880c8900 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.238+0000 7fd784ff9640 1 -- 172.21.15.39:0/79761797 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd770003830 con 0x7fd7880c8900 2024-09-19T05:37:50.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.238+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd78814dc60 con 0x7fd7880c8900 2024-09-19T05:37:50.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.238+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd78814e220 con 0x7fd7880c8900 2024-09-19T05:37:50.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.239+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7880d1490 con 0x7fd7880c8900 2024-09-19T05:37:50.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.239+0000 7fd784ff9640 1 -- 172.21.15.39:0/79761797 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd7700039d0 con 0x7fd7880c8900 2024-09-19T05:37:50.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.239+0000 7fd784ff9640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd76806c2b0 0x7fd76806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.240+0000 7fd784ff9640 1 -- 172.21.15.39:0/79761797 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7fd77008aec0 con 0x7fd7880c8900 2024-09-19T05:37:50.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.240+0000 7fd787fff640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd76806c2b0 0x7fd76806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.240+0000 7fd787fff640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd76806c2b0 0x7fd76806e770 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fd778033000 tx=0x7fd77802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.244+0000 7fd784ff9640 1 -- 172.21.15.39:0/79761797 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd770059860 con 0x7fd7880c8900 2024-09-19T05:37:50.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.420+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7fd78814d730 con 0x7fd76806c2b0 2024-09-19T05:37:50.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.420+0000 7fd784ff9640 1 -- 172.21.15.39:0/79761797 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd78814d730 con 0x7fd76806c2b0 2024-09-19T05:37:50.422 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T05:37:50.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd76806c2b0 msgr2=0x7fd76806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd76806c2b0 0x7fd76806e770 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fd778033000 tx=0x7fd77802e000 comp rx=0 tx=0).stop 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7880c8900 msgr2=0x7fd78814caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7880c8900 0x7fd78814caa0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fd77000e550 tx=0x7fd77000ea10 comp rx=0 tx=0).stop 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 shutdown_connections 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd76806c2b0 0x7fd76806e770 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd78814cfe0 0x7fd78814fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7880c8900 0x7fd78814caa0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 --2- 172.21.15.39:0/79761797 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7740039e0 0x7fd7880cae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 >> 172.21.15.39:0/79761797 conn(0x7fd78806bd00 msgr2=0x7fd7880b57d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 shutdown_connections 2024-09-19T05:37:50.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.422+0000 7fd78e4ed640 1 -- 172.21.15.39:0/79761797 wait complete. 2024-09-19T05:37:50.434 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T05:37:50.434 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:37:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.540+0000 7fdd05add640 1 Processor -- start 2024-09-19T05:37:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.540+0000 7fdd05add640 1 -- start start 2024-09-19T05:37:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdd05add640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fdd0015e890 0x7fdd0006d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdd05add640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd000b5c20 0x7fdd000b0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdd05add640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd000b6770 con 0x7fdd000b0890 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdd05add640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fdd00062d70 con 0x7fdd0015e890 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdd05add640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdd00062760 con 0x7fdd000b5c20 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdcfffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdd000b0890 0x7fdd0006bb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35222/0 (socket says 172.21.15.39:35222) 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdcfffff640 1 -- 172.21.15.39:0/4022622610 learned_addr learned my addr 172.21.15.39:0/4022622610 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdcfeffd640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd000b5c20 0x7fdd000b0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdcff7fe640 1 --2- 172.21.15.39:0/4022622610 >> v2:172.21.15.50:3300/0 conn(0x7fdd0015e890 0x7fdd0006d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2116449881 0 0) 0x7fdd000b6770 con 0x7fdd000b0890 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.541+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdce8003520 con 0x7fdd000b0890 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3215903125 0 0) 0x7fdce8003520 con 0x7fdd000b0890 2024-09-19T05:37:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd000b5c20 msgr2=0x7fdd000b0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd000b5c20 0x7fdd000b0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 >> v2:172.21.15.50:3300/0 conn(0x7fdd0015e890 msgr2=0x7fdd0006d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 --2- 172.21.15.39:0/4022622610 >> v2:172.21.15.50:3300/0 conn(0x7fdd0015e890 0x7fdd0006d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd000b6490 con 0x7fdd000b0890 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fdcf80019f0 con 0x7fdd000b0890 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 >> v1:172.21.15.39:6789/0 conn(0x7fdd000b0890 legacy=0x7fdd0006bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdce80039b0 0x7fdce8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd000b5c20 0x7fdce8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdce8004d40 0x7fdce80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fdd00062d70 con 0x7fdce80039b0 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdd00062760 con 0x7fdce8004d40 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdce800b9f0 con 0x7fdd000b5c20 2024-09-19T05:37:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcff7fe640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdce80039b0 0x7fdce8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfeffd640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd000b5c20 0x7fdce8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfffff640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdce8004d40 0x7fdce80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcff7fe640 1 -- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd000b5c20 msgr2=0x7fdce8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcff7fe640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd000b5c20 0x7fdce8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcff7fe640 1 -- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdce8004d40 msgr2=0x7fdce80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcff7fe640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdce8004d40 0x7fdce80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcff7fe640 1 -- 172.21.15.39:0/4022622610 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdce8003520 con 0x7fdce80039b0 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfeffd640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdd000b5c20 0x7fdce8004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.542+0000 7fdcfffff640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdce8004d40 0x7fdce80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdcff7fe640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdce80039b0 0x7fdce8003dd0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fdcf0009ac0 tx=0x7fdce8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6b52f7247aabb53 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf0036070 con 0x7fdce80039b0 2024-09-19T05:37:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcf0031400 con 0x7fdce80039b0 2024-09-19T05:37:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdcfe7fc640 1 -- 172.21.15.39:0/4022622610 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf0009690 con 0x7fdce80039b0 2024-09-19T05:37:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdd05add640 1 -- 172.21.15.39:0/4022622610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdce80039b0 msgr2=0x7fdce8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdd05add640 1 --2- 172.21.15.39:0/4022622610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdce80039b0 0x7fdce8003dd0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fdcf0009ac0 tx=0x7fdce8005830 comp rx=0 tx=0).stop 2024-09-19T05:37:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdcfffff640 1 -- 172.21.15.39:0/4022622610 reap_dead start 2024-09-19T05:37:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdd05add640 1 -- 172.21.15.39:0/4022622610 shutdown_connections 2024-09-19T05:37:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdd05add640 1 -- 172.21.15.39:0/4022622610 >> 172.21.15.39:0/4022622610 conn(0x7fdd000d1430 msgr2=0x7fdd000d1810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.543+0000 7fdd05add640 1 -- 172.21.15.39:0/4022622610 shutdown_connections 2024-09-19T05:37:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.544+0000 7fdd05add640 1 -- 172.21.15.39:0/4022622610 wait complete. 2024-09-19T05:37:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.545+0000 7fdd05add640 1 Processor -- start 2024-09-19T05:37:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.545+0000 7fdd05add640 1 -- start start 2024-09-19T05:37:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdd05add640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdce80039b0 0x7fdd000d0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdd05add640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0015a800 0x7fdd00159fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdd05add640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd000ce770 0x7fdd0015cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdd05add640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fdd0015fc80 con 0x7fdd0015a800 2024-09-19T05:37:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdd05add640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdd0006e110 con 0x7fdd000ce770 2024-09-19T05:37:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdd05add640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdd000b6060 con 0x7fdce80039b0 2024-09-19T05:37:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0015a800 0x7fdd00159fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0015a800 0x7fdd00159fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42394/0 (socket says 172.21.15.39:42394) 2024-09-19T05:37:50.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfeffd640 1 -- 172.21.15.39:0/591962894 learned_addr learned my addr 172.21.15.39:0/591962894 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:50.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfffff640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd000ce770 0x7fdd0015cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcff7fe640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdce80039b0 0x7fdd000d0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfeffd640 1 -- 172.21.15.39:0/591962894 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdce80039b0 msgr2=0x7fdd000d0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfeffd640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdce80039b0 0x7fdd000d0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfeffd640 1 -- 172.21.15.39:0/591962894 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd000ce770 msgr2=0x7fdd0015cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfeffd640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd000ce770 0x7fdd0015cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfeffd640 1 -- 172.21.15.39:0/591962894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd000cf9e0 con 0x7fdd0015a800 2024-09-19T05:37:50.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcff7fe640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fdce80039b0 0x7fdd000d0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdcfeffd640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0015a800 0x7fdd00159fc0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fdcf4011610 tx=0x7fdcf4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdce7fff640 1 -- 172.21.15.39:0/591962894 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf4004220 con 0x7fdd0015a800 2024-09-19T05:37:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdce7fff640 1 -- 172.21.15.39:0/591962894 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcf40043c0 con 0x7fdd0015a800 2024-09-19T05:37:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd000cfcc0 con 0x7fdd0015a800 2024-09-19T05:37:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.546+0000 7fdce7fff640 1 -- 172.21.15.39:0/591962894 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf400f910 con 0x7fdd0015a800 2024-09-19T05:37:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.547+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd0015a500 con 0x7fdd0015a800 2024-09-19T05:37:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.547+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdd000cf790 con 0x7fdd0015a800 2024-09-19T05:37:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.548+0000 7fdce7fff640 1 -- 172.21.15.39:0/591962894 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdcf400fab0 con 0x7fdd0015a800 2024-09-19T05:37:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.548+0000 7fdce7fff640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdcec06c2b0 0x7fdcec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.548+0000 7fdce7fff640 1 -- 172.21.15.39:0/591962894 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7fdcf408b820 con 0x7fdd0015a800 2024-09-19T05:37:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.548+0000 7fdcff7fe640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdcec06c2b0 0x7fdcec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.549+0000 7fdce7fff640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7fdcec0723f0 0x7fdcec074810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.549+0000 7fdce7fff640 1 -- 172.21.15.39:0/591962894 --> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdcec074ec0 con 0x7fdcec0723f0 2024-09-19T05:37:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.549+0000 7fdce7fff640 1 -- 172.21.15.39:0/591962894 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=96) ==== 24+0+0 (secure 0 0 0) 0x7fdcf40902c0 con 0x7fdd0015a800 2024-09-19T05:37:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.549+0000 7fdcfffff640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7fdcec0723f0 0x7fdcec074810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.549+0000 7fdcff7fe640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdcec06c2b0 0x7fdcec06e770 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fdcf0033000 tx=0x7fdcf0008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.549+0000 7fdcfffff640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7fdcec0723f0 0x7fdcec074810 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.550+0000 7fdce7fff640 1 -- 172.21.15.39:0/591962894 <== osd.1 v2:172.21.15.39:6808/2488090806 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdcec074ec0 con 0x7fdcec0723f0 2024-09-19T05:37:50.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.562+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 --> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fdd000b0350 con 0x7fdcec0723f0 2024-09-19T05:37:50.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.562+0000 7fdce7fff640 1 -- 172.21.15.39:0/591962894 <== osd.1 v2:172.21.15.39:6808/2488090806 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fdd000b0350 con 0x7fdcec0723f0 2024-09-19T05:37:50.564 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:50.564 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:37:50.564 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:50.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7fdcec0723f0 msgr2=0x7fdcec074810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6808/2488090806,v1:172.21.15.39:6809/2488090806] conn(0x7fdcec0723f0 0x7fdcec074810 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdcec06c2b0 msgr2=0x7fdcec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fdcec06c2b0 0x7fdcec06e770 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fdcf0033000 tx=0x7fdcf0008030 comp rx=0 tx=0).stop 2024-09-19T05:37:50.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0015a800 msgr2=0x7fdd00159fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 --2- 172.21.15.39:0/591962894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0015a800 0x7fdd00159fc0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fdcf4011610 tx=0x7fdcf4011ad0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdcfffff640 1 -- 172.21.15.39:0/591962894 reap_dead start 2024-09-19T05:37:50.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 shutdown_connections 2024-09-19T05:37:50.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 >> 172.21.15.39:0/591962894 conn(0x7fdd000d1430 msgr2=0x7fdd000af1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:50.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 shutdown_connections 2024-09-19T05:37:50.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.563+0000 7fdd05add640 1 -- 172.21.15.39:0/591962894 wait complete. 2024-09-19T05:37:50.575 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T05:37:50.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.676+0000 7f4754f8d640 1 Processor -- start 2024-09-19T05:37:50.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.676+0000 7f4754f8d640 1 -- start start 2024-09-19T05:37:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.677+0000 7f4754f8d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f475006e440 0x7f47500713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.677+0000 7f4754f8d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4750160e40 con 0x7f475015c330 2024-09-19T05:37:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.677+0000 7f4754f8d640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f475015cb60 con 0x7f4750160990 2024-09-19T05:37:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.677+0000 7f4754f8d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f47500719b0 con 0x7f475006e440 2024-09-19T05:37:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.677+0000 7f474dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f475006e440 0x7f47500713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.677+0000 7f474e59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f475015c330 0x7f475006dd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35230/0 (socket says 172.21.15.39:35230) 2024-09-19T05:37:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.678+0000 7f474e59c640 1 -- 172.21.15.39:0/4291659099 learned_addr learned my addr 172.21.15.39:0/4291659099 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.678+0000 7f474dd9b640 1 -- 172.21.15.39:0/4291659099 >> v1:172.21.15.50:6789/0 conn(0x7f4750160990 legacy=0x7f47500d0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.678+0000 7f474dd9b640 1 -- 172.21.15.39:0/4291659099 >> v1:172.21.15.39:6789/0 conn(0x7f475015c330 legacy=0x7f475006dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.678+0000 7f474dd9b640 1 -- 172.21.15.39:0/4291659099 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f475015ce40 con 0x7f475006e440 2024-09-19T05:37:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.678+0000 7f474d59a640 1 -- 172.21.15.39:0/4291659099 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4084959567 0 0) 0x7f4750160e40 con 0x7f475015c330 2024-09-19T05:37:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f474dd9b640 1 --2- 172.21.15.39:0/4291659099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475006e440 0x7f47500713d0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f47380097a0 tx=0x7f473802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=748687db866a57b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f474d59a640 1 -- 172.21.15.39:0/4291659099 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4738037070 con 0x7f475006e440 2024-09-19T05:37:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f474d59a640 1 -- 172.21.15.39:0/4291659099 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f473802ae50 con 0x7f475006e440 2024-09-19T05:37:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f474d59a640 1 -- 172.21.15.39:0/4291659099 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4738032660 con 0x7f475006e440 2024-09-19T05:37:50.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f4754f8d640 1 -- 172.21.15.39:0/4291659099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475006e440 msgr2=0x7f47500713d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f4754f8d640 1 --2- 172.21.15.39:0/4291659099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475006e440 0x7f47500713d0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f47380097a0 tx=0x7f473802a140 comp rx=0 tx=0).stop 2024-09-19T05:37:50.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f4754f8d640 1 -- 172.21.15.39:0/4291659099 shutdown_connections 2024-09-19T05:37:50.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f4754f8d640 1 --2- 172.21.15.39:0/4291659099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475006e440 0x7f47500713d0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f4754f8d640 1 -- 172.21.15.39:0/4291659099 >> 172.21.15.39:0/4291659099 conn(0x7f47500b4170 msgr2=0x7f47500b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:50.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f4754f8d640 1 -- 172.21.15.39:0/4291659099 shutdown_connections 2024-09-19T05:37:50.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.679+0000 7f4754f8d640 1 -- 172.21.15.39:0/4291659099 wait complete. 2024-09-19T05:37:50.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.681+0000 7f4754f8d640 1 Processor -- start 2024-09-19T05:37:50.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.681+0000 7f4754f8d640 1 -- start start 2024-09-19T05:37:50.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.681+0000 7f4754f8d640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f475006e440 0x7f47500b5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.681+0000 7f4754f8d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475015c330 0x7f47501f5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.681+0000 7f4754f8d640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4750160990 0x7f47501f42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.681+0000 7f4754f8d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f475015d920 con 0x7f475015c330 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.681+0000 7f4754f8d640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f475015d400 con 0x7f475006e440 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.681+0000 7f4754f8d640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f475015c710 con 0x7f4750160990 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f474dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475015c330 0x7f47501f5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f474dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475015c330 0x7f47501f5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42424/0 (socket says 172.21.15.39:42424) 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f474dd9b640 1 -- 172.21.15.39:0/1969373871 learned_addr learned my addr 172.21.15.39:0/1969373871 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f474dd9b640 1 -- 172.21.15.39:0/1969373871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4750160990 msgr2=0x7f47501f42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f474dd9b640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4750160990 0x7f47501f42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f474dd9b640 1 -- 172.21.15.39:0/1969373871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f475006e440 msgr2=0x7f47500b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f474dd9b640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f475006e440 0x7f47500b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f474dd9b640 1 -- 172.21.15.39:0/1969373871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47501f59c0 con 0x7f475015c330 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f474dd9b640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475015c330 0x7f47501f5480 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f4738035040 tx=0x7f47380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f4746ffd640 1 -- 172.21.15.39:0/1969373871 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4738037040 con 0x7f475015c330 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f4746ffd640 1 -- 172.21.15.39:0/1969373871 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4738004030 con 0x7f475015c330 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f475006bd70 con 0x7f475015c330 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f4746ffd640 1 -- 172.21.15.39:0/1969373871 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4738006e10 con 0x7f475015c330 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.682+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f475006c330 con 0x7f475015c330 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.683+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47500713d0 con 0x7f475015c330 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.684+0000 7f4746ffd640 1 -- 172.21.15.39:0/1969373871 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f473803d650 con 0x7f475015c330 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.684+0000 7f4746ffd640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f473006c2b0 0x7f473006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.684+0000 7f4746ffd640 1 -- 172.21.15.39:0/1969373871 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f47380aba70 con 0x7f475015c330 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.684+0000 7f474e59c640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f473006c2b0 0x7f473006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.685+0000 7f474e59c640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f473006c2b0 0x7f473006e770 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f4748007fd0 tx=0x7f4748007920 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.689+0000 7f4746ffd640 1 -- 172.21.15.39:0/1969373871 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f47501f59c0 con 0x7f475015c330 2024-09-19T05:37:50.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.864+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f47500ce780 con 0x7f473006c2b0 2024-09-19T05:37:50.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.865+0000 7f4746ffd640 1 -- 172.21.15.39:0/1969373871 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f47500ce780 con 0x7f473006c2b0 2024-09-19T05:37:50.868 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T05:37:50.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f473006c2b0 msgr2=0x7f473006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f473006c2b0 0x7f473006e770 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f4748007fd0 tx=0x7f4748007920 comp rx=0 tx=0).stop 2024-09-19T05:37:50.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475015c330 msgr2=0x7f47501f5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475015c330 0x7f47501f5480 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f4738035040 tx=0x7f47380046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 shutdown_connections 2024-09-19T05:37:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f473006c2b0 0x7f473006e770 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4750160990 0x7f47501f42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475015c330 0x7f47501f5480 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 --2- 172.21.15.39:0/1969373871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f475006e440 0x7f47500b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 >> 172.21.15.39:0/1969373871 conn(0x7f47500b4170 msgr2=0x7f47500d2470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 shutdown_connections 2024-09-19T05:37:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.867+0000 7f4754f8d640 1 -- 172.21.15.39:0/1969373871 wait complete. 2024-09-19T05:37:50.880 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T05:37:50.880 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:37:50.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.983+0000 7fd257d91640 1 Processor -- start 2024-09-19T05:37:50.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.983+0000 7fd257d91640 1 -- start start 2024-09-19T05:37:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.984+0000 7fd257d91640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fd25015c530 0x7fd2500cd200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.984+0000 7fd257d91640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2500b26a0 0x7fd2500722e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.984+0000 7fd257d91640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2500cf1f0 con 0x7fd2500cd740 2024-09-19T05:37:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.984+0000 7fd257d91640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fd2500cdbb0 con 0x7fd25015c530 2024-09-19T05:37:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.984+0000 7fd257d91640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd2500d00c0 con 0x7fd2500b26a0 2024-09-19T05:37:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.984+0000 7fd25532c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd2500cd740 0x7fd2500b1f90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35246/0 (socket says 172.21.15.39:35246) 2024-09-19T05:37:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.984+0000 7fd25532c640 1 -- 172.21.15.39:0/2781129133 learned_addr learned my addr 172.21.15.39:0/2781129133 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd25632e640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2500b26a0 0x7fd2500722e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd255b2d640 1 --2- 172.21.15.39:0/2781129133 >> v2:172.21.15.50:3300/0 conn(0x7fd25015c530 0x7fd2500cd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2178920536 0 0) 0x7fd2500cf1f0 con 0x7fd2500cd740 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd238003520 con 0x7fd2500cd740 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1007882224 0 0) 0x7fd238003520 con 0x7fd2500cd740 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2500b26a0 msgr2=0x7fd2500722e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2500b26a0 0x7fd2500722e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 >> v2:172.21.15.50:3300/0 conn(0x7fd25015c530 msgr2=0x7fd2500cd200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 --2- 172.21.15.39:0/2781129133 >> v2:172.21.15.50:3300/0 conn(0x7fd25015c530 0x7fd2500cd200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2500ce150 con 0x7fd2500cd740 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7fd244001670 con 0x7fd2500cd740 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 >> v1:172.21.15.39:6789/0 conn(0x7fd2500cd740 legacy=0x7fd2500b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 0x7fd238003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd238004800 0x7fd238004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2500b26a0 0x7fd2380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd2500cdbb0 con 0x7fd2380039b0 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd23800b9c0 con 0x7fd238004800 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd23800bb40 con 0x7fd2500b26a0 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd255b2d640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 0x7fd238003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd25632e640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2500b26a0 0x7fd2380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.985+0000 7fd25532c640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd238004800 0x7fd238004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.986+0000 7fd255b2d640 1 -- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2500b26a0 msgr2=0x7fd2380051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.986+0000 7fd255b2d640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd2500b26a0 0x7fd2380051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.986+0000 7fd255b2d640 1 -- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd238004800 msgr2=0x7fd238004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.986+0000 7fd255b2d640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd238004800 0x7fd238004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.986+0000 7fd255b2d640 1 -- 172.21.15.39:0/2781129133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd238003520 con 0x7fd2380039b0 2024-09-19T05:37:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.986+0000 7fd255b2d640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 0x7fd238003dd0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fd240009fc0 tx=0x7fd238005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ed6804bcda8ad50 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd240009c10 con 0x7fd2380039b0 2024-09-19T05:37:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd240036070 con 0x7fd2380039b0 2024-09-19T05:37:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd254b2b640 1 -- 172.21.15.39:0/2781129133 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd24002d070 con 0x7fd2380039b0 2024-09-19T05:37:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd257d91640 1 -- 172.21.15.39:0/2781129133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 msgr2=0x7fd238003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd257d91640 1 --2- 172.21.15.39:0/2781129133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 0x7fd238003dd0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fd240009fc0 tx=0x7fd238005830 comp rx=0 tx=0).stop 2024-09-19T05:37:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd25632e640 1 -- 172.21.15.39:0/2781129133 reap_dead start 2024-09-19T05:37:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd257d91640 1 -- 172.21.15.39:0/2781129133 shutdown_connections 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd257d91640 1 -- 172.21.15.39:0/2781129133 >> 172.21.15.39:0/2781129133 conn(0x7fd250062cc0 msgr2=0x7fd25006d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd257d91640 1 -- 172.21.15.39:0/2781129133 shutdown_connections 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.987+0000 7fd257d91640 1 -- 172.21.15.39:0/2781129133 wait complete. 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.988+0000 7fd257d91640 1 Processor -- start 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.988+0000 7fd257d91640 1 -- start start 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd257d91640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 0x7fd2500aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd257d91640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd25015f380 0x7fd250147980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd257d91640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd25015f800 0x7fd250147ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd257d91640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd2500ce9f0 con 0x7fd2380039b0 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd257d91640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd2500ce710 con 0x7fd25015f800 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd257d91640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd2500cecd0 con 0x7fd25015f380 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd255b2d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 0x7fd2500aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd255b2d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 0x7fd2500aeb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42446/0 (socket says 172.21.15.39:42446) 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd255b2d640 1 -- 172.21.15.39:0/681227268 learned_addr learned my addr 172.21.15.39:0/681227268 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd25632e640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd25015f800 0x7fd250147ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd25532c640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd25015f380 0x7fd250147980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd255b2d640 1 -- 172.21.15.39:0/681227268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd25015f380 msgr2=0x7fd250147980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd255b2d640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fd25015f380 0x7fd250147980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd255b2d640 1 -- 172.21.15.39:0/681227268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd25015f800 msgr2=0x7fd250147ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.989+0000 7fd255b2d640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd25015f800 0x7fd250147ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.990+0000 7fd255b2d640 1 -- 172.21.15.39:0/681227268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd250148400 con 0x7fd2380039b0 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.990+0000 7fd25632e640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd25015f800 0x7fd250147ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.990+0000 7fd255b2d640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 0x7fd2500aeb10 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fd24000e230 tx=0x7fd240009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.990+0000 7fd24e7fc640 1 -- 172.21.15.39:0/681227268 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd240009c10 con 0x7fd2380039b0 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.990+0000 7fd24e7fc640 1 -- 172.21.15.39:0/681227268 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd240003bb0 con 0x7fd2380039b0 2024-09-19T05:37:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.990+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd250148690 con 0x7fd2380039b0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.990+0000 7fd24e7fc640 1 -- 172.21.15.39:0/681227268 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd240004020 con 0x7fd2380039b0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.990+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd250148c50 con 0x7fd2380039b0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.991+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd2500cd200 con 0x7fd2380039b0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.991+0000 7fd24e7fc640 1 -- 172.21.15.39:0/681227268 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd240005d10 con 0x7fd2380039b0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.992+0000 7fd24e7fc640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd23c06c2b0 0x7fd23c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.992+0000 7fd24e7fc640 1 -- 172.21.15.39:0/681227268 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7fd2400ac770 con 0x7fd2380039b0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.992+0000 7fd25532c640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd23c06c2b0 0x7fd23c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.992+0000 7fd24e7fc640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7fd23c0723f0 0x7fd23c074810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.992+0000 7fd24e7fc640 1 -- 172.21.15.39:0/681227268 --> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd24002dea0 con 0x7fd23c0723f0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.992+0000 7fd24e7fc640 1 -- 172.21.15.39:0/681227268 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=96) ==== 24+0+0 (secure 0 0 0) 0x7fd2400b3050 con 0x7fd2380039b0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.992+0000 7fd25632e640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7fd23c0723f0 0x7fd23c074810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.992+0000 7fd25532c640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd23c06c2b0 0x7fd23c06e770 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fd2500af6c0 tx=0x7fd244009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.993+0000 7fd25632e640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7fd23c0723f0 0x7fd23c074810 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:50.993+0000 7fd24e7fc640 1 -- 172.21.15.39:0/681227268 <== osd.2 v2:172.21.15.39:6800/2774484921 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd24002dea0 con 0x7fd23c0723f0 2024-09-19T05:37:51.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 --> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd2500d0df0 con 0x7fd23c0723f0 2024-09-19T05:37:51.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd24e7fc640 1 -- 172.21.15.39:0/681227268 <== osd.2 v2:172.21.15.39:6800/2774484921 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd2500d0df0 con 0x7fd23c0723f0 2024-09-19T05:37:51.008 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:51.009 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:37:51.009 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:51.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7fd23c0723f0 msgr2=0x7fd23c074810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6800/2774484921,v1:172.21.15.39:6801/2774484921] conn(0x7fd23c0723f0 0x7fd23c074810 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd23c06c2b0 msgr2=0x7fd23c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fd23c06c2b0 0x7fd23c06e770 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fd2500af6c0 tx=0x7fd244009040 comp rx=0 tx=0).stop 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 msgr2=0x7fd2500aeb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 --2- 172.21.15.39:0/681227268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2380039b0 0x7fd2500aeb10 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fd24000e230 tx=0x7fd240009750 comp rx=0 tx=0).stop 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd25632e640 1 -- 172.21.15.39:0/681227268 reap_dead start 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 shutdown_connections 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 >> 172.21.15.39:0/681227268 conn(0x7fd250062cc0 msgr2=0x7fd25006c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 shutdown_connections 2024-09-19T05:37:51.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.006+0000 7fd257d91640 1 -- 172.21.15.39:0/681227268 wait complete. 2024-09-19T05:37:51.019 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T05:37:51.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.120+0000 7f6afb586640 1 Processor -- start 2024-09-19T05:37:51.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.120+0000 7f6afb586640 1 -- start start 2024-09-19T05:37:51.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6afb586640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6af415e4f0 0x7f6af415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6afb586640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6af406d160 0x7f6af406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6afb586640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6af41603c0 con 0x7f6af406bb20 2024-09-19T05:37:51.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6afb586640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f6af406ccd0 con 0x7f6af406d160 2024-09-19T05:37:51.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6afb586640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6af406c0c0 con 0x7f6af415e4f0 2024-09-19T05:37:51.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6af9b23640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6af406d160 0x7f6af406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6af9b23640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6af406d160 0x7f6af406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42454/0 (socket says 172.21.15.39:42454) 2024-09-19T05:37:51.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6af9b23640 1 -- 172.21.15.39:0/1709104877 learned_addr learned my addr 172.21.15.39:0/1709104877 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:51.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6af9322640 1 --2- 172.21.15.39:0/1709104877 >> v2:172.21.15.50:3300/0 conn(0x7f6af415e4f0 0x7f6af415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6af9b23640 1 -- 172.21.15.39:0/1709104877 >> v2:172.21.15.50:3300/0 conn(0x7f6af415e4f0 msgr2=0x7f6af415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:51.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6af9b23640 1 --2- 172.21.15.39:0/1709104877 >> v2:172.21.15.50:3300/0 conn(0x7f6af415e4f0 0x7f6af415f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6af9b23640 1 -- 172.21.15.39:0/1709104877 >> v1:172.21.15.50:6789/0 conn(0x7f6af406bb20 legacy=0x7f6af415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.121+0000 7f6af9b23640 1 -- 172.21.15.39:0/1709104877 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af406c3a0 con 0x7f6af406d160 2024-09-19T05:37:51.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.122+0000 7f6af9b23640 1 --2- 172.21.15.39:0/1709104877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 0x7f6af406d5a0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f6af40741e0 tx=0x7f6aec02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=446499d33fccbcbe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.122+0000 7f6aebfff640 1 -- 172.21.15.39:0/1709104877 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aec036070 con 0x7f6af406d160 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.122+0000 7f6aebfff640 1 -- 172.21.15.39:0/1709104877 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6aec031600 con 0x7f6af406d160 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.122+0000 7f6aebfff640 1 -- 172.21.15.39:0/1709104877 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aec0319d0 con 0x7f6af406d160 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.123+0000 7f6afb586640 1 -- 172.21.15.39:0/1709104877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 msgr2=0x7f6af406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.123+0000 7f6afb586640 1 --2- 172.21.15.39:0/1709104877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 0x7f6af406d5a0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f6af40741e0 tx=0x7f6aec02a730 comp rx=0 tx=0).stop 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.123+0000 7f6afb586640 1 -- 172.21.15.39:0/1709104877 shutdown_connections 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.123+0000 7f6afb586640 1 --2- 172.21.15.39:0/1709104877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 0x7f6af406d5a0 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.123+0000 7f6afb586640 1 --2- 172.21.15.39:0/1709104877 >> v2:172.21.15.50:3300/0 conn(0x7f6af415e4f0 0x7f6af415f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.123+0000 7f6afb586640 1 -- 172.21.15.39:0/1709104877 >> 172.21.15.39:0/1709104877 conn(0x7f6af406e5b0 msgr2=0x7f6af406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.123+0000 7f6afb586640 1 -- 172.21.15.39:0/1709104877 shutdown_connections 2024-09-19T05:37:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.123+0000 7f6afb586640 1 -- 172.21.15.39:0/1709104877 wait complete. 2024-09-19T05:37:51.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.124+0000 7f6afb586640 1 Processor -- start 2024-09-19T05:37:51.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.124+0000 7f6afb586640 1 -- start start 2024-09-19T05:37:51.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6afb586640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6af406bb20 0x7f6af415c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6afb586640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 0x7f6af41f4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6afb586640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6af415e4f0 0x7f6af40d0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6afb586640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6af406dae0 con 0x7f6af406d160 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6afb586640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6af406c960 con 0x7f6af406bb20 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6afb586640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6af415e8d0 con 0x7f6af415e4f0 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af8b21640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 0x7f6af41f4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af8b21640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 0x7f6af41f4450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42458/0 (socket says 172.21.15.39:42458) 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af8b21640 1 -- 172.21.15.39:0/3090836502 learned_addr learned my addr 172.21.15.39:0/3090836502 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af9322640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6af406bb20 0x7f6af415c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af9b23640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6af415e4f0 0x7f6af40d0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af8b21640 1 -- 172.21.15.39:0/3090836502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6af415e4f0 msgr2=0x7f6af40d0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af8b21640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6af415e4f0 0x7f6af40d0d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af8b21640 1 -- 172.21.15.39:0/3090836502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6af406bb20 msgr2=0x7f6af415c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af8b21640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6af406bb20 0x7f6af415c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af8b21640 1 -- 172.21.15.39:0/3090836502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af415ca80 con 0x7f6af406d160 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6af8b21640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 0x7f6af41f4450 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f6ae400c400 tx=0x7f6ae400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6ae9ffb640 1 -- 172.21.15.39:0/3090836502 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae40052d0 con 0x7f6af406d160 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6ae9ffb640 1 -- 172.21.15.39:0/3090836502 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ae4005490 con 0x7f6af406d160 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.125+0000 7f6ae9ffb640 1 -- 172.21.15.39:0/3090836502 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae4007260 con 0x7f6af406d160 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.126+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6af41e9ec0 con 0x7f6af406d160 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.126+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6af41ebb80 con 0x7f6af406d160 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.127+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6af406d5a0 con 0x7f6af406d160 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.127+0000 7f6ae9ffb640 1 -- 172.21.15.39:0/3090836502 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ae4007400 con 0x7f6af406d160 2024-09-19T05:37:51.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.128+0000 7f6ae9ffb640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ad806c2b0 0x7f6ad806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.128+0000 7f6ae9ffb640 1 -- 172.21.15.39:0/3090836502 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f6ae408a790 con 0x7f6af406d160 2024-09-19T05:37:51.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.128+0000 7f6af9322640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ad806c2b0 0x7f6ad806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.128+0000 7f6af9322640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ad806c2b0 0x7f6ad806e770 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f6af41e8bb0 tx=0x7f6af0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.132+0000 7f6ae9ffb640 1 -- 172.21.15.39:0/3090836502 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ae4059130 con 0x7f6af406d160 2024-09-19T05:37:51.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.307+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f6af406f370 con 0x7f6ad806c2b0 2024-09-19T05:37:51.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.308+0000 7f6ae9ffb640 1 -- 172.21.15.39:0/3090836502 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f6af406f370 con 0x7f6ad806c2b0 2024-09-19T05:37:51.310 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T05:37:51.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ad806c2b0 msgr2=0x7f6ad806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ad806c2b0 0x7f6ad806e770 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f6af41e8bb0 tx=0x7f6af0008040 comp rx=0 tx=0).stop 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 msgr2=0x7f6af41f4450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 0x7f6af41f4450 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f6ae400c400 tx=0x7f6ae400c8c0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 shutdown_connections 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6ad806c2b0 0x7f6ad806e770 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6af415e4f0 0x7f6af40d0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6af406d160 0x7f6af41f4450 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 --2- 172.21.15.39:0/3090836502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6af406bb20 0x7f6af415c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 >> 172.21.15.39:0/3090836502 conn(0x7f6af406e5b0 msgr2=0x7f6af40cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 shutdown_connections 2024-09-19T05:37:51.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.310+0000 7f6afb586640 1 -- 172.21.15.39:0/3090836502 wait complete. 2024-09-19T05:37:51.323 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T05:37:51.324 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:37:51.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.429+0000 7fbf8e0af640 1 Processor -- start 2024-09-19T05:37:51.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.429+0000 7fbf8e0af640 1 -- start start 2024-09-19T05:37:51.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.429+0000 7fbf8e0af640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf881591b0 0x7fbf8815c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.429+0000 7fbf8e0af640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880cd360 0x7fbf880b42a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.429+0000 7fbf8e0af640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf880cd8d0 con 0x7fbf880b3e10 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.429+0000 7fbf8e0af640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fbf8815b900 con 0x7fbf881591b0 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf8e0af640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbf880cdbb0 con 0x7fbf880cd360 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf877fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf881591b0 0x7fbf8815c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf86ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbf880b3e10 0x7fbf880ccc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35256/0 (socket says 172.21.15.39:35256) 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf86ffd640 1 -- 172.21.15.39:0/846760004 learned_addr learned my addr 172.21.15.39:0/846760004 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf87fff640 1 --2- 172.21.15.39:0/846760004 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880cd360 0x7fbf880b42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf877fe640 1 -- 172.21.15.39:0/846760004 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880cd360 msgr2=0x7fbf880b42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf877fe640 1 --2- 172.21.15.39:0/846760004 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880cd360 0x7fbf880b42a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf877fe640 1 -- 172.21.15.39:0/846760004 >> v1:172.21.15.39:6789/0 conn(0x7fbf880b3e10 legacy=0x7fbf880ccc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf877fe640 1 -- 172.21.15.39:0/846760004 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf8815bb20 con 0x7fbf881591b0 2024-09-19T05:37:51.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.430+0000 7fbf867fc640 1 -- 172.21.15.39:0/846760004 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 704196856 0 0) 0x7fbf880cd8d0 con 0x7fbf880b3e10 2024-09-19T05:37:51.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf877fe640 1 --2- 172.21.15.39:0/846760004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf881591b0 0x7fbf8815c600 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fbf780097a0 tx=0x7fbf7802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad25bda1dcf575a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf867fc640 1 -- 172.21.15.39:0/846760004 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf78037070 con 0x7fbf881591b0 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf867fc640 1 -- 172.21.15.39:0/846760004 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf78032440 con 0x7fbf881591b0 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf867fc640 1 -- 172.21.15.39:0/846760004 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf78032810 con 0x7fbf881591b0 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf8e0af640 1 -- 172.21.15.39:0/846760004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf881591b0 msgr2=0x7fbf8815c600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf8e0af640 1 --2- 172.21.15.39:0/846760004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf881591b0 0x7fbf8815c600 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fbf780097a0 tx=0x7fbf7802a180 comp rx=0 tx=0).stop 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf8e0af640 1 -- 172.21.15.39:0/846760004 shutdown_connections 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf8e0af640 1 --2- 172.21.15.39:0/846760004 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880cd360 0x7fbf880b42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf8e0af640 1 --2- 172.21.15.39:0/846760004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf881591b0 0x7fbf8815c600 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.431+0000 7fbf8e0af640 1 -- 172.21.15.39:0/846760004 >> 172.21.15.39:0/846760004 conn(0x7fbf88062cc0 msgr2=0x7fbf8806d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.432+0000 7fbf8e0af640 1 -- 172.21.15.39:0/846760004 shutdown_connections 2024-09-19T05:37:51.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.432+0000 7fbf8e0af640 1 -- 172.21.15.39:0/846760004 wait complete. 2024-09-19T05:37:51.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.433+0000 7fbf8e0af640 1 Processor -- start 2024-09-19T05:37:51.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.433+0000 7fbf8e0af640 1 -- start start 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf8e0af640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf880b3e10 0x7fbf880cbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf8e0af640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf880cd360 0x7fbf880ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf8e0af640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880aede0 0x7fbf8814cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf8e0af640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbf880ce410 con 0x7fbf880cd360 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf8e0af640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbf880ce290 con 0x7fbf880b3e10 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf8e0af640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbf880ce590 con 0x7fbf880aede0 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf880cd360 0x7fbf880ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf880cd360 0x7fbf880ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42480/0 (socket says 172.21.15.39:42480) 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf86ffd640 1 -- 172.21.15.39:0/35783273 learned_addr learned my addr 172.21.15.39:0/35783273 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf87fff640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880aede0 0x7fbf8814cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf877fe640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf880b3e10 0x7fbf880cbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf86ffd640 1 -- 172.21.15.39:0/35783273 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880aede0 msgr2=0x7fbf8814cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf86ffd640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880aede0 0x7fbf8814cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf86ffd640 1 -- 172.21.15.39:0/35783273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf880b3e10 msgr2=0x7fbf880cbbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf86ffd640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf880b3e10 0x7fbf880cbbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf86ffd640 1 -- 172.21.15.39:0/35783273 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf8814da80 con 0x7fbf880cd360 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf87fff640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fbf880aede0 0x7fbf8814cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf877fe640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf880b3e10 0x7fbf880cbbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf86ffd640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf880cd360 0x7fbf880ae8a0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c00c4d0 tx=0x7fbf7c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf6ffff640 1 -- 172.21.15.39:0/35783273 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c018070 con 0x7fbf880cd360 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf6ffff640 1 -- 172.21.15.39:0/35783273 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf7c007500 con 0x7fbf880cd360 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf8814ae60 con 0x7fbf880cd360 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf6ffff640 1 -- 172.21.15.39:0/35783273 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c004a20 con 0x7fbf880cd360 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.434+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf8814b420 con 0x7fbf880cd360 2024-09-19T05:37:51.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.435+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbf8814ac50 con 0x7fbf880cd360 2024-09-19T05:37:51.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.436+0000 7fbf6ffff640 1 -- 172.21.15.39:0/35783273 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf7c01b070 con 0x7fbf880cd360 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.436+0000 7fbf6ffff640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf7406c2e0 0x7fbf7406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.436+0000 7fbf6ffff640 1 -- 172.21.15.39:0/35783273 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7fbf7c08a5e0 con 0x7fbf880cd360 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.436+0000 7fbf877fe640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf7406c2e0 0x7fbf7406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.437+0000 7fbf6ffff640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fbf74072420 0x7fbf74074840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.437+0000 7fbf6ffff640 1 -- 172.21.15.39:0/35783273 --> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbf74074ef0 con 0x7fbf74072420 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.437+0000 7fbf6ffff640 1 -- 172.21.15.39:0/35783273 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=96) ==== 24+0+0 (secure 0 0 0) 0x7fbf7c091050 con 0x7fbf880cd360 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.437+0000 7fbf87fff640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fbf74072420 0x7fbf74074840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.437+0000 7fbf877fe640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf7406c2e0 0x7fbf7406e7a0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fbf78034000 tx=0x7fbf7802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.437+0000 7fbf87fff640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fbf74072420 0x7fbf74074840 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.438+0000 7fbf6ffff640 1 -- 172.21.15.39:0/35783273 <== osd.3 v2:172.21.15.39:6826/3484666534 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbf74074ef0 con 0x7fbf74072420 2024-09-19T05:37:51.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.450+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 --> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fbf880af270 con 0x7fbf74072420 2024-09-19T05:37:51.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf6ffff640 1 -- 172.21.15.39:0/35783273 <== osd.3 v2:172.21.15.39:6826/3484666534 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fbf80007520 con 0x7fbf74072420 2024-09-19T05:37:51.453 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:51.453 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:37:51.453 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:51.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fbf74072420 msgr2=0x7fbf74074840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6826/3484666534,v1:172.21.15.39:6827/3484666534] conn(0x7fbf74072420 0x7fbf74074840 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf7406c2e0 msgr2=0x7fbf7406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fbf7406c2e0 0x7fbf7406e7a0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fbf78034000 tx=0x7fbf7802e000 comp rx=0 tx=0).stop 2024-09-19T05:37:51.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf880cd360 msgr2=0x7fbf880ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 --2- 172.21.15.39:0/35783273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf880cd360 0x7fbf880ae8a0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c00c4d0 tx=0x7fbf7c00c990 comp rx=0 tx=0).stop 2024-09-19T05:37:51.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf87fff640 1 -- 172.21.15.39:0/35783273 reap_dead start 2024-09-19T05:37:51.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 shutdown_connections 2024-09-19T05:37:51.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 >> 172.21.15.39:0/35783273 conn(0x7fbf88062cc0 msgr2=0x7fbf88074c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 shutdown_connections 2024-09-19T05:37:51.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.451+0000 7fbf8e0af640 1 -- 172.21.15.39:0/35783273 wait complete. 2024-09-19T05:37:51.464 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T05:37:51.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.565+0000 7f0f9b080640 1 Processor -- start 2024-09-19T05:37:51.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.565+0000 7f0f9b080640 1 -- start start 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f9b080640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0f9415e4f0 0x7f0f9415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f9b080640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 0x7f0f9415fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f9b080640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f0f9406d160 0x7f0f9406d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f9b080640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f0f9406ccd0 con 0x7f0f9415e4f0 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f9b080640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f0f9406db50 con 0x7f0f9406d160 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f9b080640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0f9406c0c0 con 0x7f0f9406bb20 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f98e1c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0f9415e4f0 0x7f0f9415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f98e1c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0f9415e4f0 0x7f0f9415f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42484/0 (socket says 172.21.15.39:42484) 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f98e1c640 1 -- 172.21.15.39:0/708699163 learned_addr learned my addr 172.21.15.39:0/708699163 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:51.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f93fff640 1 --2- 172.21.15.39:0/708699163 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 0x7f0f9415fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f9961d640 1 --2- 172.21.15.39:0/708699163 >> v2:172.21.15.50:3300/0 conn(0x7f0f9406d160 0x7f0f9406d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f98e1c640 1 -- 172.21.15.39:0/708699163 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 msgr2=0x7f0f9415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:51.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f98e1c640 1 --2- 172.21.15.39:0/708699163 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 0x7f0f9415fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f98e1c640 1 -- 172.21.15.39:0/708699163 >> v2:172.21.15.50:3300/0 conn(0x7f0f9406d160 msgr2=0x7f0f9406d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:51.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f98e1c640 1 --2- 172.21.15.39:0/708699163 >> v2:172.21.15.50:3300/0 conn(0x7f0f9406d160 0x7f0f9406d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f98e1c640 1 -- 172.21.15.39:0/708699163 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f9406c3a0 con 0x7f0f9415e4f0 2024-09-19T05:37:51.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.566+0000 7f0f9961d640 1 --2- 172.21.15.39:0/708699163 >> v2:172.21.15.50:3300/0 conn(0x7f0f9406d160 0x7f0f9406d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:51.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.567+0000 7f0f98e1c640 1 --2- 172.21.15.39:0/708699163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 0x7f0f9415f570 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f0f9406cc40 tx=0x7f0f8802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f19547be38e0c0dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.567+0000 7f0f937fe640 1 -- 172.21.15.39:0/708699163 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88037070 con 0x7f0f9415e4f0 2024-09-19T05:37:51.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.567+0000 7f0f937fe640 1 -- 172.21.15.39:0/708699163 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f88032440 con 0x7f0f9415e4f0 2024-09-19T05:37:51.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.567+0000 7f0f937fe640 1 -- 172.21.15.39:0/708699163 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88032810 con 0x7f0f9415e4f0 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.568+0000 7f0f9b080640 1 -- 172.21.15.39:0/708699163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 msgr2=0x7f0f9415f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.568+0000 7f0f9b080640 1 --2- 172.21.15.39:0/708699163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 0x7f0f9415f570 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f0f9406cc40 tx=0x7f0f8802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.568+0000 7f0f9b080640 1 -- 172.21.15.39:0/708699163 shutdown_connections 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.568+0000 7f0f9b080640 1 --2- 172.21.15.39:0/708699163 >> v2:172.21.15.50:3300/0 conn(0x7f0f9406d160 0x7f0f9406d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.568+0000 7f0f9b080640 1 --2- 172.21.15.39:0/708699163 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 0x7f0f9415fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.568+0000 7f0f9b080640 1 --2- 172.21.15.39:0/708699163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 0x7f0f9415f570 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.568+0000 7f0f9b080640 1 -- 172.21.15.39:0/708699163 >> 172.21.15.39:0/708699163 conn(0x7f0f9406e5b0 msgr2=0x7f0f9406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.568+0000 7f0f9b080640 1 -- 172.21.15.39:0/708699163 shutdown_connections 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.568+0000 7f0f9b080640 1 -- 172.21.15.39:0/708699163 wait complete. 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.569+0000 7f0f9b080640 1 Processor -- start 2024-09-19T05:37:51.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.569+0000 7f0f9b080640 1 -- start start 2024-09-19T05:37:51.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9b080640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 0x7f0f9414d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9b080640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f9406d160 0x7f0f94159d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9b080640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 0x7f0f9415b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9b080640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0f9415e8d0 con 0x7f0f9415e4f0 2024-09-19T05:37:51.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9b080640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0f9406c960 con 0x7f0f9406d160 2024-09-19T05:37:51.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9b080640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0f941601f0 con 0x7f0f9406bb20 2024-09-19T05:37:51.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9961d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 0x7f0f9415b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9961d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 0x7f0f9415b5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42498/0 (socket says 172.21.15.39:42498) 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9961d640 1 -- 172.21.15.39:0/1807992581 learned_addr learned my addr 172.21.15.39:0/1807992581 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f93fff640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f9406d160 0x7f0f94159d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f98e1c640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 0x7f0f9414d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9961d640 1 -- 172.21.15.39:0/1807992581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 msgr2=0x7f0f9414d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9961d640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 0x7f0f9414d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9961d640 1 -- 172.21.15.39:0/1807992581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f9406d160 msgr2=0x7f0f94159d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9961d640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f9406d160 0x7f0f94159d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.570+0000 7f0f9961d640 1 -- 172.21.15.39:0/1807992581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f94158cc0 con 0x7f0f9415e4f0 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.571+0000 7f0f9961d640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 0x7f0f9415b5f0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c00cef0 tx=0x7f0f8c00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.571+0000 7f0f917fa640 1 -- 172.21.15.39:0/1807992581 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f8c01a070 con 0x7f0f9415e4f0 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.571+0000 7f0f917fa640 1 -- 172.21.15.39:0/1807992581 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f8c00d860 con 0x7f0f9415e4f0 2024-09-19T05:37:51.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.571+0000 7f0f917fa640 1 -- 172.21.15.39:0/1807992581 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f8c00dc50 con 0x7f0f9415e4f0 2024-09-19T05:37:51.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.571+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f94158fa0 con 0x7f0f9415e4f0 2024-09-19T05:37:51.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.571+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f94159560 con 0x7f0f9415e4f0 2024-09-19T05:37:51.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.572+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f940ce8a0 con 0x7f0f9415e4f0 2024-09-19T05:37:51.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.572+0000 7f0f917fa640 1 -- 172.21.15.39:0/1807992581 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0f8c01d070 con 0x7f0f9415e4f0 2024-09-19T05:37:51.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.573+0000 7f0f917fa640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0f7806c2b0 0x7f0f7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.573+0000 7f0f917fa640 1 -- 172.21.15.39:0/1807992581 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f0f8c08ba30 con 0x7f0f9415e4f0 2024-09-19T05:37:51.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.573+0000 7f0f98e1c640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0f7806c2b0 0x7f0f7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.573+0000 7f0f98e1c640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0f7806c2b0 0x7f0f7806e770 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f0f88034000 tx=0x7f0f8802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.577+0000 7f0f917fa640 1 -- 172.21.15.39:0/1807992581 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0f940ce8a0 con 0x7f0f9415e4f0 2024-09-19T05:37:51.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.754+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f0f9415fcb0 con 0x7f0f7806c2b0 2024-09-19T05:37:51.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.754+0000 7f0f917fa640 1 -- 172.21.15.39:0/1807992581 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0f9415fcb0 con 0x7f0f7806c2b0 2024-09-19T05:37:51.757 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0f7806c2b0 msgr2=0x7f0f7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0f7806c2b0 0x7f0f7806e770 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f0f88034000 tx=0x7f0f8802e000 comp rx=0 tx=0).stop 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 msgr2=0x7f0f9415b5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 0x7f0f9415b5f0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c00cef0 tx=0x7f0f8c00a710 comp rx=0 tx=0).stop 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 shutdown_connections 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f0f7806c2b0 0x7f0f7806e770 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f9415e4f0 0x7f0f9415b5f0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f9406d160 0x7f0f94159d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 --2- 172.21.15.39:0/1807992581 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f0f9406bb20 0x7f0f9414d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 >> 172.21.15.39:0/1807992581 conn(0x7f0f9406e5b0 msgr2=0x7f0f940b6d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 shutdown_connections 2024-09-19T05:37:51.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.756+0000 7f0f9b080640 1 -- 172.21.15.39:0/1807992581 wait complete. 2024-09-19T05:37:51.770 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T05:37:51.770 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:37:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.875+0000 7f4d0e95f640 1 Processor -- start 2024-09-19T05:37:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.875+0000 7f4d0e95f640 1 -- start start 2024-09-19T05:37:51.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d0e95f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080b3610 0x7f4d0815f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d0e95f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d080cf4e0 con 0x7f4d080ced40 2024-09-19T05:37:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d0e95f640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d080cf7c0 con 0x7f4d0815e7e0 2024-09-19T05:37:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d0e95f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4d080d24d0 con 0x7f4d080b3610 2024-09-19T05:37:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d0cefc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4d080ced40 0x7f4d080d2960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35260/0 (socket says 172.21.15.39:35260) 2024-09-19T05:37:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d0cefc640 1 -- 172.21.15.39:0/606459699 learned_addr learned my addr 172.21.15.39:0/606459699 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d07fff640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080b3610 0x7f4d0815f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3867367524 0 0) 0x7f4d080cf4e0 con 0x7f4d080ced40 2024-09-19T05:37:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4cf0003520 con 0x7f4d080ced40 2024-09-19T05:37:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 736899597 0 0) 0x7f4cf0003520 con 0x7f4d080ced40 2024-09-19T05:37:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080b3610 msgr2=0x7f4d0815f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080b3610 0x7f4d0815f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 >> v1:172.21.15.50:6789/0 conn(0x7f4d0815e7e0 legacy=0x7f4d080b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d080cfaa0 con 0x7f4d080ced40 2024-09-19T05:37:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f4d000019f0 con 0x7f4d080ced40 2024-09-19T05:37:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 >> v1:172.21.15.39:6789/0 conn(0x7f4d080ced40 legacy=0x7f4d080d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4cf00039e0 0x7f4cf0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080b3610 0x7f4cf0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 0x7f4cf00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4d080d24d0 con 0x7f4cf0004d40 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf000b9c0 con 0x7f4cf00039e0 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.876+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4cf000bbc0 con 0x7f4d080b3610 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.877+0000 7f4d0cefc640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 0x7f4cf00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.877+0000 7f4d07fff640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4cf00039e0 0x7f4cf0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.877+0000 7f4d077fe640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080b3610 0x7f4cf0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.877+0000 7f4d0cefc640 1 -- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080b3610 msgr2=0x7f4cf0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.877+0000 7f4d0cefc640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080b3610 0x7f4cf0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.877+0000 7f4d0cefc640 1 -- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4cf00039e0 msgr2=0x7f4cf0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.877+0000 7f4d0cefc640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4cf00039e0 0x7f4cf0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.877+0000 7f4d0cefc640 1 -- 172.21.15.39:0/606459699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cf0003520 con 0x7f4cf0004d40 2024-09-19T05:37:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d0cefc640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 0x7f4cf00051c0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f4d0000a920 tx=0x7f4cf0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32a06af23919b8d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0000a4c0 con 0x7f4cf0004d40 2024-09-19T05:37:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d0002f070 con 0x7f4cf0004d40 2024-09-19T05:37:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d06ffd640 1 -- 172.21.15.39:0/606459699 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0002bce0 con 0x7f4cf0004d40 2024-09-19T05:37:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d0e95f640 1 -- 172.21.15.39:0/606459699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 msgr2=0x7f4cf00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d0e95f640 1 --2- 172.21.15.39:0/606459699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 0x7f4cf00051c0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f4d0000a920 tx=0x7f4cf0005830 comp rx=0 tx=0).stop 2024-09-19T05:37:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d0cefc640 1 -- 172.21.15.39:0/606459699 reap_dead start 2024-09-19T05:37:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d0e95f640 1 -- 172.21.15.39:0/606459699 shutdown_connections 2024-09-19T05:37:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d0e95f640 1 -- 172.21.15.39:0/606459699 >> 172.21.15.39:0/606459699 conn(0x7f4d08072560 msgr2=0x7f4d08072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d0e95f640 1 -- 172.21.15.39:0/606459699 shutdown_connections 2024-09-19T05:37:51.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.878+0000 7f4d0e95f640 1 -- 172.21.15.39:0/606459699 wait complete. 2024-09-19T05:37:51.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.880+0000 7f4d0e95f640 1 Processor -- start 2024-09-19T05:37:51.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.880+0000 7f4d0e95f640 1 -- start start 2024-09-19T05:37:51.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.880+0000 7f4d0e95f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 0x7f4d08158b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.880+0000 7f4d0e95f640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d080c99e0 0x7f4d081e8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d0e95f640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080c9110 0x7f4d080cda20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d0e95f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4d0815f6c0 con 0x7f4cf0004d40 2024-09-19T05:37:51.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d0e95f640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4d080cfd80 con 0x7f4d080c99e0 2024-09-19T05:37:51.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d0e95f640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4d0815f840 con 0x7f4d080c9110 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 0x7f4d08158b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 0x7f4d08158b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42512/0 (socket says 172.21.15.39:42512) 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d07fff640 1 -- 172.21.15.39:0/1037602379 learned_addr learned my addr 172.21.15.39:0/1037602379 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d07fff640 1 -- 172.21.15.39:0/1037602379 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080c9110 msgr2=0x7f4d080cda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d07fff640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f4d080c9110 0x7f4d080cda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d07fff640 1 -- 172.21.15.39:0/1037602379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d080c99e0 msgr2=0x7f4d081e8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d07fff640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4d080c99e0 0x7f4d081e8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d07fff640 1 -- 172.21.15.39:0/1037602379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d080c8350 con 0x7f4cf0004d40 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d07fff640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 0x7f4d08158b40 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f4cf80119a0 tx=0x7f4cf8011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d04ff9640 1 -- 172.21.15.39:0/1037602379 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf800fa10 con 0x7f4cf0004d40 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d04ff9640 1 -- 172.21.15.39:0/1037602379 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cf800fbb0 con 0x7f4cf0004d40 2024-09-19T05:37:51.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d04ff9640 1 -- 172.21.15.39:0/1037602379 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf8014440 con 0x7f4cf0004d40 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d080c8630 con 0x7f4cf0004d40 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.881+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d080c9590 con 0x7f4cf0004d40 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.882+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4d081e93f0 con 0x7f4cf0004d40 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.883+0000 7f4d04ff9640 1 -- 172.21.15.39:0/1037602379 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4cf8012040 con 0x7f4cf0004d40 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.883+0000 7f4d04ff9640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cf406c2e0 0x7f4cf406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.883+0000 7f4d04ff9640 1 -- 172.21.15.39:0/1037602379 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f4cf808b7a0 con 0x7f4cf0004d40 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.883+0000 7f4d077fe640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cf406c2e0 0x7f4cf406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.883+0000 7f4d04ff9640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7f4cf4072420 0x7f4cf4074840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.883+0000 7f4d04ff9640 1 -- 172.21.15.39:0/1037602379 --> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4cf8011110 con 0x7f4cf4072420 2024-09-19T05:37:51.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.884+0000 7f4d04ff9640 1 -- 172.21.15.39:0/1037602379 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=96) ==== 24+0+0 (secure 0 0 0) 0x7f4cf80902c0 con 0x7f4cf0004d40 2024-09-19T05:37:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.884+0000 7f4d077fe640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cf406c2e0 0x7f4cf406e7a0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f4d080ba350 tx=0x7f4cfc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.884+0000 7f4d0cefc640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7f4cf4072420 0x7f4cf4074840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.884+0000 7f4d0cefc640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7f4cf4072420 0x7f4cf4074840 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.885+0000 7f4d04ff9640 1 -- 172.21.15.39:0/1037602379 <== osd.4 v2:172.21.15.50:6808/1986973046 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4cf8011110 con 0x7f4cf4072420 2024-09-19T05:37:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.898+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 --> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f4d080cf7c0 con 0x7f4cf4072420 2024-09-19T05:37:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.898+0000 7f4d04ff9640 1 -- 172.21.15.39:0/1037602379 <== osd.4 v2:172.21.15.50:6808/1986973046 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f4d080cf7c0 con 0x7f4cf4072420 2024-09-19T05:37:51.901 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:51.901 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:37:51.901 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7f4cf4072420 msgr2=0x7f4cf4074840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.50:6808/1986973046,v1:172.21.15.50:6809/1986973046] conn(0x7f4cf4072420 0x7f4cf4074840 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cf406c2e0 msgr2=0x7f4cf406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f4cf406c2e0 0x7f4cf406e7a0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f4d080ba350 tx=0x7f4cfc009040 comp rx=0 tx=0).stop 2024-09-19T05:37:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 msgr2=0x7f4d08158b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 --2- 172.21.15.39:0/1037602379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cf0004d40 0x7f4d08158b40 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f4cf80119a0 tx=0x7f4cf8011e60 comp rx=0 tx=0).stop 2024-09-19T05:37:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0cefc640 1 -- 172.21.15.39:0/1037602379 reap_dead start 2024-09-19T05:37:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 shutdown_connections 2024-09-19T05:37:51.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 >> 172.21.15.39:0/1037602379 conn(0x7f4d08072560 msgr2=0x7f4d08072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:51.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 shutdown_connections 2024-09-19T05:37:51.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:51.899+0000 7f4d0e95f640 1 -- 172.21.15.39:0/1037602379 wait complete. 2024-09-19T05:37:51.912 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T05:37:52.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.012+0000 7fa16e05e640 1 Processor -- start 2024-09-19T05:37:52.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.012+0000 7fa16e05e640 1 -- start start 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa16e05e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa168159ea0 0x7fa168073140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa16e05e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa168071380 0x7fa168073680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa16e05e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa16815a280 con 0x7fa1680b6310 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa16e05e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fa168071790 con 0x7fa168159ea0 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa16e05e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1680719e0 con 0x7fa168071380 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa1677fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa168159ea0 0x7fa168073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa166ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa1680b6310 0x7fa168070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35274/0 (socket says 172.21.15.39:35274) 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa166ffd640 1 -- 172.21.15.39:0/3478788349 learned_addr learned my addr 172.21.15.39:0/3478788349 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa1677fe640 1 -- 172.21.15.39:0/3478788349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa168071380 msgr2=0x7fa168073680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:52.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa1677fe640 1 --2- 172.21.15.39:0/3478788349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa168071380 0x7fa168073680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa1677fe640 1 -- 172.21.15.39:0/3478788349 >> v1:172.21.15.39:6789/0 conn(0x7fa1680b6310 legacy=0x7fa168070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.013+0000 7fa1677fe640 1 -- 172.21.15.39:0/3478788349 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1680b5550 con 0x7fa168159ea0 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.014+0000 7fa1677fe640 1 --2- 172.21.15.39:0/3478788349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 0x7fa168073140 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fa1580097a0 tx=0x7fa15802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45c6ddf2ef10cf6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.014+0000 7fa1667fc640 1 -- 172.21.15.39:0/3478788349 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa158037070 con 0x7fa168159ea0 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.014+0000 7fa1667fc640 1 -- 172.21.15.39:0/3478788349 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa158032440 con 0x7fa168159ea0 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.014+0000 7fa1667fc640 1 -- 172.21.15.39:0/3478788349 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa158032810 con 0x7fa168159ea0 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.015+0000 7fa16e05e640 1 -- 172.21.15.39:0/3478788349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 msgr2=0x7fa168073140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.015+0000 7fa16e05e640 1 --2- 172.21.15.39:0/3478788349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 0x7fa168073140 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fa1580097a0 tx=0x7fa15802a180 comp rx=0 tx=0).stop 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.015+0000 7fa16e05e640 1 -- 172.21.15.39:0/3478788349 shutdown_connections 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.015+0000 7fa16e05e640 1 --2- 172.21.15.39:0/3478788349 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa168071380 0x7fa168073680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.015+0000 7fa16e05e640 1 --2- 172.21.15.39:0/3478788349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 0x7fa168073140 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.015+0000 7fa16e05e640 1 -- 172.21.15.39:0/3478788349 >> 172.21.15.39:0/3478788349 conn(0x7fa16806e5b0 msgr2=0x7fa16806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.015+0000 7fa16e05e640 1 -- 172.21.15.39:0/3478788349 shutdown_connections 2024-09-19T05:37:52.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.015+0000 7fa16e05e640 1 -- 172.21.15.39:0/3478788349 wait complete. 2024-09-19T05:37:52.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.016+0000 7fa16e05e640 1 Processor -- start 2024-09-19T05:37:52.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.016+0000 7fa16e05e640 1 -- start start 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa16e05e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa168071380 0x7fa1680b3150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa16e05e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1680b6310 0x7fa168154c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa16e05e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 0x7fa16814dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa16e05e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa1680b5df0 con 0x7fa168159ea0 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa16e05e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa1680b5b10 con 0x7fa1680b6310 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa16e05e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa1680d1e20 con 0x7fa168071380 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa167fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 0x7fa16814dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa167fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 0x7fa16814dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42528/0 (socket says 172.21.15.39:42528) 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa167fff640 1 -- 172.21.15.39:0/1682042451 learned_addr learned my addr 172.21.15.39:0/1682042451 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:52.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa166ffd640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1680b6310 0x7fa168154c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.017+0000 7fa1677fe640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa168071380 0x7fa1680b3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa167fff640 1 -- 172.21.15.39:0/1682042451 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa168071380 msgr2=0x7fa1680b3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa167fff640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa168071380 0x7fa1680b3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa167fff640 1 -- 172.21.15.39:0/1682042451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1680b6310 msgr2=0x7fa168154c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa167fff640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1680b6310 0x7fa168154c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa167fff640 1 -- 172.21.15.39:0/1682042451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa168155140 con 0x7fa168159ea0 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa167fff640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 0x7fa16814dfa0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fa16000b970 tx=0x7fa16000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa15ffff640 1 -- 172.21.15.39:0/1682042451 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa160019070 con 0x7fa168159ea0 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa15ffff640 1 -- 172.21.15.39:0/1682042451 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa16000cb60 con 0x7fa168159ea0 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa15ffff640 1 -- 172.21.15.39:0/1682042451 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa160014440 con 0x7fa168159ea0 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1680b37e0 con 0x7fa168159ea0 2024-09-19T05:37:52.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.018+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1680b3da0 con 0x7fa168159ea0 2024-09-19T05:37:52.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.019+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa168070c70 con 0x7fa168159ea0 2024-09-19T05:37:52.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.020+0000 7fa15ffff640 1 -- 172.21.15.39:0/1682042451 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa16001c070 con 0x7fa168159ea0 2024-09-19T05:37:52.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.020+0000 7fa15ffff640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa14806c2b0 0x7fa14806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.020+0000 7fa15ffff640 1 -- 172.21.15.39:0/1682042451 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7fa16008aeb0 con 0x7fa168159ea0 2024-09-19T05:37:52.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.020+0000 7fa1677fe640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa14806c2b0 0x7fa14806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.021+0000 7fa1677fe640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa14806c2b0 0x7fa14806e770 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa158034000 tx=0x7fa15802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.024+0000 7fa15ffff640 1 -- 172.21.15.39:0/1682042451 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa160059200 con 0x7fa168159ea0 2024-09-19T05:37:52.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.199+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7fa1680d0d30 con 0x7fa14806c2b0 2024-09-19T05:37:52.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.200+0000 7fa15ffff640 1 -- 172.21.15.39:0/1682042451 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fa1680d0d30 con 0x7fa14806c2b0 2024-09-19T05:37:52.202 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T05:37:52.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa14806c2b0 msgr2=0x7fa14806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa14806c2b0 0x7fa14806e770 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa158034000 tx=0x7fa15802e000 comp rx=0 tx=0).stop 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 msgr2=0x7fa16814dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 0x7fa16814dfa0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fa16000b970 tx=0x7fa16000be30 comp rx=0 tx=0).stop 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 shutdown_connections 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fa14806c2b0 0x7fa14806e770 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168159ea0 0x7fa16814dfa0 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa1680b6310 0x7fa168154c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 --2- 172.21.15.39:0/1682042451 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fa168071380 0x7fa1680b3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 >> 172.21.15.39:0/1682042451 conn(0x7fa16806e5b0 msgr2=0x7fa168158e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 shutdown_connections 2024-09-19T05:37:52.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.202+0000 7fa16e05e640 1 -- 172.21.15.39:0/1682042451 wait complete. 2024-09-19T05:37:52.215 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T05:37:52.215 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:37:52.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.319+0000 7ffaf6a1e640 1 Processor -- start 2024-09-19T05:37:52.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.319+0000 7ffaf6a1e640 1 -- start start 2024-09-19T05:37:52.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.320+0000 7ffaf6a1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaf00cd910 0x7ffaf00b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.320+0000 7ffaf6a1e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ffaf00b24d0 0x7ffaf00722e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.320+0000 7ffaf6a1e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaf00cf1f0 con 0x7ffaf015c530 2024-09-19T05:37:52.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.320+0000 7ffaf6a1e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7ffaf00d00c0 con 0x7ffaf00b24d0 2024-09-19T05:37:52.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.320+0000 7ffaf6a1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffaf00b2930 con 0x7ffaf00cd910 2024-09-19T05:37:52.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaeffff640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7ffaf015c530 0x7ffaf00cd200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:51734/0 (socket says 172.21.15.39:51734) 2024-09-19T05:37:52.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaf4fbb640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7ffaf00b24d0 0x7ffaf00722e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaeffff640 1 -- 172.21.15.39:0/3961204206 learned_addr learned my addr 172.21.15.39:0/3961204206 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:52.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaef7fe640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaf00cd910 0x7ffaf00b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaeeffd640 1 -- 172.21.15.39:0/3961204206 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2938901226 0 0) 0x7ffaf00cf1f0 con 0x7ffaf015c530 2024-09-19T05:37:52.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaeeffd640 1 -- 172.21.15.39:0/3961204206 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffad8003520 con 0x7ffaf015c530 2024-09-19T05:37:52.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaf4fbb640 1 -- 172.21.15.39:0/3961204206 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaf00cd910 msgr2=0x7ffaf00b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:52.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaf4fbb640 1 --2- 172.21.15.39:0/3961204206 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaf00cd910 0x7ffaf00b1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaf4fbb640 1 -- 172.21.15.39:0/3961204206 >> v1:172.21.15.50:6789/0 conn(0x7ffaf015c530 legacy=0x7ffaf00cd200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.321+0000 7ffaf4fbb640 1 -- 172.21.15.39:0/3961204206 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf00ce150 con 0x7ffaf00b24d0 2024-09-19T05:37:52.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.322+0000 7ffaf4fbb640 1 --2- 172.21.15.39:0/3961204206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaf00b24d0 0x7ffaf00722e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ffae8009d90 tx=0x7ffae802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acb4a72d5dc759ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.322+0000 7ffaeeffd640 1 -- 172.21.15.39:0/3961204206 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8007740 con 0x7ffaf00b24d0 2024-09-19T05:37:52.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.322+0000 7ffaeeffd640 1 -- 172.21.15.39:0/3961204206 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffae80078e0 con 0x7ffaf00b24d0 2024-09-19T05:37:52.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.322+0000 7ffaeeffd640 1 -- 172.21.15.39:0/3961204206 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8007c90 con 0x7ffaf00b24d0 2024-09-19T05:37:52.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.323+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/3961204206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaf00b24d0 msgr2=0x7ffaf00722e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.323+0000 7ffaf6a1e640 1 --2- 172.21.15.39:0/3961204206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaf00b24d0 0x7ffaf00722e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ffae8009d90 tx=0x7ffae802a660 comp rx=0 tx=0).stop 2024-09-19T05:37:52.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.323+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/3961204206 shutdown_connections 2024-09-19T05:37:52.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.323+0000 7ffaf6a1e640 1 --2- 172.21.15.39:0/3961204206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaf00b24d0 0x7ffaf00722e0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.323+0000 7ffaf6a1e640 1 --2- 172.21.15.39:0/3961204206 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaf00cd910 0x7ffaf00b1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.323+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/3961204206 >> 172.21.15.39:0/3961204206 conn(0x7ffaf0062cc0 msgr2=0x7ffaf006d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:52.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.323+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/3961204206 shutdown_connections 2024-09-19T05:37:52.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.323+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/3961204206 wait complete. 2024-09-19T05:37:52.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.324+0000 7ffaf6a1e640 1 Processor -- start 2024-09-19T05:37:52.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.324+0000 7ffaf6a1e640 1 -- start start 2024-09-19T05:37:52.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaf6a1e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaf00b24d0 0x7ffaf00aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaf6a1e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaf00cd910 0x7ffaf0151900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaf6a1e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaf015c530 0x7ffaf015f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaf6a1e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf00ce9f0 con 0x7ffaf00b24d0 2024-09-19T05:37:52.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaf6a1e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf00ce710 con 0x7ffaf015c530 2024-09-19T05:37:52.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaf6a1e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffaf00cecd0 con 0x7ffaf00cd910 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaeffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaf00b24d0 0x7ffaf00aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaeffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaf00b24d0 0x7ffaf00aed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42536/0 (socket says 172.21.15.39:42536) 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaeffff640 1 -- 172.21.15.39:0/620979101 learned_addr learned my addr 172.21.15.39:0/620979101 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaf4fbb640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaf015c530 0x7ffaf015f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaef7fe640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaf00cd910 0x7ffaf0151900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaeffff640 1 -- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaf00cd910 msgr2=0x7ffaf0151900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaeffff640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7ffaf00cd910 0x7ffaf0151900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaeffff640 1 -- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaf015c530 msgr2=0x7ffaf015f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaeffff640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaf015c530 0x7ffaf015f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaeffff640 1 -- 172.21.15.39:0/620979101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf00af270 con 0x7ffaf00b24d0 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.325+0000 7ffaf4fbb640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaf015c530 0x7ffaf015f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.326+0000 7ffaeffff640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaf00b24d0 0x7ffaf00aed30 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7ffae000c390 tx=0x7ffae000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.326+0000 7ffaecff9640 1 -- 172.21.15.39:0/620979101 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae0017070 con 0x7ffaf00b24d0 2024-09-19T05:37:52.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.326+0000 7ffaecff9640 1 -- 172.21.15.39:0/620979101 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffae0005ce0 con 0x7ffaf00b24d0 2024-09-19T05:37:52.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.326+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaf015e3c0 con 0x7ffaf00b24d0 2024-09-19T05:37:52.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.326+0000 7ffaecff9640 1 -- 172.21.15.39:0/620979101 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae00072f0 con 0x7ffaf00b24d0 2024-09-19T05:37:52.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.326+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaf015e980 con 0x7ffaf00b24d0 2024-09-19T05:37:52.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.327+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffaf015f040 con 0x7ffaf00b24d0 2024-09-19T05:37:52.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.327+0000 7ffaecff9640 1 -- 172.21.15.39:0/620979101 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffae001a070 con 0x7ffaf00b24d0 2024-09-19T05:37:52.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.328+0000 7ffaecff9640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffadc06c2b0 0x7ffadc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.328+0000 7ffaecff9640 1 -- 172.21.15.39:0/620979101 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7ffae008a640 con 0x7ffaf00b24d0 2024-09-19T05:37:52.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.328+0000 7ffaef7fe640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffadc06c2b0 0x7ffadc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.328+0000 7ffaecff9640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7ffadc0723f0 0x7ffadc074810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.328+0000 7ffaecff9640 1 -- 172.21.15.39:0/620979101 --> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffae0015e70 con 0x7ffadc0723f0 2024-09-19T05:37:52.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.328+0000 7ffaecff9640 1 -- 172.21.15.39:0/620979101 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=96) ==== 24+0+0 (secure 0 0 0) 0x7ffae0091050 con 0x7ffaf00b24d0 2024-09-19T05:37:52.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.328+0000 7ffaef7fe640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffadc06c2b0 0x7ffadc06e770 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ffaf01f5770 tx=0x7ffae4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.328+0000 7ffaf4fbb640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7ffadc0723f0 0x7ffadc074810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.329+0000 7ffaf4fbb640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7ffadc0723f0 0x7ffadc074810 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.330+0000 7ffaecff9640 1 -- 172.21.15.39:0/620979101 <== osd.5 v2:172.21.15.50:6816/4153196469 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffae0015e70 con 0x7ffadc0723f0 2024-09-19T05:37:52.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.342+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 --> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ffaf00d0c80 con 0x7ffadc0723f0 2024-09-19T05:37:52.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.342+0000 7ffaecff9640 1 -- 172.21.15.39:0/620979101 <== osd.5 v2:172.21.15.50:6816/4153196469 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ffaf00d0c80 con 0x7ffadc0723f0 2024-09-19T05:37:52.345 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:52.345 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:37:52.346 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:52.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7ffadc0723f0 msgr2=0x7ffadc074810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.50:6816/4153196469,v1:172.21.15.50:6817/4153196469] conn(0x7ffadc0723f0 0x7ffadc074810 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffadc06c2b0 msgr2=0x7ffadc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7ffadc06c2b0 0x7ffadc06e770 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ffaf01f5770 tx=0x7ffae4008040 comp rx=0 tx=0).stop 2024-09-19T05:37:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaf00b24d0 msgr2=0x7ffaf00aed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 --2- 172.21.15.39:0/620979101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaf00b24d0 0x7ffaf00aed30 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7ffae000c390 tx=0x7ffae000c850 comp rx=0 tx=0).stop 2024-09-19T05:37:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf4fbb640 1 -- 172.21.15.39:0/620979101 reap_dead start 2024-09-19T05:37:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 shutdown_connections 2024-09-19T05:37:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 >> 172.21.15.39:0/620979101 conn(0x7ffaf0062cc0 msgr2=0x7ffaf015a0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 shutdown_connections 2024-09-19T05:37:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.343+0000 7ffaf6a1e640 1 -- 172.21.15.39:0/620979101 wait complete. 2024-09-19T05:37:52.356 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T05:37:52.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.457+0000 7f6b6b3e8640 1 Processor -- start 2024-09-19T05:37:52.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.458+0000 7f6b6b3e8640 1 -- start start 2024-09-19T05:37:52.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.458+0000 7f6b6b3e8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 0x7f6b640cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.458+0000 7f6b6b3e8640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6b640b6a70 0x7f6b640d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b6b3e8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b640cff10 con 0x7f6b640d1510 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b6b3e8640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f6b640cf540 con 0x7f6b640b6a70 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b6b3e8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6b640d1d90 con 0x7f6b640b6690 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b69184640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 0x7f6b640cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b68983640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f6b640b6a70 0x7f6b640d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b69985640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f6b640d1510 0x7f6b640d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:51750/0 (socket says 172.21.15.39:51750) 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b69985640 1 -- 172.21.15.39:0/1799838732 learned_addr learned my addr 172.21.15.39:0/1799838732 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b5bfff640 1 -- 172.21.15.39:0/1799838732 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1343370157 0 0) 0x7f6b640cff10 con 0x7f6b640d1510 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b5bfff640 1 -- 172.21.15.39:0/1799838732 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6b50003520 con 0x7f6b640d1510 2024-09-19T05:37:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b68983640 1 -- 172.21.15.39:0/1799838732 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 msgr2=0x7f6b640cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b68983640 1 --2- 172.21.15.39:0/1799838732 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 0x7f6b640cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b68983640 1 -- 172.21.15.39:0/1799838732 >> v1:172.21.15.50:6789/0 conn(0x7f6b640d1510 legacy=0x7f6b640d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b68983640 1 -- 172.21.15.39:0/1799838732 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b640ceef0 con 0x7f6b640b6a70 2024-09-19T05:37:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.459+0000 7f6b69184640 1 --2- 172.21.15.39:0/1799838732 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 0x7f6b640cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:37:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.460+0000 7f6b68983640 1 --2- 172.21.15.39:0/1799838732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b640b6a70 0x7f6b640d0fd0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f6b540097a0 tx=0x7f6b5402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f324f654b2c03d77 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.460+0000 7f6b5bfff640 1 -- 172.21.15.39:0/1799838732 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54037070 con 0x7f6b640b6a70 2024-09-19T05:37:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.460+0000 7f6b5bfff640 1 -- 172.21.15.39:0/1799838732 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b54032440 con 0x7f6b640b6a70 2024-09-19T05:37:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.460+0000 7f6b5bfff640 1 -- 172.21.15.39:0/1799838732 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54032810 con 0x7f6b640b6a70 2024-09-19T05:37:52.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.461+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1799838732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b640b6a70 msgr2=0x7f6b640d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.461+0000 7f6b6b3e8640 1 --2- 172.21.15.39:0/1799838732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b640b6a70 0x7f6b640d0fd0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f6b540097a0 tx=0x7f6b5402a180 comp rx=0 tx=0).stop 2024-09-19T05:37:52.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.461+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1799838732 shutdown_connections 2024-09-19T05:37:52.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.461+0000 7f6b6b3e8640 1 --2- 172.21.15.39:0/1799838732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b640b6a70 0x7f6b640d0fd0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.461+0000 7f6b6b3e8640 1 --2- 172.21.15.39:0/1799838732 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 0x7f6b640cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.461+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1799838732 >> 172.21.15.39:0/1799838732 conn(0x7f6b64072560 msgr2=0x7f6b64072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.461+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1799838732 shutdown_connections 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.461+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1799838732 wait complete. 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.462+0000 7f6b6b3e8640 1 Processor -- start 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.462+0000 7f6b6b3e8640 1 -- start start 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b6b3e8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 0x7f6b64150a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b6b3e8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b640b6a70 0x7f6b64152c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b6b3e8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b640d1510 0x7f6b64153190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b6b3e8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6b640d19a0 con 0x7f6b640b6a70 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b6b3e8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6b640b6ed0 con 0x7f6b640d1510 2024-09-19T05:37:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b6b3e8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6b640d1b20 con 0x7f6b640b6690 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b68983640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b640b6a70 0x7f6b64152c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b69184640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 0x7f6b64150a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b68983640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b640b6a70 0x7f6b64152c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42544/0 (socket says 172.21.15.39:42544) 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b68983640 1 -- 172.21.15.39:0/1412787041 learned_addr learned my addr 172.21.15.39:0/1412787041 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b69985640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b640d1510 0x7f6b64153190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b68983640 1 -- 172.21.15.39:0/1412787041 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 msgr2=0x7f6b64150a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.463+0000 7f6b68983640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 0x7f6b64150a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.464+0000 7f6b68983640 1 -- 172.21.15.39:0/1412787041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b640d1510 msgr2=0x7f6b64153190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.464+0000 7f6b68983640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b640d1510 0x7f6b64153190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.464+0000 7f6b68983640 1 -- 172.21.15.39:0/1412787041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b6415a380 con 0x7f6b640b6a70 2024-09-19T05:37:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.464+0000 7f6b68983640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b640b6a70 0x7f6b64152c50 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f6b54035040 tx=0x7f6b540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.464+0000 7f6b59ffb640 1 -- 172.21.15.39:0/1412787041 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54041030 con 0x7f6b640b6a70 2024-09-19T05:37:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.464+0000 7f6b59ffb640 1 -- 172.21.15.39:0/1412787041 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b5403d4e0 con 0x7f6b640b6a70 2024-09-19T05:37:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.464+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b6415a660 con 0x7f6b640b6a70 2024-09-19T05:37:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.464+0000 7f6b59ffb640 1 -- 172.21.15.39:0/1412787041 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54037040 con 0x7f6b640b6a70 2024-09-19T05:37:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.464+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b6415ac20 con 0x7f6b640b6a70 2024-09-19T05:37:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.465+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b640cb560 con 0x7f6b640b6a70 2024-09-19T05:37:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.466+0000 7f6b59ffb640 1 -- 172.21.15.39:0/1412787041 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6b54044070 con 0x7f6b640b6a70 2024-09-19T05:37:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.466+0000 7f6b59ffb640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b4806c2b0 0x7f6b4806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.466+0000 7f6b59ffb640 1 -- 172.21.15.39:0/1412787041 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f6b540ab820 con 0x7f6b640b6a70 2024-09-19T05:37:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.466+0000 7f6b69184640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b4806c2b0 0x7f6b4806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.467+0000 7f6b69184640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b4806c2b0 0x7f6b4806e770 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f6b640cbe80 tx=0x7f6b60009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.471+0000 7f6b59ffb640 1 -- 172.21.15.39:0/1412787041 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6b54079af0 con 0x7f6b640b6a70 2024-09-19T05:37:52.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.646+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f6b64069140 con 0x7f6b4806c2b0 2024-09-19T05:37:52.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.646+0000 7f6b59ffb640 1 -- 172.21.15.39:0/1412787041 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f6b64069140 con 0x7f6b4806c2b0 2024-09-19T05:37:52.649 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b4806c2b0 msgr2=0x7f6b4806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b4806c2b0 0x7f6b4806e770 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f6b640cbe80 tx=0x7f6b60009190 comp rx=0 tx=0).stop 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b640b6a70 msgr2=0x7f6b64152c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b640b6a70 0x7f6b64152c50 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f6b54035040 tx=0x7f6b540046c0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 shutdown_connections 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f6b4806c2b0 0x7f6b4806e770 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6b640d1510 0x7f6b64153190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b640b6a70 0x7f6b64152c50 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 --2- 172.21.15.39:0/1412787041 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f6b640b6690 0x7f6b64150a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 >> 172.21.15.39:0/1412787041 conn(0x7f6b64072560 msgr2=0x7f6b640b91b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 shutdown_connections 2024-09-19T05:37:52.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.648+0000 7f6b6b3e8640 1 -- 172.21.15.39:0/1412787041 wait complete. 2024-09-19T05:37:52.662 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T05:37:52.662 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:37:52.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.766+0000 7f8491d31640 1 Processor -- start 2024-09-19T05:37:52.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.766+0000 7f8491d31640 1 -- start start 2024-09-19T05:37:52.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.767+0000 7f8491d31640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f848c0cd360 0x7f848c15c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.767+0000 7f8491d31640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f848c0cd8d0 con 0x7f848c1591b0 2024-09-19T05:37:52.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.767+0000 7f8491d31640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f848c15bb20 con 0x7f848c0b4520 2024-09-19T05:37:52.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.767+0000 7f8491d31640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f848c15b900 con 0x7f848c0cd360 2024-09-19T05:37:52.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.767+0000 7f848b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f848c1591b0 0x7f848c0b3e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35280/0 (socket says 172.21.15.39:35280) 2024-09-19T05:37:52.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.767+0000 7f848b7fe640 1 -- 172.21.15.39:0/1252287758 learned_addr learned my addr 172.21.15.39:0/1252287758 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.767+0000 7f848bfff640 1 --2- 172.21.15.39:0/1252287758 >> v2:172.21.15.39:3300/0 conn(0x7f848c0cd360 0x7f848c15c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.768+0000 7f848a7fc640 1 -- 172.21.15.39:0/1252287758 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3660566971 0 0) 0x7f848c0cd8d0 con 0x7f848c1591b0 2024-09-19T05:37:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.768+0000 7f848a7fc640 1 -- 172.21.15.39:0/1252287758 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8474003520 con 0x7f848c1591b0 2024-09-19T05:37:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.768+0000 7f848bfff640 1 -- 172.21.15.39:0/1252287758 >> v1:172.21.15.50:6789/0 conn(0x7f848c0b4520 legacy=0x7f848c0ccc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.768+0000 7f848bfff640 1 -- 172.21.15.39:0/1252287758 >> v1:172.21.15.39:6789/0 conn(0x7f848c1591b0 legacy=0x7f848c0b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.768+0000 7f848bfff640 1 -- 172.21.15.39:0/1252287758 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f848c15be00 con 0x7f848c0cd360 2024-09-19T05:37:52.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.768+0000 7f848bfff640 1 --2- 172.21.15.39:0/1252287758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0cd360 0x7f848c15c600 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f8484009d90 tx=0x7f848402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8383a77e6300f06 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.768+0000 7f848a7fc640 1 -- 172.21.15.39:0/1252287758 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8484007740 con 0x7f848c0cd360 2024-09-19T05:37:52.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.769+0000 7f848a7fc640 1 -- 172.21.15.39:0/1252287758 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84840078e0 con 0x7f848c0cd360 2024-09-19T05:37:52.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.769+0000 7f848a7fc640 1 -- 172.21.15.39:0/1252287758 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8484007cb0 con 0x7f848c0cd360 2024-09-19T05:37:52.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.769+0000 7f8491d31640 1 -- 172.21.15.39:0/1252287758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0cd360 msgr2=0x7f848c15c600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.769+0000 7f8491d31640 1 --2- 172.21.15.39:0/1252287758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0cd360 0x7f848c15c600 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f8484009d90 tx=0x7f848402a6f0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.769+0000 7f8491d31640 1 -- 172.21.15.39:0/1252287758 shutdown_connections 2024-09-19T05:37:52.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.769+0000 7f8491d31640 1 --2- 172.21.15.39:0/1252287758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0cd360 0x7f848c15c600 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.769+0000 7f8491d31640 1 -- 172.21.15.39:0/1252287758 >> 172.21.15.39:0/1252287758 conn(0x7f848c062cc0 msgr2=0x7f848c06d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:52.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.769+0000 7f8491d31640 1 -- 172.21.15.39:0/1252287758 shutdown_connections 2024-09-19T05:37:52.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.769+0000 7f8491d31640 1 -- 172.21.15.39:0/1252287758 wait complete. 2024-09-19T05:37:52.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.770+0000 7f8491d31640 1 Processor -- start 2024-09-19T05:37:52.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.770+0000 7f8491d31640 1 -- start start 2024-09-19T05:37:52.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f8491d31640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f848c0b4520 0x7f848c0ae190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f8491d31640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f848c0cd360 0x7f848c073370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f8491d31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0738b0 0x7f848c12f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f8491d31640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f848c0ce6a0 con 0x7f848c0738b0 2024-09-19T05:37:52.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f8491d31640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f848c0ce520 con 0x7f848c0cd360 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f8491d31640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f848c0ce820 con 0x7f848c0b4520 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f848bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0738b0 0x7f848c12f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f848bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0738b0 0x7f848c12f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42566/0 (socket says 172.21.15.39:42566) 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f848bfff640 1 -- 172.21.15.39:0/2761688213 learned_addr learned my addr 172.21.15.39:0/2761688213 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f848b7fe640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f848c0b4520 0x7f848c0ae190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.771+0000 7f848affd640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f848c0cd360 0x7f848c073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f848bfff640 1 -- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f848c0b4520 msgr2=0x7f848c0ae190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f848bfff640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f848c0b4520 0x7f848c0ae190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f848bfff640 1 -- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f848c0cd360 msgr2=0x7f848c073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f848bfff640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f848c0cd360 0x7f848c073370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f848bfff640 1 -- 172.21.15.39:0/2761688213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f848c1f2080 con 0x7f848c0738b0 2024-09-19T05:37:52.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f848affd640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f848c0cd360 0x7f848c073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:52.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f848bfff640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0738b0 0x7f848c12f9c0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f8484009eb0 tx=0x7f8484004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f8473fff640 1 -- 172.21.15.39:0/2761688213 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8484040070 con 0x7f848c0738b0 2024-09-19T05:37:52.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f8473fff640 1 -- 172.21.15.39:0/2761688213 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8484031bc0 con 0x7f848c0738b0 2024-09-19T05:37:52.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f848c130a60 con 0x7f848c0738b0 2024-09-19T05:37:52.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f8473fff640 1 -- 172.21.15.39:0/2761688213 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8484009450 con 0x7f848c0738b0 2024-09-19T05:37:52.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.772+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f848c131020 con 0x7f848c0738b0 2024-09-19T05:37:52.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.773+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f848c15c600 con 0x7f848c0738b0 2024-09-19T05:37:52.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.774+0000 7f8473fff640 1 -- 172.21.15.39:0/2761688213 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8484039040 con 0x7f848c0738b0 2024-09-19T05:37:52.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.774+0000 7f8473fff640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f847806c2b0 0x7f847806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.774+0000 7f8473fff640 1 -- 172.21.15.39:0/2761688213 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f84840aca30 con 0x7f848c0738b0 2024-09-19T05:37:52.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.774+0000 7f848b7fe640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f847806c2b0 0x7f847806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.774+0000 7f8473fff640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f84780723f0 0x7f8478074810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.774+0000 7f8473fff640 1 -- 172.21.15.39:0/2761688213 --> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8478074ec0 con 0x7f84780723f0 2024-09-19T05:37:52.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.774+0000 7f8473fff640 1 -- 172.21.15.39:0/2761688213 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=96) ==== 24+0+0 (secure 0 0 0) 0x7f84840b12c0 con 0x7f848c0738b0 2024-09-19T05:37:52.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.774+0000 7f848affd640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f84780723f0 0x7f8478074810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.775+0000 7f848b7fe640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f847806c2b0 0x7f847806e770 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f847c0011e0 tx=0x7f847c007d30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.775+0000 7f848affd640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f84780723f0 0x7f8478074810 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.776+0000 7f8473fff640 1 -- 172.21.15.39:0/2761688213 <== osd.6 v2:172.21.15.50:6824/2782255725 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8478074ec0 con 0x7f84780723f0 2024-09-19T05:37:52.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.788+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 --> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f848c0b51d0 con 0x7f84780723f0 2024-09-19T05:37:52.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8473fff640 1 -- 172.21.15.39:0/2761688213 <== osd.6 v2:172.21.15.50:6824/2782255725 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f848c0b51d0 con 0x7f84780723f0 2024-09-19T05:37:52.791 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:52.791 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:37:52.791 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:52.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f84780723f0 msgr2=0x7f8478074810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.50:6824/2782255725,v1:172.21.15.50:6825/2782255725] conn(0x7f84780723f0 0x7f8478074810 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f847806c2b0 msgr2=0x7f847806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f847806c2b0 0x7f847806e770 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f847c0011e0 tx=0x7f847c007d30 comp rx=0 tx=0).stop 2024-09-19T05:37:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0738b0 msgr2=0x7f848c12f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 --2- 172.21.15.39:0/2761688213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f848c0738b0 0x7f848c12f9c0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f8484009eb0 tx=0x7f8484004a40 comp rx=0 tx=0).stop 2024-09-19T05:37:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f848bfff640 1 -- 172.21.15.39:0/2761688213 reap_dead start 2024-09-19T05:37:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 shutdown_connections 2024-09-19T05:37:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 >> 172.21.15.39:0/2761688213 conn(0x7f848c062cc0 msgr2=0x7f848c15d560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 shutdown_connections 2024-09-19T05:37:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.789+0000 7f8491d31640 1 -- 172.21.15.39:0/2761688213 wait complete. 2024-09-19T05:37:52.802 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T05:37:52.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.903+0000 7fc22b0d2640 1 Processor -- start 2024-09-19T05:37:52.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.903+0000 7fc22b0d2640 1 -- start start 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc22b0d2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc2240d1ba0 0x7fc224162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc22b0d2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240cf1f0 0x7fc2240d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc22b0d2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2240b7920 con 0x7fc22415e8e0 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc22b0d2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fc2240cf6a0 con 0x7fc2240d1ba0 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc22b0d2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc2240cf940 con 0x7fc2240cf1f0 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc228e6e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc22415e8e0 0x7fc2240d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35282/0 (socket says 172.21.15.39:35282) 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc228e6e640 1 -- 172.21.15.39:0/876281474 learned_addr learned my addr 172.21.15.39:0/876281474 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc223fff640 1 --2- 172.21.15.39:0/876281474 >> v2:172.21.15.39:3300/0 conn(0x7fc2240d1ba0 0x7fc224162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc22966f640 1 --2- 172.21.15.39:0/876281474 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240cf1f0 0x7fc2240d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc223fff640 1 -- 172.21.15.39:0/876281474 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240cf1f0 msgr2=0x7fc2240d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:52.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc223fff640 1 --2- 172.21.15.39:0/876281474 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240cf1f0 0x7fc2240d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc223fff640 1 -- 172.21.15.39:0/876281474 >> v1:172.21.15.39:6789/0 conn(0x7fc22415e8e0 legacy=0x7fc2240d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc223fff640 1 -- 172.21.15.39:0/876281474 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2240cfc20 con 0x7fc2240d1ba0 2024-09-19T05:37:52.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc2237fe640 1 -- 172.21.15.39:0/876281474 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3900571547 0 0) 0x7fc218001110 con 0x7fc22415e8e0 2024-09-19T05:37:52.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.904+0000 7fc22966f640 1 --2- 172.21.15.39:0/876281474 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240cf1f0 0x7fc2240d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:52.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.905+0000 7fc223fff640 1 --2- 172.21.15.39:0/876281474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2240d1ba0 0x7fc224162cf0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fc2100097a0 tx=0x7fc21002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86ab1dc87db8986 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.905+0000 7fc2237fe640 1 -- 172.21.15.39:0/876281474 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc210037070 con 0x7fc2240d1ba0 2024-09-19T05:37:52.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.905+0000 7fc2237fe640 1 -- 172.21.15.39:0/876281474 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc21002ae50 con 0x7fc2240d1ba0 2024-09-19T05:37:52.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.905+0000 7fc2237fe640 1 -- 172.21.15.39:0/876281474 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc210032660 con 0x7fc2240d1ba0 2024-09-19T05:37:52.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.906+0000 7fc22b0d2640 1 -- 172.21.15.39:0/876281474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2240d1ba0 msgr2=0x7fc224162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.906+0000 7fc22b0d2640 1 --2- 172.21.15.39:0/876281474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2240d1ba0 0x7fc224162cf0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fc2100097a0 tx=0x7fc21002a100 comp rx=0 tx=0).stop 2024-09-19T05:37:52.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.906+0000 7fc22b0d2640 1 -- 172.21.15.39:0/876281474 shutdown_connections 2024-09-19T05:37:52.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.906+0000 7fc22b0d2640 1 --2- 172.21.15.39:0/876281474 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240cf1f0 0x7fc2240d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.906+0000 7fc22b0d2640 1 --2- 172.21.15.39:0/876281474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2240d1ba0 0x7fc224162cf0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.906+0000 7fc22b0d2640 1 -- 172.21.15.39:0/876281474 >> 172.21.15.39:0/876281474 conn(0x7fc22406bd00 msgr2=0x7fc22406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:52.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.906+0000 7fc22b0d2640 1 -- 172.21.15.39:0/876281474 shutdown_connections 2024-09-19T05:37:52.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.906+0000 7fc22b0d2640 1 -- 172.21.15.39:0/876281474 wait complete. 2024-09-19T05:37:52.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.907+0000 7fc22b0d2640 1 Processor -- start 2024-09-19T05:37:52.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.907+0000 7fc22b0d2640 1 -- start start 2024-09-19T05:37:52.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22b0d2640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2240cf1f0 0x7fc22415ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22b0d2640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240d1ba0 0x7fc2240b3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22b0d2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc22415e8e0 0x7fc2240b6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22b0d2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc2240d3820 con 0x7fc22415e8e0 2024-09-19T05:37:52.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22b0d2640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2240d2dc0 con 0x7fc2240cf1f0 2024-09-19T05:37:52.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22b0d2640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc2240d39a0 con 0x7fc2240d1ba0 2024-09-19T05:37:52.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22966f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc22415e8e0 0x7fc2240b6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22966f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc22415e8e0 0x7fc2240b6320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42590/0 (socket says 172.21.15.39:42590) 2024-09-19T05:37:52.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22966f640 1 -- 172.21.15.39:0/4260817989 learned_addr learned my addr 172.21.15.39:0/4260817989 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc223fff640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240d1ba0 0x7fc2240b3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc228e6e640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2240cf1f0 0x7fc22415ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22966f640 1 -- 172.21.15.39:0/4260817989 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240d1ba0 msgr2=0x7fc2240b3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22966f640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240d1ba0 0x7fc2240b3310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22966f640 1 -- 172.21.15.39:0/4260817989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2240cf1f0 msgr2=0x7fc22415ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22966f640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2240cf1f0 0x7fc22415ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.908+0000 7fc22966f640 1 -- 172.21.15.39:0/4260817989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2240b3850 con 0x7fc22415e8e0 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.909+0000 7fc22966f640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc22415e8e0 0x7fc2240b6320 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fc21c007ef0 tx=0x7fc21c00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.909+0000 7fc2217fa640 1 -- 172.21.15.39:0/4260817989 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c01a070 con 0x7fc22415e8e0 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.909+0000 7fc2217fa640 1 -- 172.21.15.39:0/4260817989 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc21c003b90 con 0x7fc22415e8e0 2024-09-19T05:37:52.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.909+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2240cb2b0 con 0x7fc22415e8e0 2024-09-19T05:37:52.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.909+0000 7fc2217fa640 1 -- 172.21.15.39:0/4260817989 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c004030 con 0x7fc22415e8e0 2024-09-19T05:37:52.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.909+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2241604d0 con 0x7fc22415e8e0 2024-09-19T05:37:52.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.910+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2240d32e0 con 0x7fc22415e8e0 2024-09-19T05:37:52.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.910+0000 7fc2217fa640 1 -- 172.21.15.39:0/4260817989 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc21c01d070 con 0x7fc22415e8e0 2024-09-19T05:37:52.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.911+0000 7fc2217fa640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc20806c2b0 0x7fc20806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:52.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.911+0000 7fc2217fa640 1 -- 172.21.15.39:0/4260817989 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7fc21c08b3b0 con 0x7fc22415e8e0 2024-09-19T05:37:52.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.911+0000 7fc228e6e640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc20806c2b0 0x7fc20806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:52.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.911+0000 7fc228e6e640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc20806c2b0 0x7fc20806e770 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fc218007fd0 tx=0x7fc218007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:52.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:52.916+0000 7fc2217fa640 1 -- 172.21.15.39:0/4260817989 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc21c010070 con 0x7fc22415e8e0 2024-09-19T05:37:53.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.090+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fc22415b0a0 con 0x7fc20806c2b0 2024-09-19T05:37:53.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.091+0000 7fc2217fa640 1 -- 172.21.15.39:0/4260817989 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc218004c70 con 0x7fc20806c2b0 2024-09-19T05:37:53.094 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc20806c2b0 msgr2=0x7fc20806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc20806c2b0 0x7fc20806e770 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fc218007fd0 tx=0x7fc218007de0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc22415e8e0 msgr2=0x7fc2240b6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc22415e8e0 0x7fc2240b6320 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fc21c007ef0 tx=0x7fc21c00d4a0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 shutdown_connections 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fc20806c2b0 0x7fc20806e770 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc22415e8e0 0x7fc2240b6320 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fc2240d1ba0 0x7fc2240b3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 --2- 172.21.15.39:0/4260817989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2240cf1f0 0x7fc22415ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 >> 172.21.15.39:0/4260817989 conn(0x7fc22406bd00 msgr2=0x7fc22406c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:53.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 shutdown_connections 2024-09-19T05:37:53.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.093+0000 7fc22b0d2640 1 -- 172.21.15.39:0/4260817989 wait complete. 2024-09-19T05:37:53.107 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T05:37:53.107 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:37:53.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.211+0000 7f2d21ca5640 1 Processor -- start 2024-09-19T05:37:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.211+0000 7f2d21ca5640 1 -- start start 2024-09-19T05:37:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d21ca5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d21ca5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2d1c06dbf0 0x7f2d1c15e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d21ca5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d1c0b5310 con 0x7f2d1c072b00 2024-09-19T05:37:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d21ca5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f2d1c0734b0 con 0x7f2d1c06dbf0 2024-09-19T05:37:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d21ca5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2d1c0aea40 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2d1c06dbf0 0x7f2d1c15e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2d1c072b00 0x7f2d1c0af520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35298/0 (socket says 172.21.15.39:35298) 2024-09-19T05:37:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1bfff640 1 -- 172.21.15.39:0/1768240250 learned_addr learned my addr 172.21.15.39:0/1768240250 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1b7fe640 1 --2- 172.21.15.39:0/1768240250 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1affd640 1 -- 172.21.15.39:0/1768240250 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c0b49f0 msgr2=0x7f2d1c0b4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1affd640 1 --2- 172.21.15.39:0/1768240250 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1affd640 1 -- 172.21.15.39:0/1768240250 >> v1:172.21.15.39:6789/0 conn(0x7f2d1c072b00 legacy=0x7f2d1c0af520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1affd640 1 -- 172.21.15.39:0/1768240250 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c0aed20 con 0x7f2d1c06dbf0 2024-09-19T05:37:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1a7fc640 1 -- 172.21.15.39:0/1768240250 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2565128833 0 0) 0x7f2d1c0b5310 con 0x7f2d1c072b00 2024-09-19T05:37:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.212+0000 7f2d1b7fe640 1 --2- 172.21.15.39:0/1768240250 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.213+0000 7f2d1affd640 1 --2- 172.21.15.39:0/1768240250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c06dbf0 0x7f2d1c15e7f0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f2d100097a0 tx=0x7f2d1002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4def59fd023dd0ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.213+0000 7f2d1a7fc640 1 -- 172.21.15.39:0/1768240250 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10037070 con 0x7f2d1c06dbf0 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.213+0000 7f2d1a7fc640 1 -- 172.21.15.39:0/1768240250 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d10032440 con 0x7f2d1c06dbf0 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.213+0000 7f2d1a7fc640 1 -- 172.21.15.39:0/1768240250 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10032810 con 0x7f2d1c06dbf0 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.214+0000 7f2d21ca5640 1 -- 172.21.15.39:0/1768240250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c06dbf0 msgr2=0x7f2d1c15e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.214+0000 7f2d21ca5640 1 --2- 172.21.15.39:0/1768240250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c06dbf0 0x7f2d1c15e7f0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f2d100097a0 tx=0x7f2d1002a180 comp rx=0 tx=0).stop 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.214+0000 7f2d21ca5640 1 -- 172.21.15.39:0/1768240250 shutdown_connections 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.214+0000 7f2d21ca5640 1 --2- 172.21.15.39:0/1768240250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c06dbf0 0x7f2d1c15e7f0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.214+0000 7f2d21ca5640 1 --2- 172.21.15.39:0/1768240250 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.214+0000 7f2d21ca5640 1 -- 172.21.15.39:0/1768240250 >> 172.21.15.39:0/1768240250 conn(0x7f2d1c0b25b0 msgr2=0x7f2d1c0b2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.214+0000 7f2d21ca5640 1 -- 172.21.15.39:0/1768240250 shutdown_connections 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.214+0000 7f2d21ca5640 1 -- 172.21.15.39:0/1768240250 wait complete. 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.215+0000 7f2d21ca5640 1 Processor -- start 2024-09-19T05:37:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.215+0000 7f2d21ca5640 1 -- start start 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d21ca5640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c06dbf0 0x7f2d1c14d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d21ca5640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d1c072b00 0x7f2d1c14dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d21ca5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b0520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d21ca5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c0730d0 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d21ca5640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c072f50 con 0x7f2d1c072b00 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d21ca5640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2d1c073250 con 0x7f2d1c06dbf0 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d1bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d1bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b0520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42606/0 (socket says 172.21.15.39:42606) 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d1bfff640 1 -- 172.21.15.39:0/3167971634 learned_addr learned my addr 172.21.15.39:0/3167971634 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:53.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d1affd640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d1c072b00 0x7f2d1c14dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.216+0000 7f2d1b7fe640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c06dbf0 0x7f2d1c14d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d1bfff640 1 -- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c06dbf0 msgr2=0x7f2d1c14d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d1bfff640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f2d1c06dbf0 0x7f2d1c14d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d1bfff640 1 -- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d1c072b00 msgr2=0x7f2d1c14dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d1bfff640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d1c072b00 0x7f2d1c14dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d1bfff640 1 -- 172.21.15.39:0/3167971634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c14e650 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d1affd640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d1c072b00 0x7f2d1c14dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d1bfff640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b0520 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f2d1400c7a0 tx=0x7f2d1400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d03fff640 1 -- 172.21.15.39:0/3167971634 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d14018070 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d03fff640 1 -- 172.21.15.39:0/3167971634 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d1400a640 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d1c14e930 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d03fff640 1 -- 172.21.15.39:0/3167971634 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d1400aab0 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.217+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d1c14eef0 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.218+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2d1c15ceb0 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.219+0000 7f2d03fff640 1 -- 172.21.15.39:0/3167971634 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2d1401b070 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.219+0000 7f2d03fff640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0806c2b0 0x7f2d0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.219+0000 7f2d03fff640 1 -- 172.21.15.39:0/3167971634 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f2d1408a840 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.219+0000 7f2d1b7fe640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0806c2b0 0x7f2d0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.219+0000 7f2d03fff640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f2d080723f0 0x7f2d08074810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.219+0000 7f2d03fff640 1 -- 172.21.15.39:0/3167971634 --> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2d08074ec0 con 0x7f2d080723f0 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.219+0000 7f2d03fff640 1 -- 172.21.15.39:0/3167971634 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=96) ==== 24+0+0 (secure 0 0 0) 0x7f2d1408f2c0 con 0x7f2d1c0b49f0 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.220+0000 7f2d1affd640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f2d080723f0 0x7f2d08074810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.220+0000 7f2d1b7fe640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0806c2b0 0x7f2d0806e770 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c006fd0 tx=0x7f2d0c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.220+0000 7f2d1affd640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f2d080723f0 0x7f2d08074810 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.221+0000 7f2d03fff640 1 -- 172.21.15.39:0/3167971634 <== osd.7 v2:172.21.15.50:6800/2134459835 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2d08074ec0 con 0x7f2d080723f0 2024-09-19T05:37:53.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.233+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 --> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2d1c072130 con 0x7f2d080723f0 2024-09-19T05:37:53.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d03fff640 1 -- 172.21.15.39:0/3167971634 <== osd.7 v2:172.21.15.50:6800/2134459835 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2d1c072130 con 0x7f2d080723f0 2024-09-19T05:37:53.236 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-19T05:37:53.236 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:37:53.237 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-19T05:37:53.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f2d080723f0 msgr2=0x7f2d08074810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d21ca5640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.50:6800/2134459835,v1:172.21.15.50:6801/2134459835] conn(0x7f2d080723f0 0x7f2d08074810 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0806c2b0 msgr2=0x7f2d0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d21ca5640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f2d0806c2b0 0x7f2d0806e770 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c006fd0 tx=0x7f2d0c008040 comp rx=0 tx=0).stop 2024-09-19T05:37:53.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c0b49f0 msgr2=0x7f2d1c0b0520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d21ca5640 1 --2- 172.21.15.39:0/3167971634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1c0b49f0 0x7f2d1c0b0520 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f2d1400c7a0 tx=0x7f2d1400cc60 comp rx=0 tx=0).stop 2024-09-19T05:37:53.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d1bfff640 1 -- 172.21.15.39:0/3167971634 reap_dead start 2024-09-19T05:37:53.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 shutdown_connections 2024-09-19T05:37:53.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.234+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 >> 172.21.15.39:0/3167971634 conn(0x7f2d1c0b25b0 msgr2=0x7f2d1c0b1d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:53.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.235+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 shutdown_connections 2024-09-19T05:37:53.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.235+0000 7f2d21ca5640 1 -- 172.21.15.39:0/3167971634 wait complete. 2024-09-19T05:37:53.247 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T05:37:53.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.348+0000 7f10914ba640 1 Processor -- start 2024-09-19T05:37:53.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.348+0000 7f10914ba640 1 -- start start 2024-09-19T05:37:53.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f10914ba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160af0 0x7f108c0d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f10914ba640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f108c0d05f0 0x7f108c072070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f10914ba640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f108c0cfdd0 con 0x7f108c160710 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f10914ba640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f108c15cc90 con 0x7f108c0d05f0 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f10914ba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f108c15cf70 con 0x7f108c160af0 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f108b7fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f108c0d05f0 0x7f108c072070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f1083fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160af0 0x7f108c0d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f1083fff640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160af0 0x7f108c0d00b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3301/0 says I am v2:172.21.15.39:38248/0 (socket says 172.21.15.39:38248) 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f108b7fe640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f108c0d05f0 0x7f108c072070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.39:54220/0 (socket says 172.21.15.39:54220) 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f108affd640 1 --1- >> v1:172.21.15.50:6789/0 conn(0x7f108c160710 0x7f108c0cf2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.50:6789/0 says I am v1:172.21.15.39:51766/0 (socket says 172.21.15.39:51766) 2024-09-19T05:37:53.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.349+0000 7f1083fff640 1 -- 172.21.15.39:0/736973416 learned_addr learned my addr 172.21.15.39:0/736973416 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:53.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.350+0000 7f108b7fe640 1 -- 172.21.15.39:0/736973416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160af0 msgr2=0x7f108c0d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:53.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.350+0000 7f108b7fe640 1 --2- 172.21.15.39:0/736973416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160af0 0x7f108c0d00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.350+0000 7f108b7fe640 1 -- 172.21.15.39:0/736973416 >> v1:172.21.15.50:6789/0 conn(0x7f108c160710 legacy=0x7f108c0cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.350+0000 7f108b7fe640 1 -- 172.21.15.39:0/736973416 --> v2:172.21.15.50:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f108c15d250 con 0x7f108c0d05f0 2024-09-19T05:37:53.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.350+0000 7f108a7fc640 1 -- 172.21.15.39:0/736973416 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1907413775 0 0) 0x7f108c0cfdd0 con 0x7f108c160710 2024-09-19T05:37:53.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f108b7fe640 1 --2- 172.21.15.39:0/736973416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108c0d05f0 0x7f108c072070 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1084009d90 tx=0x7f108402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64e30ff15acc9e64 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f108a7fc640 1 -- 172.21.15.39:0/736973416 <== mon.1 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1084007740 con 0x7f108c0d05f0 2024-09-19T05:37:53.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f108a7fc640 1 -- 172.21.15.39:0/736973416 <== mon.1 v2:172.21.15.50:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10840078e0 con 0x7f108c0d05f0 2024-09-19T05:37:53.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f108a7fc640 1 -- 172.21.15.39:0/736973416 <== mon.1 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1084007cb0 con 0x7f108c0d05f0 2024-09-19T05:37:53.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f10914ba640 1 -- 172.21.15.39:0/736973416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108c0d05f0 msgr2=0x7f108c072070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f10914ba640 1 --2- 172.21.15.39:0/736973416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108c0d05f0 0x7f108c072070 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1084009d90 tx=0x7f108402a660 comp rx=0 tx=0).stop 2024-09-19T05:37:53.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f10914ba640 1 -- 172.21.15.39:0/736973416 shutdown_connections 2024-09-19T05:37:53.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f10914ba640 1 --2- 172.21.15.39:0/736973416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108c0d05f0 0x7f108c072070 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f10914ba640 1 --2- 172.21.15.39:0/736973416 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160af0 0x7f108c0d00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f10914ba640 1 -- 172.21.15.39:0/736973416 >> 172.21.15.39:0/736973416 conn(0x7f108c06d000 msgr2=0x7f108c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:53.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f10914ba640 1 -- 172.21.15.39:0/736973416 shutdown_connections 2024-09-19T05:37:53.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.351+0000 7f10914ba640 1 -- 172.21.15.39:0/736973416 wait complete. 2024-09-19T05:37:53.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f10914ba640 1 Processor -- start 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f10914ba640 1 -- start start 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f10914ba640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108c0d05f0 0x7f108c1f5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f10914ba640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160710 0x7f108c155850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f10914ba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f108c160af0 0x7f108c14d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f10914ba640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f108c15d770 con 0x7f108c160af0 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f10914ba640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f108c0d0a10 con 0x7f108c0d05f0 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f10914ba640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f108c1f2020 con 0x7f108c160710 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f108b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f108c160af0 0x7f108c14d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f108b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f108c160af0 0x7f108c14d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42608/0 (socket says 172.21.15.39:42608) 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f108b7fe640 1 -- 172.21.15.39:0/1337850246 learned_addr learned my addr 172.21.15.39:0/1337850246 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:53.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.353+0000 7f108affd640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108c0d05f0 0x7f108c1f5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f1083fff640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160710 0x7f108c155850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f108b7fe640 1 -- 172.21.15.39:0/1337850246 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160710 msgr2=0x7f108c155850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f108b7fe640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160710 0x7f108c155850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f108b7fe640 1 -- 172.21.15.39:0/1337850246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108c0d05f0 msgr2=0x7f108c1f5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f108b7fe640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108c0d05f0 0x7f108c1f5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f108b7fe640 1 -- 172.21.15.39:0/1337850246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f108c1f5a70 con 0x7f108c160af0 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f108b7fe640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f108c160af0 0x7f108c14d1e0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f1084009d90 tx=0x7f1084004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f10837fe640 1 -- 172.21.15.39:0/1337850246 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1084040070 con 0x7f108c160af0 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f10837fe640 1 -- 172.21.15.39:0/1337850246 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1084031c40 con 0x7f108c160af0 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f108c1f5d50 con 0x7f108c160af0 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f10837fe640 1 -- 172.21.15.39:0/1337850246 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1084009450 con 0x7f108c160af0 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.354+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f108c14d720 con 0x7f108c160af0 2024-09-19T05:37:53.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.355+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f108c1f1db0 con 0x7f108c160af0 2024-09-19T05:37:53.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.356+0000 7f10837fe640 1 -- 172.21.15.39:0/1337850246 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1084039040 con 0x7f108c160af0 2024-09-19T05:37:53.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.356+0000 7f10837fe640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f106c06c2b0 0x7f106c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.356+0000 7f10837fe640 1 -- 172.21.15.39:0/1337850246 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f10840abfd0 con 0x7f108c160af0 2024-09-19T05:37:53.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.356+0000 7f108affd640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f106c06c2b0 0x7f106c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.357+0000 7f108affd640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f106c06c2b0 0x7f106c06e770 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f107c000f60 tx=0x7f107c007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.361+0000 7f10837fe640 1 -- 172.21.15.39:0/1337850246 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f108c1f1db0 con 0x7f108c160af0 2024-09-19T05:37:53.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.535+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f108c0cfa60 con 0x7f106c06c2b0 2024-09-19T05:37:53.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.535+0000 7f10837fe640 1 -- 172.21.15.39:0/1337850246 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f108c0cfa60 con 0x7f106c06c2b0 2024-09-19T05:37:53.538 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T05:37:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.537+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f106c06c2b0 msgr2=0x7f106c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.537+0000 7f10914ba640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f106c06c2b0 0x7f106c06e770 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f107c000f60 tx=0x7f107c007d50 comp rx=0 tx=0).stop 2024-09-19T05:37:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.537+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f108c160af0 msgr2=0x7f108c14d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.537+0000 7f10914ba640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f108c160af0 0x7f108c14d1e0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f1084009d90 tx=0x7f1084004a40 comp rx=0 tx=0).stop 2024-09-19T05:37:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.538+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 shutdown_connections 2024-09-19T05:37:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.538+0000 7f10914ba640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f106c06c2b0 0x7f106c06e770 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.538+0000 7f10914ba640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f108c160af0 0x7f108c14d1e0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.538+0000 7f10914ba640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f108c160710 0x7f108c155850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.538+0000 7f10914ba640 1 --2- 172.21.15.39:0/1337850246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f108c0d05f0 0x7f108c1f5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.538+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 >> 172.21.15.39:0/1337850246 conn(0x7f108c06d000 msgr2=0x7f108c0cd450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.538+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 shutdown_connections 2024-09-19T05:37:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.538+0000 7f10914ba640 1 -- 172.21.15.39:0/1337850246 wait complete. 2024-09-19T05:37:53.551 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:37:53.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.650+0000 7f8a0c3f8640 1 Processor -- start 2024-09-19T05:37:53.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.650+0000 7f8a0c3f8640 1 -- start start 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.651+0000 7f8a0c3f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a0415c490 0x7f8a040707b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.651+0000 7f8a0c3f8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a040b1bd0 con 0x7f8a040b5570 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.651+0000 7f8a0c3f8640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a040b1eb0 con 0x7f8a040d1b70 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.651+0000 7f8a0c3f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8a040d0ea0 con 0x7f8a0415c490 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.651+0000 7f8a0a995640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8a040b5570 0x7f8a040b5a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35306/0 (socket says 172.21.15.39:35306) 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.651+0000 7f8a0a995640 1 -- 172.21.15.39:0/2039082871 learned_addr learned my addr 172.21.15.39:0/2039082871 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a0a194640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a0415c490 0x7f8a040707b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2647777065 0 0) 0x7f8a040b1bd0 con 0x7f8a040b5570 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f89ec003520 con 0x7f8a040b5570 2024-09-19T05:37:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 <== mon.1 v1:172.21.15.50:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1985624620 0 0) 0x7f8a040b1eb0 con 0x7f8a040d1b70 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 --> v1:172.21.15.50:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8a040b1bd0 con 0x7f8a040d1b70 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 363445538 0 0) 0x7f89ec003520 con 0x7f8a040b5570 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a0415c490 msgr2=0x7f8a040707b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a0415c490 0x7f8a040707b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 >> v1:172.21.15.50:6789/0 conn(0x7f8a040d1b70 legacy=0x7f8a04070cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a040d1180 con 0x7f8a040b5570 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f89f40019f0 con 0x7f8a040b5570 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 >> v1:172.21.15.39:6789/0 conn(0x7f8a040b5570 legacy=0x7f8a040b5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a0415c490 0x7f89ec003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f89ec0040d0 0x7f89ec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ec004d40 0x7f89ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8a040d0ea0 con 0x7f89ec004d40 2024-09-19T05:37:53.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f89ec00baa0 con 0x7f89ec0040d0 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f89ec00bca0 con 0x7f8a0415c490 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a0a995640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ec004d40 0x7f89ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a0a194640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a0415c490 0x7f89ec003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.652+0000 7f8a09993640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f89ec0040d0 0x7f89ec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.653+0000 7f8a0a995640 1 -- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a0415c490 msgr2=0x7f89ec003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.653+0000 7f8a0a995640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f8a0415c490 0x7f89ec003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.653+0000 7f8a0a995640 1 -- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f89ec0040d0 msgr2=0x7f89ec004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.653+0000 7f8a0a995640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f89ec0040d0 0x7f89ec004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.653+0000 7f8a0a995640 1 -- 172.21.15.39:0/2039082871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89ec003520 con 0x7f89ec004d40 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.653+0000 7f8a0a995640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ec004d40 0x7f89ec0051c0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f89f400a7f0 tx=0x7f89ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667acb167570808 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.653+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f400a410 con 0x7f89ec004d40 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.653+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89f402f070 con 0x7f89ec004d40 2024-09-19T05:37:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.653+0000 7f8a09192640 1 -- 172.21.15.39:0/2039082871 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f402bc90 con 0x7f89ec004d40 2024-09-19T05:37:53.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.654+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/2039082871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ec004d40 msgr2=0x7f89ec0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.654+0000 7f8a0c3f8640 1 --2- 172.21.15.39:0/2039082871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ec004d40 0x7f89ec0051c0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f89f400a7f0 tx=0x7f89ec005830 comp rx=0 tx=0).stop 2024-09-19T05:37:53.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.654+0000 7f8a0a995640 1 -- 172.21.15.39:0/2039082871 reap_dead start 2024-09-19T05:37:53.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.654+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/2039082871 shutdown_connections 2024-09-19T05:37:53.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.654+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/2039082871 >> 172.21.15.39:0/2039082871 conn(0x7f8a040d24b0 msgr2=0x7f8a040d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:53.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.654+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/2039082871 shutdown_connections 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.654+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/2039082871 wait complete. 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.655+0000 7f8a0c3f8640 1 Processor -- start 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.655+0000 7f8a0c3f8640 1 -- start start 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a0c3f8640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f89ec004d40 0x7f8a0414fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a0c3f8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a0415e610 0x7f8a04153d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a0c3f8640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a04146b10 0x7f8a04146fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a0c3f8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0415c9f0 con 0x7f8a0415e610 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a0c3f8640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0415c870 con 0x7f8a04146b10 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a0c3f8640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8a04074030 con 0x7f89ec004d40 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a09993640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a0415e610 0x7f8a04153d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a09993640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a0415e610 0x7f8a04153d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42624/0 (socket says 172.21.15.39:42624) 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a09993640 1 -- 172.21.15.39:0/3129984077 learned_addr learned my addr 172.21.15.39:0/3129984077 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:37:53.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a0a194640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f89ec004d40 0x7f8a0414fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.656+0000 7f8a0a995640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a04146b10 0x7f8a04146fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a09993640 1 -- 172.21.15.39:0/3129984077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f89ec004d40 msgr2=0x7f8a0414fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a09993640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f89ec004d40 0x7f8a0414fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a09993640 1 -- 172.21.15.39:0/3129984077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a04146b10 msgr2=0x7f8a04146fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a09993640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a04146b10 0x7f8a04146fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a09993640 1 -- 172.21.15.39:0/3129984077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a0415ec40 con 0x7f8a0415e610 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a0a194640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f89ec004d40 0x7f8a0414fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a09993640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a0415e610 0x7f8a04153d80 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f89f800f760 tx=0x7f89f800fc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a02ffd640 1 -- 172.21.15.39:0/3129984077 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f800fe70 con 0x7f8a0415e610 2024-09-19T05:37:53.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a02ffd640 1 -- 172.21.15.39:0/3129984077 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89f8018070 con 0x7f8a0415e610 2024-09-19T05:37:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a0415ef20 con 0x7f8a0415e610 2024-09-19T05:37:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a02ffd640 1 -- 172.21.15.39:0/3129984077 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f800d730 con 0x7f8a0415e610 2024-09-19T05:37:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.657+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a0415f4e0 con 0x7f8a0415e610 2024-09-19T05:37:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.658+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a040b5a00 con 0x7f8a0415e610 2024-09-19T05:37:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.658+0000 7f8a02ffd640 1 -- 172.21.15.39:0/3129984077 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f89f800d8d0 con 0x7f8a0415e610 2024-09-19T05:37:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.659+0000 7f8a02ffd640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f89f006c2b0 0x7f89f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.659+0000 7f8a0a194640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f89f006c2b0 0x7f89f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.659+0000 7f8a02ffd640 1 -- 172.21.15.39:0/3129984077 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f89f808b290 con 0x7f8a0415e610 2024-09-19T05:37:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.659+0000 7f8a0a194640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f89f006c2b0 0x7f89f006e770 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8a040ceb10 tx=0x7f89fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:53.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.663+0000 7f8a02ffd640 1 -- 172.21.15.39:0/3129984077 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f89f8059ba0 con 0x7f8a0415e610 2024-09-19T05:37:53.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.833+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8a04069140 con 0x7f89f006c2b0 2024-09-19T05:37:53.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.834+0000 7f8a02ffd640 1 -- 172.21.15.39:0/3129984077 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13502 (secure 0 0 0) 0x7f8a04069140 con 0x7f89f006c2b0 2024-09-19T05:37:53.837 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:37:53.837 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f89f006c2b0 msgr2=0x7f89f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f89f006c2b0 0x7f89f006e770 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8a040ceb10 tx=0x7f89fc008040 comp rx=0 tx=0).stop 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a0415e610 msgr2=0x7f8a04153d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a0415e610 0x7f8a04153d80 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f89f800f760 tx=0x7f89f800fc20 comp rx=0 tx=0).stop 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 shutdown_connections 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f89f006c2b0 0x7f89f006e770 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a04146b10 0x7f8a04146fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a0415e610 0x7f8a04153d80 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 --2- 172.21.15.39:0/3129984077 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f89ec004d40 0x7f8a0414fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 >> 172.21.15.39:0/3129984077 conn(0x7f8a040d24b0 msgr2=0x7f8a0415b610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:53.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 shutdown_connections 2024-09-19T05:37:53.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:37:53.836+0000 7f8a0c3f8640 1 -- 172.21.15.39:0/3129984077 wait complete. 2024-09-19T05:37:53.849 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":208,"stamp":"2024-09-19T05:37:52.715474+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":284932,"kb_used_data":10440,"kb_used_omap":12,"kb_used_meta":274291,"kb_avail":754689788,"statfs":{"total":773094113280,"available":772802342912,"internally_reserved":0,"allocated":10690560,"data_stored":5233440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":280874544},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-21373,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-92,"num_read_kb":-87,"num_write":-150,"num_write_kb":-75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001406"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":307,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-19T05:37:45.848925+0000","last_change":"2024-09-19T05:33:56.427185+0000","last_active":"2024-09-19T05:37:45.848925+0000","last_peered":"2024-09-19T05:37:45.848925+0000","last_clean":"2024-09-19T05:37:45.848925+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:45.848925+0000","last_undegraded":"2024-09-19T05:37:45.848925+0000","last_fullsized":"2024-09-19T05:37:45.848925+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:33:54.751046+0000","last_clean_scrub_stamp":"2024-09-19T05:33:54.751046+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:40.214423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509490,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36512,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335328,"statfs":{"total":96636764160,"available":96599375872,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509489,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36512,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335328,"statfs":{"total":96636764160,"available":96599375872,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509491,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36512,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335328,"statfs":{"total":96636764160,"available":96599375872,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542195,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37092,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334748,"statfs":{"total":96636764160,"available":96598781952,"internally_reserved":0,"allocated":1781760,"data_stored":1096956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542193,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36508,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335332,"statfs":{"total":96636764160,"available":96599379968,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542195,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36512,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335328,"statfs":{"total":96636764160,"available":96599375872,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32352,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339488,"statfs":{"total":96636764160,"available":96603635712,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542196,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":1096956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:37:53.853 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T05:33:54.751046+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=5, tm_min=33, tm_sec=54, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=5, tm_min=37, tm_sec=48, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T05:37:53.853 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T05:38:03.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:38:03.288 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:38:13.854 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:38:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.968+0000 7f8106add640 1 Processor -- start 2024-09-19T05:38:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.968+0000 7f8106add640 1 -- start start 2024-09-19T05:38:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8106add640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f81000b6e50 0x7f8100070b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8106add640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f81000d2a50 0x7f81000b7230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8106add640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81000b7770 con 0x7f8100073140 2024-09-19T05:38:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8106add640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7f8100071a70 con 0x7f81000b6e50 2024-09-19T05:38:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8106add640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f81000d2ec0 con 0x7f81000d2a50 2024-09-19T05:38:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8104879640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f81000b6e50 0x7f8100070b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:13.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f810507a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8100073140 0x7f8100073570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44852/0 (socket says 172.21.15.39:44852) 2024-09-19T05:38:13.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f810507a640 1 -- 172.21.15.39:0/3394137488 learned_addr learned my addr 172.21.15.39:0/3394137488 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:38:13.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8104879640 1 -- 172.21.15.39:0/3394137488 >> v2:172.21.15.50:3300/0 conn(0x7f81000d2a50 msgr2=0x7f81000b7230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:38:13.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8104879640 1 --2- 172.21.15.39:0/3394137488 >> v2:172.21.15.50:3300/0 conn(0x7f81000d2a50 0x7f81000b7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:13.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8104879640 1 -- 172.21.15.39:0/3394137488 >> v1:172.21.15.39:6789/0 conn(0x7f8100073140 legacy=0x7f8100073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:13.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f80f77fe640 1 -- 172.21.15.39:0/3394137488 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2848630523 0 0) 0x7f81000b7770 con 0x7f8100073140 2024-09-19T05:38:13.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.969+0000 7f8104879640 1 -- 172.21.15.39:0/3394137488 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81000714b0 con 0x7f81000b6e50 2024-09-19T05:38:13.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.970+0000 7f8104879640 1 --2- 172.21.15.39:0/3394137488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81000b6e50 0x7f8100070b20 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f81000b52f0 tx=0x7f80fc02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5eb40f1583ed00b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:13.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.970+0000 7f80f77fe640 1 -- 172.21.15.39:0/3394137488 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80fc037070 con 0x7f81000b6e50 2024-09-19T05:38:13.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.970+0000 7f80f77fe640 1 -- 172.21.15.39:0/3394137488 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80fc032440 con 0x7f81000b6e50 2024-09-19T05:38:13.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.970+0000 7f80f77fe640 1 -- 172.21.15.39:0/3394137488 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80fc02ae60 con 0x7f81000b6e50 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.971+0000 7f8106add640 1 -- 172.21.15.39:0/3394137488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81000b6e50 msgr2=0x7f8100070b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.971+0000 7f8106add640 1 --2- 172.21.15.39:0/3394137488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81000b6e50 0x7f8100070b20 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f81000b52f0 tx=0x7f80fc02a110 comp rx=0 tx=0).stop 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.971+0000 7f8106add640 1 -- 172.21.15.39:0/3394137488 shutdown_connections 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.971+0000 7f8106add640 1 --2- 172.21.15.39:0/3394137488 >> v2:172.21.15.50:3300/0 conn(0x7f81000d2a50 0x7f81000b7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.971+0000 7f8106add640 1 --2- 172.21.15.39:0/3394137488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81000b6e50 0x7f8100070b20 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.971+0000 7f8106add640 1 -- 172.21.15.39:0/3394137488 >> 172.21.15.39:0/3394137488 conn(0x7f810006e5b0 msgr2=0x7f810006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.971+0000 7f8106add640 1 -- 172.21.15.39:0/3394137488 shutdown_connections 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.971+0000 7f8106add640 1 -- 172.21.15.39:0/3394137488 wait complete. 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.972+0000 7f8106add640 1 Processor -- start 2024-09-19T05:38:13.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.972+0000 7f8106add640 1 -- start start 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8106add640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8100073140 0x7f81001518d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8106add640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81000b6e50 0x7f810015b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8106add640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81000d2a50 0x7f810015ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8106add640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f810006bfa0 con 0x7f8100073140 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8106add640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f810006bcc0 con 0x7f81000d2a50 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8106add640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8100161d70 con 0x7f81000b6e50 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8104879640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8100073140 0x7f81001518d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8104879640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8100073140 0x7f81001518d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59208/0 (socket says 172.21.15.39:59208) 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8104879640 1 -- 172.21.15.39:0/1371012635 learned_addr learned my addr 172.21.15.39:0/1371012635 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f810507a640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81000d2a50 0x7f810015ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f80f7fff640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81000b6e50 0x7f810015b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:13.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8104879640 1 -- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81000b6e50 msgr2=0x7f810015b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8104879640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81000b6e50 0x7f810015b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8104879640 1 -- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81000d2a50 msgr2=0x7f810015ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8104879640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81000d2a50 0x7f810015ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f8104879640 1 -- 172.21.15.39:0/1371012635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f810015a290 con 0x7f8100073140 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f810507a640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81000d2a50 0x7f810015ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.973+0000 7f80f7fff640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81000b6e50 0x7f810015b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.974+0000 7f8104879640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8100073140 0x7f81001518d0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f80fc009890 tx=0x7f80fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.974+0000 7f80f57fa640 1 -- 172.21.15.39:0/1371012635 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80fc041070 con 0x7f8100073140 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.974+0000 7f80f57fa640 1 -- 172.21.15.39:0/1371012635 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80fc03c890 con 0x7f8100073140 2024-09-19T05:38:13.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.974+0000 7f80f57fa640 1 -- 172.21.15.39:0/1371012635 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80fc037040 con 0x7f8100073140 2024-09-19T05:38:13.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.974+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f810015a570 con 0x7f8100073140 2024-09-19T05:38:13.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.974+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f810015ab30 con 0x7f8100073140 2024-09-19T05:38:13.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.975+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8100070b20 con 0x7f8100073140 2024-09-19T05:38:13.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.975+0000 7f80f57fa640 1 -- 172.21.15.39:0/1371012635 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f80fc044070 con 0x7f8100073140 2024-09-19T05:38:13.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.976+0000 7f80f57fa640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80ec06c2b0 0x7f80ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:13.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.976+0000 7f80f7fff640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80ec06c2b0 0x7f80ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:13.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.976+0000 7f80f57fa640 1 -- 172.21.15.39:0/1371012635 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f80fc0ac080 con 0x7f8100073140 2024-09-19T05:38:13.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.976+0000 7f80f7fff640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80ec06c2b0 0x7f80ec06e770 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8100160d00 tx=0x7f80f0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:13.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:13.981+0000 7f80f57fa640 1 -- 172.21.15.39:0/1371012635 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f80fc07aab0 con 0x7f8100073140 2024-09-19T05:38:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.152+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 --> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f810015b870 con 0x7f80ec06c2b0 2024-09-19T05:38:14.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.153+0000 7f80f57fa640 1 -- 172.21.15.39:0/1371012635 <== mgr.4104 v2:172.21.15.39:6816/3785102071 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13376 (secure 0 0 0) 0x7f810015b870 con 0x7f80ec06c2b0 2024-09-19T05:38:14.155 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:38:14.155 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-19T05:38:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80ec06c2b0 msgr2=0x7f80ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80ec06c2b0 0x7f80ec06e770 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8100160d00 tx=0x7f80f0008040 comp rx=0 tx=0).stop 2024-09-19T05:38:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8100073140 msgr2=0x7f81001518d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8100073140 0x7f81001518d0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f80fc009890 tx=0x7f80fc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 shutdown_connections 2024-09-19T05:38:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f80ec06c2b0 0x7f80ec06e770 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f81000d2a50 0x7f810015ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f81000b6e50 0x7f810015b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 --2- 172.21.15.39:0/1371012635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8100073140 0x7f81001518d0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 >> 172.21.15.39:0/1371012635 conn(0x7f810006e5b0 msgr2=0x7f8100073570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 shutdown_connections 2024-09-19T05:38:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.155+0000 7f8106add640 1 -- 172.21.15.39:0/1371012635 wait complete. 2024-09-19T05:38:14.168 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":218,"stamp":"2024-09-19T05:38:12.719588+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":284916,"kb_used_data":10440,"kb_used_omap":12,"kb_used_meta":274291,"kb_avail":754689804,"statfs":{"total":773094113280,"available":772802359296,"internally_reserved":0,"allocated":10690560,"data_stored":5233440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":280874544},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002498"},"pg_stats":[{"pgid":"1.0","version":"96'119","reported_seq":319,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-19T05:37:54.202178+0000","last_change":"2024-09-19T05:37:54.202178+0000","last_active":"2024-09-19T05:37:54.202178+0000","last_peered":"2024-09-19T05:37:54.202178+0000","last_clean":"2024-09-19T05:37:54.202178+0000","last_became_active":"2024-09-19T05:33:56.426249+0000","last_became_peered":"2024-09-19T05:33:56.426249+0000","last_unstale":"2024-09-19T05:37:54.202178+0000","last_undegraded":"2024-09-19T05:37:54.202178+0000","last_fullsized":"2024-09-19T05:37:54.202178+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"96'119","last_scrub_stamp":"2024-09-19T05:37:54.202037+0000","last_deep_scrub":"96'119","last_deep_scrub_stamp":"2024-09-19T05:37:54.202037+0000","last_clean_scrub_stamp":"2024-09-19T05:37:54.202037+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:17.662010+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36512,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335328,"statfs":{"total":96636764160,"available":96599375872,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509493,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36512,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335328,"statfs":{"total":96636764160,"available":96599375872,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509495,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36512,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335328,"statfs":{"total":96636764160,"available":96599375872,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542199,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37084,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1781760,"data_stored":1096956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542197,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36508,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335332,"statfs":{"total":96636764160,"available":96599379968,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542199,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36512,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335328,"statfs":{"total":96636764160,"available":96599375872,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542200,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32352,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339488,"statfs":{"total":96636764160,"available":96603635712,"internally_reserved":0,"allocated":1187840,"data_stored":506588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542200,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32924,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338916,"statfs":{"total":96636764160,"available":96603049984,"internally_reserved":0,"allocated":1781760,"data_stored":1096956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:38:14.169 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T05:38:14.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.268+0000 7fedc821e640 1 Processor -- start 2024-09-19T05:38:14.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.268+0000 7fedc821e640 1 -- start start 2024-09-19T05:38:14.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.269+0000 7fedc821e640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7fedc0151870 0x7fedc006e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.269+0000 7fedc821e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fedc0151c50 0x7fedc00718a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.269+0000 7fedc821e640 1 -- --> v1:172.21.15.50:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedc0071de0 con 0x7fedc015e530 2024-09-19T05:38:14.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.269+0000 7fedc821e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 -- 0x7fedc00b4380 con 0x7fedc0151c50 2024-09-19T05:38:14.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.269+0000 7fedc821e640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7fedc00720b0 con 0x7fedc0151870 2024-09-19T05:38:14.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.269+0000 7fedc57b9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fedc0151c50 0x7fedc00718a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.269+0000 7fedc57b9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fedc0151c50 0x7fedc00718a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59214/0 (socket says 172.21.15.39:59214) 2024-09-19T05:38:14.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.269+0000 7fedc57b9640 1 -- 172.21.15.39:0/3967827348 learned_addr learned my addr 172.21.15.39:0/3967827348 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:38:14.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.270+0000 7fedc5fba640 1 --2- 172.21.15.39:0/3967827348 >> v2:172.21.15.50:3300/0 conn(0x7fedc0151870 0x7fedc006e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.270+0000 7fedc57b9640 1 -- 172.21.15.39:0/3967827348 >> v2:172.21.15.50:3300/0 conn(0x7fedc0151870 msgr2=0x7fedc006e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:38:14.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.270+0000 7fedc57b9640 1 --2- 172.21.15.39:0/3967827348 >> v2:172.21.15.50:3300/0 conn(0x7fedc0151870 0x7fedc006e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.270+0000 7fedc57b9640 1 -- 172.21.15.39:0/3967827348 >> v1:172.21.15.50:6789/0 conn(0x7fedc015e530 legacy=0x7fedc015aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:38:14.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.270+0000 7fedc57b9640 1 -- 172.21.15.39:0/3967827348 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc0072390 con 0x7fedc0151c50 2024-09-19T05:38:14.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.270+0000 7fedc57b9640 1 --2- 172.21.15.39:0/3967827348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc0151c50 0x7fedc00718a0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fedb400bb00 tx=0x7fedb402c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c2499eb5d5965b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:14.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc4fb8640 1 -- 172.21.15.39:0/3967827348 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb403a070 con 0x7fedc0151c50 2024-09-19T05:38:14.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc4fb8640 1 -- 172.21.15.39:0/3967827348 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedb4032480 con 0x7fedc0151c50 2024-09-19T05:38:14.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc4fb8640 1 -- 172.21.15.39:0/3967827348 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb4032850 con 0x7fedc0151c50 2024-09-19T05:38:14.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc821e640 1 -- 172.21.15.39:0/3967827348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc0151c50 msgr2=0x7fedc00718a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc821e640 1 --2- 172.21.15.39:0/3967827348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc0151c50 0x7fedc00718a0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fedb400bb00 tx=0x7fedb402c650 comp rx=0 tx=0).stop 2024-09-19T05:38:14.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc821e640 1 -- 172.21.15.39:0/3967827348 shutdown_connections 2024-09-19T05:38:14.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc821e640 1 --2- 172.21.15.39:0/3967827348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc0151c50 0x7fedc00718a0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc821e640 1 --2- 172.21.15.39:0/3967827348 >> v2:172.21.15.50:3300/0 conn(0x7fedc0151870 0x7fedc006e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc821e640 1 -- 172.21.15.39:0/3967827348 >> 172.21.15.39:0/3967827348 conn(0x7fedc00b5cb0 msgr2=0x7fedc006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:14.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc821e640 1 -- 172.21.15.39:0/3967827348 shutdown_connections 2024-09-19T05:38:14.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.271+0000 7fedc821e640 1 -- 172.21.15.39:0/3967827348 wait complete. 2024-09-19T05:38:14.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.272+0000 7fedc821e640 1 Processor -- start 2024-09-19T05:38:14.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc821e640 1 -- start start 2024-09-19T05:38:14.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc821e640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fedc0151870 0x7fedc01efac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc821e640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fedc0151c50 0x7fedc00b1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc821e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc015e530 0x7fedc00b1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc821e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fedc0072c30 con 0x7fedc015e530 2024-09-19T05:38:14.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc821e640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fedc0072950 con 0x7fedc0151870 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc821e640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7fedc0073150 con 0x7fedc0151c50 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc67bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc015e530 0x7fedc00b1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc67bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc015e530 0x7fedc00b1840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59224/0 (socket says 172.21.15.39:59224) 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc67bb640 1 -- 172.21.15.39:0/2932870821 learned_addr learned my addr 172.21.15.39:0/2932870821 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc5fba640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fedc0151870 0x7fedc01efac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.273+0000 7fedc57b9640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fedc0151c50 0x7fedc00b1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedc67bb640 1 -- 172.21.15.39:0/2932870821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fedc0151c50 msgr2=0x7fedc00b1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedc67bb640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fedc0151c50 0x7fedc00b1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedc67bb640 1 -- 172.21.15.39:0/2932870821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fedc0151870 msgr2=0x7fedc01efac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedc67bb640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fedc0151870 0x7fedc01efac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedc67bb640 1 -- 172.21.15.39:0/2932870821 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc01f0000 con 0x7fedc015e530 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedc5fba640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fedc0151870 0x7fedc01efac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:38:14.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedc67bb640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc015e530 0x7fedc00b1840 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fedb800c390 tx=0x7fedb800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:14.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedbe7fc640 1 -- 172.21.15.39:0/2932870821 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8017070 con 0x7fedc015e530 2024-09-19T05:38:14.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedbe7fc640 1 -- 172.21.15.39:0/2932870821 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedb80035f0 con 0x7fedc015e530 2024-09-19T05:38:14.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc0142da0 con 0x7fedc015e530 2024-09-19T05:38:14.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedbe7fc640 1 -- 172.21.15.39:0/2932870821 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb80039e0 con 0x7fedc015e530 2024-09-19T05:38:14.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.274+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc0143360 con 0x7fedc015e530 2024-09-19T05:38:14.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.275+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc01512e0 con 0x7fedc015e530 2024-09-19T05:38:14.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.275+0000 7fedbe7fc640 1 -- 172.21.15.39:0/2932870821 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fedb801a070 con 0x7fedc015e530 2024-09-19T05:38:14.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.276+0000 7fedbe7fc640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fedac06c2e0 0x7fedac06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.276+0000 7fedc5fba640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fedac06c2e0 0x7fedac06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.276+0000 7fedbe7fc640 1 -- 172.21.15.39:0/2932870821 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7fedb808a670 con 0x7fedc015e530 2024-09-19T05:38:14.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.277+0000 7fedc5fba640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fedac06c2e0 0x7fedac06e7a0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fedb0007fc0 tx=0x7fedb00075b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:14.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.281+0000 7fedbe7fc640 1 -- 172.21.15.39:0/2932870821 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fedb80588a0 con 0x7fedc015e530 2024-09-19T05:38:14.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.458+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fedc0151000 con 0x7fedc015e530 2024-09-19T05:38:14.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.461+0000 7fedbe7fc640 1 -- 172.21.15.39:0/2932870821 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v26)=0 v26) ==== 123+0+0 (secure 0 0 0) 0x7fedb805cba0 con 0x7fedc015e530 2024-09-19T05:38:14.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.463+0000 7fedbe7fc640 1 -- 172.21.15.39:0/2932870821 <== mon.0 v2:172.21.15.39:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fedb8061460 con 0x7fedc015e530 2024-09-19T05:38:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fedac06c2e0 msgr2=0x7fedac06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fedac06c2e0 0x7fedac06e7a0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fedb0007fc0 tx=0x7fedb00075b0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc015e530 msgr2=0x7fedc00b1840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc015e530 0x7fedc00b1840 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fedb800c390 tx=0x7fedb800c850 comp rx=0 tx=0).stop 2024-09-19T05:38:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 shutdown_connections 2024-09-19T05:38:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7fedac06c2e0 0x7fedac06e7a0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedc015e530 0x7fedc00b1840 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7fedc0151c50 0x7fedc00b1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 --2- 172.21.15.39:0/2932870821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fedc0151870 0x7fedc01efac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 >> 172.21.15.39:0/2932870821 conn(0x7fedc00b5cb0 msgr2=0x7fedc014fb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:14.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 shutdown_connections 2024-09-19T05:38:14.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.464+0000 7fedc821e640 1 -- 172.21.15.39:0/2932870821 wait complete. 2024-09-19T05:38:14.478 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:38:14.478 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:38:14.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.577+0000 7f3d5f54b640 1 Processor -- start 2024-09-19T05:38:14.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.578+0000 7f3d5f54b640 1 -- start start 2024-09-19T05:38:14.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.578+0000 7f3d5f54b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d580b6690 0x7f3d580cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.578+0000 7f3d5f54b640 1 --2- >> v2:172.21.15.50:3300/0 conn(0x7f3d580d16e0 0x7f3d580d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.578+0000 7f3d5f54b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d580cff10 con 0x7f3d580b6a70 2024-09-19T05:38:14.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d5f54b640 1 -- --> v2:172.21.15.50:3300/0 -- mon_getmap magic: 0 -- 0x7f3d580d1b70 con 0x7f3d580d16e0 2024-09-19T05:38:14.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d5f54b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3d580cf540 con 0x7f3d580b6690 2024-09-19T05:38:14.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d5cae6640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3d580b6a70 0x7f3d580d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44856/0 (socket says 172.21.15.39:44856) 2024-09-19T05:38:14.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d5cae6640 1 -- 172.21.15.39:0/2716934226 learned_addr learned my addr 172.21.15.39:0/2716934226 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-19T05:38:14.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1227730715 0 0) 0x7f3d580cff10 con 0x7f3d580b6a70 2024-09-19T05:38:14.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d44003520 con 0x7f3d580b6a70 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d5d2e7640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d580b6690 0x7f3d580cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d5dae8640 1 --2- 172.21.15.39:0/2716934226 >> v2:172.21.15.50:3300/0 conn(0x7f3d580d16e0 0x7f3d580d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4036318571 0 0) 0x7f3d44003520 con 0x7f3d580b6a70 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d580b6690 msgr2=0x7f3d580cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d580b6690 0x7f3d580cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 >> v2:172.21.15.50:3300/0 conn(0x7f3d580d16e0 msgr2=0x7f3d580d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 --2- 172.21.15.39:0/2716934226 >> v2:172.21.15.50:3300/0 conn(0x7f3d580d16e0 0x7f3d580d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d580d1d90 con 0x7f3d580b6a70 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2970041876 0 0) 0x7f3d54001670 con 0x7f3d580b6a70 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 >> v1:172.21.15.39:6789/0 conn(0x7f3d580b6a70 legacy=0x7f3d580d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440039b0 0x7f3d44003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d580b6690 0x7f3d44004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d44004d40 0x7f3d440051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3d580d1b70 con 0x7f3d440039b0 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3d580cf540 con 0x7f3d44004d40 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3d4400b9c0 con 0x7f3d580b6690 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.579+0000 7f3d5d2e7640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440039b0 0x7f3d44003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.580+0000 7f3d5dae8640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d44004d40 0x7f3d440051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.580+0000 7f3d5cae6640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d580b6690 0x7f3d44004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.580+0000 7f3d5d2e7640 1 -- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d580b6690 msgr2=0x7f3d44004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.580+0000 7f3d5d2e7640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d580b6690 0x7f3d44004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.580+0000 7f3d5d2e7640 1 -- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d44004d40 msgr2=0x7f3d440051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.580+0000 7f3d5d2e7640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d44004d40 0x7f3d440051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.580+0000 7f3d5d2e7640 1 -- 172.21.15.39:0/2716934226 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d44003520 con 0x7f3d440039b0 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.580+0000 7f3d5dae8640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d44004d40 0x7f3d440051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:38:14.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.580+0000 7f3d5d2e7640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440039b0 0x7f3d44003dd0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f3d48009ac0 tx=0x7f3d44005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be24250af56a2668 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:14.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48036070 con 0x7f3d440039b0 2024-09-19T05:38:14.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f3d48031400 con 0x7f3d440039b0 2024-09-19T05:38:14.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d4ffff640 1 -- 172.21.15.39:0/2716934226 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48009690 con 0x7f3d440039b0 2024-09-19T05:38:14.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d5f54b640 1 -- 172.21.15.39:0/2716934226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440039b0 msgr2=0x7f3d44003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d5f54b640 1 --2- 172.21.15.39:0/2716934226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d440039b0 0x7f3d44003dd0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f3d48009ac0 tx=0x7f3d44005830 comp rx=0 tx=0).stop 2024-09-19T05:38:14.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d5dae8640 1 -- 172.21.15.39:0/2716934226 reap_dead start 2024-09-19T05:38:14.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d5f54b640 1 -- 172.21.15.39:0/2716934226 shutdown_connections 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d5f54b640 1 -- 172.21.15.39:0/2716934226 >> 172.21.15.39:0/2716934226 conn(0x7f3d58072560 msgr2=0x7f3d58072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d5f54b640 1 -- 172.21.15.39:0/2716934226 shutdown_connections 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.581+0000 7f3d5f54b640 1 -- 172.21.15.39:0/2716934226 wait complete. 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.582+0000 7f3d5f54b640 1 Processor -- start 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.582+0000 7f3d5f54b640 1 -- start start 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5f54b640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440039b0 0x7f3d581f52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5f54b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d581f5820 0x7f3d581564a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5f54b640 1 --2- >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d581569e0 0x7f3d580ccbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5f54b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3d580b6ed0 con 0x7f3d581f5820 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5f54b640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3d580cf1d0 con 0x7f3d440039b0 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5f54b640 1 -- --> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3d5815c530 con 0x7f3d581569e0 2024-09-19T05:38:14.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5cae6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d581f5820 0x7f3d581564a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5cae6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d581f5820 0x7f3d581564a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59240/0 (socket says 172.21.15.39:59240) 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5cae6640 1 -- 172.21.15.39:0/278653329 learned_addr learned my addr 172.21.15.39:0/278653329 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5d2e7640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440039b0 0x7f3d581f52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.583+0000 7f3d5dae8640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d581569e0 0x7f3d580ccbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d5cae6640 1 -- 172.21.15.39:0/278653329 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d581569e0 msgr2=0x7f3d580ccbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d5cae6640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d581569e0 0x7f3d580ccbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d5cae6640 1 -- 172.21.15.39:0/278653329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440039b0 msgr2=0x7f3d581f52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d5cae6640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440039b0 0x7f3d581f52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d5cae6640 1 -- 172.21.15.39:0/278653329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d58156e70 con 0x7f3d581f5820 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d5cae6640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d581f5820 0x7f3d581564a0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f3d5400e7b0 tx=0x7f3d5400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d4dffb640 1 -- 172.21.15.39:0/278653329 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5400c870 con 0x7f3d581f5820 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d4dffb640 1 -- 172.21.15.39:0/278653329 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f3d54018070 con 0x7f3d581f5820 2024-09-19T05:38:14.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d4dffb640 1 -- 172.21.15.39:0/278653329 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5400cc90 con 0x7f3d581f5820 2024-09-19T05:38:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d580cd920 con 0x7f3d581f5820 2024-09-19T05:38:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.584+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d580cdee0 con 0x7f3d581f5820 2024-09-19T05:38:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.585+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d580cf9d0 con 0x7f3d581f5820 2024-09-19T05:38:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.586+0000 7f3d4dffb640 1 -- 172.21.15.39:0/278653329 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3d5401d460 con 0x7f3d581f5820 2024-09-19T05:38:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.586+0000 7f3d4dffb640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d3c06c2b0 0x7f3d3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.586+0000 7f3d4dffb640 1 -- 172.21.15.39:0/278653329 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5287+0+0 (secure 0 0 0) 0x7f3d5408b0f0 con 0x7f3d581f5820 2024-09-19T05:38:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.586+0000 7f3d5d2e7640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d3c06c2b0 0x7f3d3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.587+0000 7f3d5d2e7640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d3c06c2b0 0x7f3d3c06e770 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3d48033000 tx=0x7f3d48008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.590+0000 7f3d4dffb640 1 -- 172.21.15.39:0/278653329 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3d540593b0 con 0x7f3d581f5820 2024-09-19T05:38:14.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.805+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d58069140 con 0x7f3d581f5820 2024-09-19T05:38:14.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.805+0000 7f3d4dffb640 1 -- 172.21.15.39:0/278653329 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 66 v66) ==== 94+0+3908 (secure 0 0 0) 0x7f3d5405d6b0 con 0x7f3d581f5820 2024-09-19T05:38:14.808 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-19T05:38:14.808 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":66,"btime":"2024-09-19T05:37:43:820047+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5720,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/1351207139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":1351207139},{"type":"v1","addr":"172.21.15.50:6833","nonce":1351207139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5729,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/391998767","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":391998767},{"type":"v1","addr":"172.21.15.50:6835","nonce":391998767}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6942,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2149238562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2149238562},{"type":"v1","addr":"172.21.15.39:6835","nonce":2149238562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66},{"gid":6951,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/3328666352","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":3328666352},{"type":"v1","addr":"172.21.15.39:6837","nonce":3328666352}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[]} 2024-09-19T05:38:14.808 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 66 2024-09-19T05:38:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d3c06c2b0 msgr2=0x7f3d3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d3c06c2b0 0x7f3d3c06e770 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3d48033000 tx=0x7f3d48008030 comp rx=0 tx=0).stop 2024-09-19T05:38:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d581f5820 msgr2=0x7f3d581564a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d581f5820 0x7f3d581564a0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f3d5400e7b0 tx=0x7f3d5400ec70 comp rx=0 tx=0).stop 2024-09-19T05:38:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 shutdown_connections 2024-09-19T05:38:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:6816/3785102071,v1:172.21.15.39:6817/3785102071] conn(0x7f3d3c06c2b0 0x7f3d3c06e770 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.50:3301/0,v1:172.21.15.50:6790/0] conn(0x7f3d581569e0 0x7f3d580ccbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d581f5820 0x7f3d581564a0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 --2- 172.21.15.39:0/278653329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d440039b0 0x7f3d581f52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 >> 172.21.15.39:0/278653329 conn(0x7f3d58072560 msgr2=0x7f3d5815f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 shutdown_connections 2024-09-19T05:38:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-19T05:38:14.808+0000 7f3d5f54b640 1 -- 172.21.15.39:0/278653329 wait complete. 2024-09-19T05:38:14.821 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-19T05:38:14.822 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T05:38:14.822 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:38:14.822 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:14.831 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:38:14.831 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:38:14.831 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:14.881 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:38:14.881 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:38:14.881 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:14.893 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:38:14.894 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:38:14.894 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:14.945 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:38:14.946 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T05:38:14.946 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T05:38:14.946 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:14.978 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T05:38:14.978 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T05:38:14.978 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.045 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T05:38:15.045 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T05:38:15.046 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.110 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T05:38:15.110 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T05:38:15.110 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.178 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T05:38:15.178 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T05:38:15.179 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.209 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T05:38:15.209 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T05:38:15.209 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.281 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T05:38:15.281 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T05:38:15.281 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.353 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T05:38:15.353 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T05:38:15.353 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.424 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T05:38:15.424 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T05:38:15.425 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T05:38:15.425 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.451 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T05:38:15.452 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T05:38:15.452 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.493 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T05:38:15.493 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T05:38:15.494 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T05:38:15.494 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.506 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T05:38:15.506 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T05:38:15.506 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.547 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T05:38:15.547 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T05:38:15.547 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:38:15.601 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T05:38:15.601 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T05:38:15.601 DEBUG:teuthology.orchestra.run.smithi039:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'client session with non-allowable root' | head -n 1 2024-09-19T05:38:15.647 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:38:15.647 DEBUG:teuthology.orchestra.run.smithi039:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T05:38:15.824 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:38:15.824 DEBUG:teuthology.orchestra.run.smithi039:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T05:38:15.895 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:38:15.895 DEBUG:teuthology.orchestra.run.smithi039:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T05:38:15.979 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:38:15.979 DEBUG:teuthology.orchestra.run.smithi039:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T05:38:16.029 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:38:16.030 DEBUG:teuthology.orchestra.run.smithi050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T05:38:16.257 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:38:16.257 DEBUG:teuthology.orchestra.run.smithi050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T05:38:16.333 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:38:16.334 DEBUG:teuthology.orchestra.run.smithi050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T05:38:16.390 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:38:16.391 DEBUG:teuthology.orchestra.run.smithi050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T05:38:16.450 INFO:tasks.ceph:Archiving mon data... 2024-09-19T05:38:16.451 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681/data/mon.a.tgz 2024-09-19T05:38:16.451 DEBUG:teuthology.orchestra.run.smithi039:> mktemp 2024-09-19T05:38:16.468 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/tmp.ERkj3xCwGQ 2024-09-19T05:38:16.468 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.ERkj3xCwGQ 2024-09-19T05:38:16.652 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0666 /tmp/tmp.ERkj3xCwGQ 2024-09-19T05:38:16.736 DEBUG:teuthology.orchestra.remote:smithi039:/tmp/tmp.ERkj3xCwGQ is 472KB 2024-09-19T05:38:16.806 DEBUG:teuthology.orchestra.run.smithi039:> rm -fr /tmp/tmp.ERkj3xCwGQ 2024-09-19T05:38:16.822 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681/data/mon.b.tgz 2024-09-19T05:38:16.822 DEBUG:teuthology.orchestra.run.smithi050:> mktemp 2024-09-19T05:38:16.842 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.bHFqKP3H1e 2024-09-19T05:38:16.842 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.bHFqKP3H1e 2024-09-19T05:38:17.045 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0666 /tmp/tmp.bHFqKP3H1e 2024-09-19T05:38:17.130 DEBUG:teuthology.orchestra.remote:smithi050:/tmp/tmp.bHFqKP3H1e is 613KB 2024-09-19T05:38:17.206 DEBUG:teuthology.orchestra.run.smithi050:> rm -fr /tmp/tmp.bHFqKP3H1e 2024-09-19T05:38:17.221 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681/data/mon.c.tgz 2024-09-19T05:38:17.222 DEBUG:teuthology.orchestra.run.smithi050:> mktemp 2024-09-19T05:38:17.277 INFO:teuthology.orchestra.run.smithi050.stdout:/tmp/tmp.QKMv6f6EHe 2024-09-19T05:38:17.277 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.QKMv6f6EHe 2024-09-19T05:38:17.467 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0666 /tmp/tmp.QKMv6f6EHe 2024-09-19T05:38:17.552 DEBUG:teuthology.orchestra.remote:smithi050:/tmp/tmp.QKMv6f6EHe is 613KB 2024-09-19T05:38:17.624 DEBUG:teuthology.orchestra.run.smithi050:> rm -fr /tmp/tmp.QKMv6f6EHe 2024-09-19T05:38:17.639 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T05:38:17.639 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T05:38:17.641 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T05:38:17.727 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T05:38:17.761 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T05:38:17.761 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T05:38:17.762 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681/remote/smithi039/crash 2024-09-19T05:38:17.763 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T05:38:17.796 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681/remote/smithi050/crash 2024-09-19T05:38:17.797 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T05:38:17.825 INFO:tasks.ceph:Shutting down logrotate 2024-09-19T05:38:17.826 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:38:17.840 DEBUG:teuthology.orchestra.run.smithi050:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:38:17.945 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T05:38:17.973 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T05:38:17.998 INFO:tasks.ceph:Compressing logs... 2024-09-19T05:38:17.999 DEBUG:teuthology.orchestra.run.smithi039:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T05:38:18.016 DEBUG:teuthology.orchestra.run.smithi050:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T05:38:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T05:38:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42130.log 2024-09-19T05:38:18.041 INFO:teuthology.orchestra.run.smithi039.stderr:gzip/var/log/ceph/ceph-osd.0.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.45624.log 2024-09-19T05:38:18.055 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36858.log 2024-09-19T05:38:18.055 INFO:teuthology.orchestra.run.smithi039.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42130.log.gz 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51920.log 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.36858.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45624.log.gz 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54695.log 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.36858.log.gz 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46555.log 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9%/var/log/ceph/ceph-client.admin.54695.log: -- replaced with /var/log/ceph/ceph-client.admin.51920.log.gz 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53300.log 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46555.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54695.log.gz 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46121.log 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46555.log.gz 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60178.log 2024-09-19T05:38:18.056 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53300.log.gz 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58037.log 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44818.log 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46121.log.gz 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58037.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60178.log.gz 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47522.log 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.58037.log.gz 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.44818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53552.log 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.47522.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44818.log.gz 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54377.log 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47522.log.gz 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53552.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58308.log 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53552.log.gz 2024-09-19T05:38:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49434.log 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.54377.log.gz 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57453.log 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58308.log.gz 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45750.log 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49434.log.gz 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60346.log 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.57453.log.gz 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42340.log 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45750.log.gz 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50841.log 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60346.log.gz 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43684.log 2024-09-19T05:38:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50841.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42340.log.gz 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43274.log 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50841.log.gz 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47105.log 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43684.log.gz 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59356.log 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.47105.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43274.log.gz 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56305.log 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47105.log.gz 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48575.log 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59356.log.gz 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45028.log 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48575.log: 89.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.56305.log.gz 2024-09-19T05:38:18.059 INFO:teuthology.orchestra.run.smithi039.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.60461.log 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48575.log.gz 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48329.log 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45028.log.gz 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42172.log 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48329.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.60461.log.gz 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42086.log 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48329.log.gz 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57186.log 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42172.log.gz 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50531.log 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57186.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42086.log.gz 2024-09-19T05:38:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58923.log 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57186.log.gz 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47147.log 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50531.log.gz 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55358.log 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.47147.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.58923.log.gz 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46460.log 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55358.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.47147.log.gz 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55358.log.gz 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57078.log 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46460.log.gz 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52406.log 2024-09-19T05:38:18.061 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63106.log 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.57078.log.gz 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58834.log 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52406.log.gz 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48786.log 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.63106.log: /var/log/ceph/ceph-client.admin.58834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44902.log 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63106.log.gz 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48786.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58834.log.gz 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63416.log 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48786.log.gz 2024-09-19T05:38:18.062 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.44902.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56030.log 2024-09-19T05:38:18.085 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36374.log 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.41480.log 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36374.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36374.log.gz 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.1.41480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42461.log 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.41480.log.gz 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36585.log 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.1.42461.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.42461.log.gz 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36585.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36585.log.gz 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T05:38:18.086 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36454.log 2024-09-19T05:38:18.087 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.41878.log 2024-09-19T05:38:18.087 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36454.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T05:38:18.087 INFO:teuthology.orchestra.run.smithi050.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36454.log.gz 2024-09-19T05:38:18.087 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.3.41878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43445.log 2024-09-19T05:38:18.087 INFO:teuthology.orchestra.run.smithi050.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.3.41878.log.gz 2024-09-19T05:38:18.087 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36625.log 2024-09-19T05:38:18.087 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.1.43445.log: gzip -5 0.0% --verbose -- /var/log/ceph/ceph-client.1.45381.log 2024-09-19T05:38:18.087 INFO:teuthology.orchestra.run.smithi050.stderr: -- replaced with /var/log/ceph/ceph-client.1.43445.log.gz 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36625.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr: 88.0%/var/log/ceph/ceph-client.1.45381.log: -- replaced with /var/log/ceph/ceph-client.admin.36625.log.gz 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr: -- replaced with /var/log/ceph/ceph-client.1.45381.log.gz 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43936.log 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr: 94.1% -- replaced with /var/log/ceph/ceph.audit.log.gz/var/log/ceph/ceph-osd.5.log: /var/log/ceph/ceph.log: 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.1.43936.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.43936.log.gz 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-mds.d.log: 92.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T05:38:18.088 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42967.log 2024-09-19T05:38:18.090 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-mgr.x.log: 93.4% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T05:38:18.090 INFO:teuthology.orchestra.run.smithi050.stderr: 92.6% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-19T05:38:18.113 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36494.log 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr:gzip/var/log/ceph/ceph-client.1.42967.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.36414.log 0.0% -- replaced with /var/log/ceph/ceph-client.1.42967.log.gz 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr: 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36536.log 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36494.log.gz 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36414.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36414.log.gz 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44983.log 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-mon.b.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36536.log.gz 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44489.log 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.1.44983.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44983.log.gz 2024-09-19T05:38:18.114 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36665.log 2024-09-19T05:38:18.115 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.1.44489.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44489.log.gz 2024-09-19T05:38:18.115 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/ceph-client.admin.36665.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36665.log.gz 2024-09-19T05:38:18.122 INFO:teuthology.orchestra.run.smithi050.stderr: 94.3% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-19T05:38:18.195 INFO:teuthology.orchestra.run.smithi050.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T05:38:18.233 INFO:teuthology.orchestra.run.smithi039.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44902.log.gz 2024-09-19T05:38:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.52594.log 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.63416.log: /var/log/ceph/ceph-client.admin.56030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44986.log 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.63416.log.gz 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56030.log.gz 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.0.52594.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.52594.log.gz 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42508.log 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62243.log 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.44986.log: /var/log/ceph/ceph-client.admin.42508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58571.log 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44986.log.gz 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62243.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42508.log.gz 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56994.log 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62243.log.gz 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57911.log 2024-09-19T05:38:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58571.log: /var/log/ceph/ceph-client.admin.56994.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59016.log 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.58571.log.gz 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56994.log.gz 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55946.log 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:gzip 88.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.57911.log.gz --verbose 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr: -- /var/log/ceph/ceph-client.admin.42941.log 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59016.log: /var/log/ceph/ceph-client.admin.55946.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59016.log.gz 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53113.log 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55946.log.gz 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43276.log 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42941.log: /var/log/ceph/ceph-client.admin.53113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60615.log 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42941.log.gz 2024-09-19T05:38:18.235 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53113.log.gz 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49129.log 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46769.log 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60615.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43276.log.gz 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49129.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.60615.log.gz 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42936.log 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.49129.log.gz -5 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr: --verbose -- /var/log/ceph/ceph-client.admin.60177.log 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46769.log: /var/log/ceph/ceph-client.admin.42936.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46769.log.gz 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54962.log 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42936.log.gz 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.54883.log 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51184.log 2024-09-19T05:38:18.236 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.60177.log.gz 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.0.54883.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54962.log.gz 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.54883.log.gz 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61601.log 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51184.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30390.log 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51184.log.gz 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52987.log 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58792.log 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph.tmp-client.admin.30390.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30390.log.gz 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.61601.log.gz 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58350.log 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.52987.log.gz 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49518.log 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58792.log: /var/log/ceph/ceph-client.admin.58350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46685.log 2024-09-19T05:38:18.237 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58792.log.gz 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.58350.log.gz 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55904.log 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 87.8% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.49518.log.gz /var/log/ceph/ceph-client.admin.48371.log 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46685.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46685.log.gz 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.55904.log: /var/log/ceph/ceph-client.admin.52046.log 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55568.log 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48371.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.55904.log.gz 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52046.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48371.log.gz 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46853.log 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59104.log 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52046.log.gz 2024-09-19T05:38:18.238 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55568.log: /var/log/ceph/ceph-client.admin.46853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56826.log 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55568.log.gz 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46853.log.gz 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52130.log 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59104.log: /var/log/ceph/ceph-client.admin.56826.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57827.log 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59104.log.gz 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52130.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.56826.log.gz 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54629.log 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52130.log.gz 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54461.log 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.57827.log.gz 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54167.log 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54629.log: /var/log/ceph/ceph-client.admin.54461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56570.log 2024-09-19T05:38:18.239 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54461.log.gz 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45301.log 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.54629.log.gz 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58182.log 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.54167.log.gz 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56570.log: /var/log/ceph/ceph-client.admin.45301.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.56570.log.gz 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42298.log 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45301.log.gz 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50944.log 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58182.log: /var/log/ceph/ceph-client.admin.42298.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41858.log 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58182.log.gz 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42298.log.gz 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50944.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60945.log 2024-09-19T05:38:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.41858.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50944.log.gz 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47401.log 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41858.log.gz 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46895.log 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60945.log: /var/log/ceph/ceph-client.0.47401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52172.log 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47401.log.gz 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46895.log: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.60945.log.gz 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60549.log 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46895.log.gz 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49690.log 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52172.log.gz 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47021.log 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60180.log 2024-09-19T05:38:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49690.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.60549.log.gz 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.47021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51653.log 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49690.log.gz 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47021.log.gz 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61040.log 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62045.log 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51653.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60180.log.gz 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.51653.log.gz 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52214.log 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48287.log 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.61040.log.gz 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62045.log: /var/log/ceph/ceph-client.admin.52214.log: 89.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.62045.log.gz 2024-09-19T05:38:18.242 INFO:teuthology.orchestra.run.smithi039.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.53955.log 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52214.log.gz 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48870.log 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48287.log: /var/log/ceph/ceph-client.admin.53955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46979.log 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48287.log.gz 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48870.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53955.log.gz 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62938.log 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48870.log.gz 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45582.log 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46979.log.gz 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54587.log 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62938.log: /var/log/ceph/ceph-client.admin.45582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51443.log 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62938.log.gz 2024-09-19T05:38:18.243 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45582.log.gz 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63334.log 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52945.log 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7%/var/log/ceph/ceph-client.admin.51443.log: -- replaced with /var/log/ceph/ceph-client.admin.54587.log.gz 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.63334.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51443.log.gz 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61967.log 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.63334.log.gz 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.52945.log: /var/log/ceph/ceph-client.admin.46374.log 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56952.log 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52945.log.gz 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46374.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.61967.log.gz 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50799.log 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46374.log.gz 2024-09-19T05:38:18.244 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42550.log/var/log/ceph/ceph-client.admin.56952.log: 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58139.log 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56952.log.gz 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42550.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50799.log.gz 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47715.log 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.42550.log.gz 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58139.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58139.log.gz 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.47715.log: /var/log/ceph/ceph-client.admin.55736.log 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53029.log 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47715.log.gz 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55736.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62560.log 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55736.log.gz 2024-09-19T05:38:18.245 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42934.log 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53029.log.gz 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56784.log 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62686.log 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.62560.log.gz 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42934.log: /var/log/ceph/ceph-client.admin.56784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58224.log 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42934.log.gz 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr: 89.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56784.log.gz 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49211.log 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62686.log: /var/log/ceph/ceph-client.admin.58224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61715.log 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.62686.log.gz 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.58224.log.gz 2024-09-19T05:38:18.246 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49648.log 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49211.log.gz 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55694.log 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61715.log: /var/log/ceph/ceph-client.admin.49648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61538.log 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61715.log.gz 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49648.log.gz 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59899.log 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53510.log 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61538.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55694.log.gz 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62812.log 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.61538.log.gz 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59899.log.gz 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49049.log 2024-09-19T05:38:18.247 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53510.log: /var/log/ceph/ceph-client.admin.62812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52004.log 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.53510.log.gz 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.62812.log.gz 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51142.log 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49049.log.gz 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58974.log 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49816.log 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52004.log.gz 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51142.log: /var/log/ceph/ceph-client.admin.58974.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51142.log.gz 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57604.log 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58974.log.gz 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62728.log 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49816.log: /var/log/ceph/ceph-client.admin.57604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36747.log 2024-09-19T05:38:18.248 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49816.log.gz 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62728.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57604.log.gz 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62434.log 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.62728.log.gz 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.36747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58392.log 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48912.log 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36747.log.gz 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62434.log: /var/log/ceph/ceph-client.admin.58392.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.62434.log.gz 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43260.log 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.58392.log.gz 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48618.log 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48912.log: /var/log/ceph/ceph-client.admin.43260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62089.log 2024-09-19T05:38:18.249 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48912.log.gz 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48618.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43260.log.gz 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42042.log 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48618.log.gz 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56125.log 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48455.log 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.62089.log.gz 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42042.log: /var/log/ceph/ceph-client.admin.56125.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42042.log.gz 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51567.log 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56125.log.gz 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46206.log 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48455.log: /var/log/ceph/ceph-client.admin.51567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54293.log 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48455.log.gz 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46206.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51567.log.gz 2024-09-19T05:38:18.250 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56612.log 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46206.log.gz 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62602.log 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53071.log 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.54293.log.gz 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56612.log: /var/log/ceph/ceph-client.admin.62602.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56612.log.gz 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59632.log 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62602.log.gz 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57995.log 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53071.log: /var/log/ceph/ceph-client.admin.59632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45998.log 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53071.log.gz 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57995.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59632.log.gz 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58266.log 2024-09-19T05:38:18.251 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57995.log.gz 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50631.log 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.59820.log 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45998.log.gz 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58266.log: /var/log/ceph/ceph-client.admin.50631.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58266.log.gz 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62644.log 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50631.log.gz 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42938.log 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.0.59820.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.59820.log.gz 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50589.log 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62644.log.gz 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52256.log 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42938.log.gz 2024-09-19T05:38:18.252 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49476.log 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50589.log: /var/log/ceph/ceph-client.admin.52256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49253.log 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50589.log.gz 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49476.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.52256.log.gz 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55400.log 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49476.log.gz 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45112.log 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51832.log 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49253.log.gz 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55400.log: /var/log/ceph/ceph-client.admin.45112.log: gzip -5 --verbose 89.2% -- -- replaced with /var/log/ceph/ceph-client.admin.55400.log.gz 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr: /var/log/ceph/ceph-client.admin.54251.log 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45112.log.gz 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59524.log 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51832.log: /var/log/ceph/ceph-client.admin.54251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57646.log 2024-09-19T05:38:18.253 INFO:teuthology.orchestra.run.smithi039.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51832.log.gz 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59524.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54251.log.gz 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53869.log 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59524.log.gz 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58476.log 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44944.log 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57646.log.gz 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53869.log: /var/log/ceph/ceph-client.admin.58476.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53869.log.gz 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.58476.log.gz 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46937.log 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.44944.log: /var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51748.log 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44944.log.gz 2024-09-19T05:38:18.254 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49942.log 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46937.log.gz 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50092.log 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53215.log 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51748.log.gz 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48954.log 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50092.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49942.log.gz 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49858.log 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.50092.log.gz 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53215.log: /var/log/ceph/ceph-client.admin.48954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53384.log 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53215.log.gz 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48954.log.gz 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57036.log 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49858.log.gz 2024-09-19T05:38:18.255 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43600.log 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.53384.log.gz 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61841.log 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52340.log 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43600.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57036.log.gz 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61841.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49900.log 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43600.log.gz 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.61841.log.gz 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55862.log 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63274.log 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49900.log: /var/log/ceph/ceph-client.admin.55862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43278.log 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49900.log.gz 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.52340.log.gz 2024-09-19T05:38:18.256 INFO:teuthology.orchestra.run.smithi039.stderr: 89.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55004.log 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55862.log.gz/var/log/ceph/ceph-client.admin.63274.log: 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42256.log 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.63274.log.gz 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr: 87.9%gzip/var/log/ceph/ceph-client.admin.55004.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57527.log 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43278.log.gz 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42256.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.55004.log.gz 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50715.log 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42256.log.gz 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62854.log 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57527.log.gz/var/log/ceph/ceph-client.admin.50715.log: 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46163.log 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62854.log: gzip -5 88.7% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.50715.log.gz /var/log/ceph/ceph-client.admin.61178.log 2024-09-19T05:38:18.257 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1%/var/log/ceph/ceph-client.admin.46163.log: -- replaced with /var/log/ceph/ceph-client.admin.62854.log.gz 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61799.log 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43273.log 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46163.log.gz 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58651.log 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5%/var/log/ceph/ceph-client.admin.43273.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.61178.log.gz 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59973.log 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.61799.log.gz 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58651.log: gzip -5 88.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.43273.log.gz /var/log/ceph/ceph-client.admin.48095.log 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50280.log 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.58651.log.gz 2024-09-19T05:38:18.258 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59973.log.gz 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56910.log 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.0.50280.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48095.log.gz 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56700.log 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50280.log.gz 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56868.log 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56910.log.gz 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55610.log 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56868.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56700.log.gz 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46290.log 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6%/var/log/ceph/ceph-client.admin.55610.log: gzip -- replaced with /var/log/ceph/ceph-client.admin.56868.log.gz 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46639.log 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46290.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55610.log.gz 2024-09-19T05:38:18.259 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47777.log 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46290.log.gz 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49774.log 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46639.log.gz 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.47777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51609.log 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49774.log: gzip 88.9% -5 -- replaced with /var/log/ceph/ceph-client.admin.47777.log.gz 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr: --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49774.log.gz 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52845.log 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-mon.a.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51609.log.gz 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48660.log 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60050.log 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48660.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52845.log.gz 2024-09-19T05:38:18.260 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59058.log 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60050.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48660.log.gz 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45918.log 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60050.log.gz 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59058.log: gzip -5 --verbose -- 87.8% -- replaced with /var/log/ceph/ceph-client.admin.59058.log.gz 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr: /var/log/ceph/ceph-client.admin.43558.log 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62201.log 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45918.log.gz 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62518.log 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62201.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43558.log.gz 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- 87.5% /var/log/ceph/ceph-client.admin.42940.log 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62201.log.gz 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49295.log 2024-09-19T05:38:18.261 INFO:teuthology.orchestra.run.smithi039.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.62518.log.gz 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61136.log 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49295.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42940.log.gz 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45540.log 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49295.log.gz 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55652.log 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.61136.log.gz 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45540.log: gzip -5 --verbose -- 88.6% /var/log/ceph/ceph-client.admin.42382.log 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45540.log.gz 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42760.log 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.55652.log.gz 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54503.log 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42382.log.gz 2024-09-19T05:38:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50673.log 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42760.log.gz 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54503.log: gzip -5 --verbose -- 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54503.log.gz 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr: /var/log/ceph/ceph-client.admin.54083.log 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50673.log: gzip -5 --verbose -- 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50673.log.gz 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr: /var/log/ceph/ceph-client.admin.57953.log 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59482.log 88.0% -- replaced with /var/log/ceph/ceph-client.admin.54083.log.gz 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55442.log 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57953.log.gz 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46332.log 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59482.log: /var/log/ceph/ceph-client.admin.55442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46248.log 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6%/var/log/ceph/ceph-client.admin.46332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47596.log 2024-09-19T05:38:18.263 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55442.log.gz 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.59482.log.gz 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46332.log.gz 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59440.log 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46248.log.gz 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52903.log 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.47596.log: /var/log/ceph/ceph-client.admin.59440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53999.log 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47596.log.gz 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:gzip 88.7% -- replaced with /var/log/ceph/ceph-client.admin.59440.log.gz 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr: -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52903.log: /var/log/ceph/ceph-client.admin.53999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51268.log 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53999.log.gz 2024-09-19T05:38:18.264 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52903.log.gz 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63190.log 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45497.log 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.63190.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.51268.log.gz 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62770.log 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.63190.log.gz 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45497.log: gzip -5 --verbose 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45497.log.gz 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr: -- /var/log/ceph/ceph-client.admin.50026.log 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44380.log 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62770.log.gz 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51878.log 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.44380.log: gzip 91.1% -- replaced with /var/log/ceph/ceph-client.admin.50026.log.gz 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45708.log 2024-09-19T05:38:18.265 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44380.log.gz 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.51878.log: -- /var/log/ceph/ceph-client.admin.53426.log 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59398.log 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51878.log.gz 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr: 89.3%/var/log/ceph/ceph-client.admin.53426.log: -- replaced with /var/log/ceph/ceph-client.admin.45708.log.gz 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42466.log 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51962.log 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53426.log.gz 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42466.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59398.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52088.log 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42466.log.gz 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56742.log 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51962.log: /var/log/ceph/ceph-client.admin.52088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54335.log 2024-09-19T05:38:18.266 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51962.log.gz 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52088.log.gz 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56742.log: gzip -5 --verbose -- 89.5% -- replaced with /var/log/ceph/ceph-client.admin.56742.log.gz 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr: /var/log/ceph/ceph-client.admin.55778.log 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52768.log 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.54335.log.gz 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55820.log 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55778.log.gz 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61757.log 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52768.log.gz 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55820.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55820.log.gz 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57869.log 2024-09-19T05:38:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61757.log: /var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42634.log 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57869.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.61757.log.gz 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.57869.log.gz 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43264.log 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48702.log 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42634.log: /var/log/ceph/ceph-client.admin.43264.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42634.log.gz 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43264.log.gz 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50986.log 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53468.log 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48702.log: /var/log/ceph/ceph-client.admin.50986.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.48702.log.gz 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50986.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42942.log 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56263.log 2024-09-19T05:38:18.268 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53468.log: /var/log/ceph/ceph-client.admin.42942.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53468.log.gz 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42942.log.gz 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.57374.log 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44245.log 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56263.log: /var/log/ceph/ceph-client.0.57374.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.57374.log.gz 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56263.log.gz 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44684.log 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.0.44245.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.44245.log.gz 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.2.44684.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.44684.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60179.log 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52673.log 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60179.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.60179.log.gz 2024-09-19T05:38:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43272.log 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52673.log: 88.6% 86.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52673.log.gz 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58750.log 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43516.log 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43272.log: /var/log/ceph/ceph-client.admin.58750.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43272.log.gz 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.58750.log.gzgzip 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.57688.log 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42214.log 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43516.log: /var/log/ceph/ceph-client.admin.57688.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43516.log.gz 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62980.log 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42214.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.57688.log.gz 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42214.log.gz 2024-09-19T05:38:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55988.log 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42000.log 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.62980.log.gz 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56528.log 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42000.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55988.log.gz 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42000.log.gz 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62131.log 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49984.log 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56528.log: /var/log/ceph/ceph-client.admin.62131.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56528.log.gz 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr: 89.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60882.log 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62131.log.gz 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49383.log 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49984.log: /var/log/ceph/ceph-client.admin.60882.log: 88.1% 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49984.log.gz 2024-09-19T05:38:18.271 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60882.log.gz 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53809.log 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57120.log 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49383.log: /var/log/ceph/ceph-client.admin.53809.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.49383.log.gz 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53809.log.gz 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48413.log 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42592.log 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.57120.log: /var/log/ceph/ceph-client.admin.48413.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48413.log.gz 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.57120.log.gz 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62476.log 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61883.log 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42592.log.gz 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.62476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45223.log 2024-09-19T05:38:18.272 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61883.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.62476.log.gz 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.61883.log.gz 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54041.log 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.45223.log: -- /var/log/ceph/ceph-client.admin.54545.log 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45223.log.gz 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51363.log 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54545.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54041.log.gz 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54545.log.gz 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51226.log 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41940.log 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46811.log 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51226.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51363.log.gz/var/log/ceph/ceph-client.admin.41940.log: 2024-09-19T05:38:18.273 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51226.log.gz 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr:gzip 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41940.log.gz 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.63374.log 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47063.log 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46811.log.gz 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.63374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47673.log 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.63374.log.gz 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58079.log 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.47063.log: /var/log/ceph/ceph-client.admin.47673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53342.log 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58079.log: 88.5% 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47673.log.gz 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47063.log.gz 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56433.log 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58079.log.gz 2024-09-19T05:38:18.274 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59272.log 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56477.log 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53342.log.gz 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56433.log: gzip -5/var/log/ceph/ceph-client.admin.59272.log: --verbose -- /var/log/ceph/ceph-client.admin.63064.log 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56477.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59272.log.gz 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.56433.log.gz 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.56477.log.gz 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59188.log 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55526.log 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.63064.log: gzip/var/log/ceph/ceph-client.admin.59188.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.45392.log 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.63064.log.gz 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59188.log.gz 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59146.log 2024-09-19T05:38:18.275 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51099.log 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55526.log.gz 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59146.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45392.log.gz 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60803.log 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59146.log.gz 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43726.log 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51099.log: /var/log/ceph/ceph-client.0.60803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48515.log 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.60803.log.gz 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43726.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51099.log.gz 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46597.log 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43726.log.gz 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43474.log 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48515.log.gz 2024-09-19T05:38:18.276 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41669.log 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46597.log: /var/log/ceph/ceph-client.admin.43474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47480.log 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.41669.log: 89.2% 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46597.log.gz 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43474.log.gz 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51790.log 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.41669.log.gz 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53911.log 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.47480.log: gzip/var/log/ceph/ceph-client.admin.51790.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49564.log 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53911.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51790.log.gz 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47480.log.gz 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.53911.log.gz 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53155.log 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61091.log 2024-09-19T05:38:18.277 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49564.log.gz 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56658.log 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53155.log.gz 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43906.log 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61091.log: /var/log/ceph/ceph-client.admin.56658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56389.log 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43906.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61091.log.gz 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.56658.log.gz 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42939.log 88.9% 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43906.log.gz 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42718.log 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56389.log: gzip/var/log/ceph/ceph-client.admin.42939.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.61460.log 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.56389.log.gz 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42939.log.gz 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56347.log 2024-09-19T05:38:18.278 INFO:teuthology.orchestra.run.smithi039.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42718.log.gz/var/log/ceph/ceph-client.admin.61460.log: 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43768.log 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.61460.log.gz 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.56347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49606.log 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56347.log.gz 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41762.log 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43768.log: /var/log/ceph/ceph-client.admin.49606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43270.log 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.41762.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49606.log.gz 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41762.log.gz 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.43768.log.gz 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53258.log 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45792.log 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60507.log 2024-09-19T05:38:18.279 INFO:teuthology.orchestra.run.smithi039.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43270.log.gz 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr: 88.5%/var/log/ceph/ceph-client.admin.45792.log: -- replaced with /var/log/ceph/ceph-client.admin.53258.log.gz 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44860.log 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53727.log 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45792.log.gz 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.44860.log: 88.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58434.log 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60507.log.gz 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44860.log.gz 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52298.log 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53727.log: /var/log/ceph/ceph-client.admin.58434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59566.log 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53727.log.gz 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.52298.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58434.log.gz 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46079.log 2024-09-19T05:38:18.280 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52298.log.gz 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5/var/log/ceph/ceph-client.admin.59566.log: --verbose -- /var/log/ceph/ceph-client.admin.51525.log 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50359.log 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr: 88.3% 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59566.log.gz 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46079.log.gz 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36483.log 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51525.log.gz 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59230.log 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50359.log: /var/log/ceph/ceph-client.admin.36483.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50359.log.gz 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.36483.log.gz 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55484.log 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43642.log 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.59230.log: gzip/var/log/ceph/ceph-client.admin.55484.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.42937.log 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.43642.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.55484.log.gz 2024-09-19T05:38:18.281 INFO:teuthology.orchestra.run.smithi039.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59230.log.gz 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43642.log.gz 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62896.log 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63148.log 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42937.log: gzip/var/log/ceph/ceph-client.admin.62896.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49339.log 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.63148.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.62896.log.gz 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42937.log.gz 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.63148.log.gz 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42424.log 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46727.log 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47965.log 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42424.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49339.log.gz/var/log/ceph/ceph-client.admin.46727.log: 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42424.log.gz 2024-09-19T05:38:18.282 INFO:teuthology.orchestra.run.smithi039.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46727.log.gz 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54125.log 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.0.47965.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.0.47965.log.gz 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr: --verbose -- /var/log/ceph/ceph-client.admin.48245.log 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45834.log 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54125.log.gz 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61925.log 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48245.log.gz 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63022.log 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45834.log.gz 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61925.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55239.log 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.61925.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55197.log 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.283 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.63022.log: /var/log/ceph/ceph-client.admin.55239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51057.log 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55197.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.63022.log.gz 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55197.log.gz 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr: 90.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55155.log 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55239.log.gz 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51057.log: /var/log/ceph/ceph-client.admin.55155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53647.log 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-osd.3.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51057.log.gz 89.2% -- replaced with /var/log/ceph/ceph-client.admin.55155.log.gz 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45666.log 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.53647.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.53647.log.gz 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48744.log 2024-09-19T05:38:18.284 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-mds.c.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45666.log.gz 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49732.log 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48744.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48744.log.gz 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45070.log 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.49732.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.49732.log.gz 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46416.log 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45070.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45070.log.gz 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61244.log 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.46416.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46416.log.gz 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50901.log 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.61244.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.61244.log.gz 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58879.log 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50901.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50901.log.gz 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60419.log 2024-09-19T05:38:18.285 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.58879.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58879.log.gz 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54419.log 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.60419.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60419.log.gz 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55078.log 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54419.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54419.log.gz 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42676.log 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.55078.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55078.log.gz 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50454.log 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.42676.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42676.log.gz 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59314.log 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47213.log 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50454.log: /var/log/ceph/ceph-client.admin.59314.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50454.log.gz 2024-09-19T05:38:18.286 INFO:teuthology.orchestra.run.smithi039.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59314.log.gz 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50757.log 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.47213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51697.log 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47213.log.gz 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.50757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45876.log 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.51697.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50757.log.gz 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr: 89.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46504.log 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51697.log.gz 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54209.log 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.45876.log: /var/log/ceph/ceph-client.admin.46504.log: 88.9% 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45876.log.gz 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46504.log.gz 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63232.log 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.54209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48828.log 2024-09-19T05:38:18.287 INFO:teuthology.orchestra.run.smithi039.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54209.log.gz 2024-09-19T05:38:18.288 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.63232.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.63232.log.gz 2024-09-19T05:38:18.288 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ceph-client.admin.48828.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48828.log.gz 2024-09-19T05:38:18.288 INFO:teuthology.orchestra.run.smithi039.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-19T05:38:18.288 INFO:teuthology.orchestra.run.smithi050.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T05:38:18.342 INFO:teuthology.orchestra.run.smithi050.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T05:38:18.379 INFO:teuthology.orchestra.run.smithi050.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T05:38:18.387 INFO:teuthology.orchestra.run.smithi050.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T05:38:18.387 INFO:teuthology.orchestra.run.smithi039.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T05:38:18.388 INFO:teuthology.orchestra.run.smithi039.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T05:38:18.426 INFO:teuthology.orchestra.run.smithi050.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T05:38:18.428 INFO:teuthology.orchestra.run.smithi050.stderr: 2024-09-19T05:38:18.429 INFO:teuthology.orchestra.run.smithi050.stderr:real 0m0.375s 2024-09-19T05:38:18.429 INFO:teuthology.orchestra.run.smithi050.stderr:user 0m1.611s 2024-09-19T05:38:18.429 INFO:teuthology.orchestra.run.smithi050.stderr:sys 0m0.068s 2024-09-19T05:38:18.452 INFO:teuthology.orchestra.run.smithi039.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T05:38:18.498 INFO:teuthology.orchestra.run.smithi039.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T05:38:18.555 INFO:teuthology.orchestra.run.smithi039.stderr: 90.8% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T05:38:18.557 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-09-19T05:38:18.557 INFO:teuthology.orchestra.run.smithi039.stderr:real 0m0.528s 2024-09-19T05:38:18.558 INFO:teuthology.orchestra.run.smithi039.stderr:user 0m2.107s 2024-09-19T05:38:18.558 INFO:teuthology.orchestra.run.smithi039.stderr:sys 0m0.326s 2024-09-19T05:38:18.558 INFO:tasks.ceph:Archiving logs... 2024-09-19T05:38:18.558 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681/remote/smithi039/log 2024-09-19T05:38:18.559 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T05:38:19.167 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681/remote/smithi050/log 2024-09-19T05:38:19.168 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T05:38:19.399 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T05:38:19.414 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T05:38:19.414 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T05:38:19.417 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T05:38:19.502 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T05:38:19.510 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T05:38:19.511 DEBUG:teuthology.orchestra.run.smithi039:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:38:19.514 DEBUG:teuthology.orchestra.run.smithi050:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:38:19.528 INFO:teuthology.orchestra.run.smithi039.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:38:19.530 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:38:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:38:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2024-09-19T05:38:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:^* hv01.front.sepia.ceph.com 3 6 377 33 -147us[ -145us] +/- 48ms 2024-09-19T05:38:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 35 +434us[ +436us] +/- 63ms 2024-09-19T05:38:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 32 -324us[ -324us] +/- 87ms 2024-09-19T05:38:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:38:19.535 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:38:19.535 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-09-19T05:38:19.535 INFO:teuthology.orchestra.run.smithi050.stdout:^* hv01.front.sepia.ceph.com 3 6 377 34 -120us[ -110us] +/- 48ms 2024-09-19T05:38:19.535 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 36 +451us[ +460us] +/- 63ms 2024-09-19T05:38:19.535 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 34 -321us[ -312us] +/- 86ms 2024-09-19T05:38:19.535 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:38:19.536 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T05:38:19.552 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T05:38:19.552 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T05:38:19.581 DEBUG:teuthology.orchestra.run.smithi039:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T05:38:19.663 DEBUG:teuthology.orchestra.run.smithi050:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T05:38:19.735 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:38:19.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:38:19.767 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:38:19.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:38:19.797 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T05:38:19.806 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T05:38:19.859 INFO:teuthology.task.internal:Duration was 661.354526 seconds 2024-09-19T05:38:19.859 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T05:38:19.890 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T05:38:19.890 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T05:38:19.893 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T05:38:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:38:19.935 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:38:20.241 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T05:38:20.242 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi039.front.sepia.ceph.com 2024-09-19T05:38:20.242 DEBUG:teuthology.orchestra.run.smithi039:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T05:38:20.265 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi050.front.sepia.ceph.com 2024-09-19T05:38:20.265 DEBUG:teuthology.orchestra.run.smithi050:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T05:38:20.312 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T05:38:20.312 DEBUG:teuthology.orchestra.run.smithi039:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T05:38:20.315 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T05:38:20.385 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T05:38:20.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T05:38:20.387 DEBUG:teuthology.orchestra.run.smithi050:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T05:38:20.535 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T05:38:20.545 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T05:38:20.545 DEBUG:teuthology.orchestra.run.smithi039:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T05:38:20.571 DEBUG:teuthology.orchestra.run.smithi050:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T05:38:20.597 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T05:38:20.609 DEBUG:teuthology.orchestra.run.smithi039:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:38:20.614 DEBUG:teuthology.orchestra.run.smithi050:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:38:20.635 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = core 2024-09-19T05:38:20.661 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = core 2024-09-19T05:38:20.675 DEBUG:teuthology.orchestra.run.smithi039:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:38:20.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:38:20.705 DEBUG:teuthology.orchestra.run.smithi050:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:38:20.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:38:20.731 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T05:38:20.741 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T05:38:20.742 DEBUG:teuthology.misc:Transferring archived files from smithi039:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681/remote/smithi039 2024-09-19T05:38:20.742 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T05:38:20.781 DEBUG:teuthology.misc:Transferring archived files from smithi050:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911681/remote/smithi050 2024-09-19T05:38:20.781 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T05:38:20.815 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T05:38:20.815 DEBUG:teuthology.orchestra.run.smithi039:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T05:38:20.817 DEBUG:teuthology.orchestra.run.smithi050:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T05:38:20.867 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T05:38:20.881 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T05:38:20.881 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T05:38:20.902 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T05:38:20.902 DEBUG:teuthology.orchestra.run.smithi039:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T05:38:20.904 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T05:38:20.917 INFO:teuthology.orchestra.run.smithi039.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 05:38 /home/ubuntu/cephtest 2024-09-19T05:38:20.922 INFO:teuthology.orchestra.run.smithi050.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 05:38 /home/ubuntu/cephtest 2024-09-19T05:38:20.923 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T05:38:20.933 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T05:38:21.006 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/sessionmap} duration: 661.3545260429382 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-19T05:38:21.006 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T05:38:21.097 INFO:teuthology.run:pass